From 35caccd3764d78afb8da4f4db1faa6faec53ba25 Mon Sep 17 00:00:00 2001
From: John Smith <yfshi123@163.com>
Date: Fri, 21 Apr 2023 10:24:58 +0800
Subject: [PATCH] add assert

---
 finetune.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/finetune.py b/finetune.py
index 142692b..6cb2278 100644
--- a/finetune.py
+++ b/finetune.py
@@ -57,6 +57,9 @@ if ft_config.local_rank == 0:
 if ft_config.gradient_checkpointing:
     print('Disable Dropout.')
 
+if ft_config.mbatch_size > ft_config.batch_size:
+    raise Exception('batch_size need to be larger than mbatch_size.')
+
 # Load Basic Model
 model, tokenizer = load_llama_model_4bit_low_ram(ft_config.llama_q4_config_dir,
                                                   ft_config.llama_q4_model,