|
@@ -17,7 +17,7 @@ MODEL_NAME="DotsOCR"
|
|
|
|
|
|
|
|
# GPU 配置
|
|
# GPU 配置
|
|
|
GPU_MEMORY_UTILIZATION="0.70"
|
|
GPU_MEMORY_UTILIZATION="0.70"
|
|
|
-DATA_PARALLEL_SIZE="1" # 从3改为1,避免内存不足
|
|
|
|
|
|
|
+DATA_PARALLEL_SIZE="3" # 3个GPU
|
|
|
MAX_MODEL_LEN="32768"
|
|
MAX_MODEL_LEN="32768"
|
|
|
MAX_NUM_BATCHED_TOKENS="32768"
|
|
MAX_NUM_BATCHED_TOKENS="32768"
|
|
|
MAX_NUM_SEQS="16"
|
|
MAX_NUM_SEQS="16"
|