hardcode batchsize

This commit is contained in:
Keroosha 2023-04-14 00:22:27 +03:00
parent 0d97e405b4
commit a77ed63b65

View File

@ -100,7 +100,7 @@ let processExecuting (job: UserJob, botConfig: Funogram.Types.BotConfig, config:
async { async {
Logging.logger.Information $"Processing {job.Id} job" Logging.logger.Information $"Processing {job.Id} job"
let ctx = getContext job let ctx = getContext job
let gpuFlag = if config.useGPU then ["--gpu 0"] else [] let gpuFlag = if config.useGPU then ["--gpu 0 --batchsize 2"] else []
let args = List.collect id <| let args = List.collect id <|
[ [
["inference.py"; "--input"; ctx.savePath; "--output_dir"; config.tempSavePath] ["inference.py"; "--input"; ctx.savePath; "--output_dir"; config.tempSavePath]