dasemu/Transcriptarr
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Import cutil and ctypes for memory optimization

Browse Source 
Added ctypes and cutil imports for memory management.
This commit is contained in:
McCloudS
2026-01-07 14:13:19 -05:00
parent 594b78b84f
commit 809f1a055d
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
subgen.py
View File

@@ -1,4 +1,4 @@
subgen_version = '2026.01.1' subgen_version = '2026.01.2'
""" """
ENVIRONMENT VARIABLES DOCUMENTATION ENVIRONMENT VARIABLES DOCUMENTATION
@@ -74,6 +74,8 @@ from io import BytesIO
import io import io
import asyncio import asyncio
import torch import torch
import cutil
import ctypes, ctypes.util
from typing import List from typing import List
from enum import Enum from enum import Enum
@@ -586,7 +588,7 @@ async def asr(
finally: finally:
await audio_file.close() await audio_file.close()
task_queue.task_done() task_queue.task_done()
delete_model() ()
if result: if result:
return StreamingResponse( return StreamingResponse(
@@ -804,6 +806,7 @@ def delete_model():
logging.debug("CUDA cache cleared.") logging.debug("CUDA cache cleared.")
if os.name != 'nt': # don't garbage collect on Windows, it will crash the script if os.name != 'nt': # don't garbage collect on Windows, it will crash the script
gc.collect() gc.collect()
ctypes.CDLL(ctypes.util.find_library('c')).malloc_trim(0)
def isAudioFileExtension(file_extension): def isAudioFileExtension(file_extension):
return file_extension.casefold() in \ return file_extension.casefold() in \