Chocobozzz/PeerTube
1
0
Fork 0
mirror of https://github.com/Chocobozzz/PeerTube.git synced 2024-10-05 17:49:01 +03:00
Code Issues Projects Releases Wiki Activity

Add vad_filter to ctranslate transcriber

Browse Source 
Helps us to correctly detect the language if there is no voice in the
first 30 seconds

Also helps to lower hallucinations
This commit is contained in:
Chocobozzz 2024-07-03 15:07:01 +02:00
parent fb5236f2af
commit c289c86741
No known key found for this signature in database
GPG Key ID: 583A612D890159BE
2 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
packages/tests/src/shared/transcription.ts
View File

@ -28,7 +28,11 @@ export function getCustomModelPath (modelName: CustomModelName) {
// ---------------------------------------------------------------------------
export async function checkAutoCaption (servers: PeerTubeServer[], uuid: string, captionContains = 'WEBVTT\n\n00:00.000 --> 00:') {
export async function checkAutoCaption (
servers: PeerTubeServer[],
uuid: string,
captionContains = new RegExp('^WEBVTT\\n\\n00:00.\\d{3} --> 00:')
) {
for (const server of servers) {
const body = await server.captions.list({ videoId: uuid })
expect(body.total).to.equal(1)

2
packages/transcription/src/whisper/transcriber/ctranslate2-transcriber.ts
View File

@ -35,6 +35,8 @@ export class Ctranslate2Transcriber extends OpenaiTranscriber {
...modelArgs,
'--word_timestamps',
'True',
'--vad_filter',
'true',
'--output_format',
'all',
'--output_dir',