-
Notifications
You must be signed in to change notification settings - Fork 9
/
Copy pathSpeechServices.cs
99 lines (86 loc) · 3.16 KB
/
SpeechServices.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
using AiServer.ServiceModel;
using Microsoft.Extensions.Logging;
using ServiceStack;
using ServiceStack.Jobs;
namespace AiServer.ServiceInterface;
public class SpeechServices(IBackgroundJobs jobs,
ILogger<SpeechServices> log,
AppData appData) : Service
{
public async Task<QueueGenerationResponse> Any(QueueTextToSpeech request)
{
var diffRequest = new CreateGeneration
{
ReplyTo = request.ReplyTo,
RefId = request.RefId,
State = request.State,
Request = new()
{
Model = "text-to-speech",
Seed = request.Seed,
TaskType = AiTaskType.TextToSpeech,
PositivePrompt = request.Text
}
};
await using var diffServices = ResolveService<MediaProviderServices>();
return await diffRequest.ProcessQueuedGenerationAsync(jobs, diffServices);
}
public async Task<QueueGenerationResponse> Any(QueueSpeechToText request)
{
if(Request?.Files == null || Request.Files.Length == 0)
{
log.LogError("No files attached to request");
throw new ArgumentNullException(nameof(request.Audio));
}
var diffRequest = new CreateGeneration
{
ReplyTo = request.ReplyTo,
RefId = request.RefId,
State = request.State,
Request = new()
{
Model = "speech-to-text",
TaskType = AiTaskType.SpeechToText
}
};
await using var diffServices = ResolveService<MediaProviderServices>();
return await diffRequest.ProcessQueuedGenerationAsync(jobs, diffServices);
}
public async Task<ArtifactGenerationResponse> Any(TextToSpeech request)
{
var model = !string.IsNullOrEmpty(request.Model) ? request.Model : "text-to-speech";
var prompt = request.Input.Trim();
var diffRequest = new CreateGeneration
{
Request = new()
{
Model = model,
Seed = request.Seed,
TaskType = AiTaskType.TextToSpeech,
PositivePrompt = prompt
}
};
await using var diffServices = ResolveService<MediaProviderServices>();
var result = await diffRequest.ProcessSyncGenerationAsync(jobs, diffServices);
return result.ToArtifactGenerationResponse();
}
public async Task<TextGenerationResponse> Any(SpeechToText request)
{
if (Request?.Files == null || Request.Files.Length == 0)
{
log.LogError("No files attached to request");
throw new ArgumentNullException(nameof(request.Audio));
}
var diffRequest = new CreateGeneration
{
Request = new()
{
Model = "speech-to-text",
TaskType = AiTaskType.SpeechToText
}
};
await using var diffServices = ResolveService<MediaProviderServices>();
var result = await diffRequest.ProcessSyncGenerationAsync(jobs, diffServices);
return result.ToTextGenerationResponse();
}
}