Skip to content

packages/integration-kit/dist/speech

Interfaces

SpeechPipelineSynthesis

Properties

audio
audio:
  | ArrayBuffer
  | Uint8Array<ArrayBufferLike>
| ReadableStream<Uint8Array<ArrayBufferLike>>;
metadata?
optional metadata?: VoiceJsonObject;
transcript?
optional transcript?: string;

SpeechPipelineSynthesizeInput

Properties

profile?
optional profile?: VoiceProfile;
session
session: VoiceSocketSession;
signal
signal: AbortSignal;
text
text: string;

SpeechPipelineTranscribeInput

Properties

audio
audio: Uint8Array;
profile?
optional profile?: VoiceProfile;
sampleRate
sampleRate: number;
session
session: VoiceSocketSession;
signal
signal: AbortSignal;

SpeechPipelineTranscription

Properties

endedAtMs?
optional endedAtMs?: number;
itemId?
optional itemId?: string;
metadata?
optional metadata?: VoiceJsonObject;
startedAtMs?
optional startedAtMs?: number;
text
text: string;

SpeechPipelineVoiceProviderOptions

Properties

endSilenceMs?
optional endSilenceMs?: number;
id
id: string;
maxSpeechMs?
optional maxSpeechMs?: number;
minSpeechMs?
optional minSpeechMs?: number;
model?
optional model?: string;
provider
provider: string;
sampleRate?
optional sampleRate?: number;
silenceThreshold?
optional silenceThreshold?: number;
transcriptionSource
transcriptionSource: string;

Methods

synthesize()
synthesize(input): Promise<SpeechPipelineSynthesis>;
Parameters
Parameter Type
input SpeechPipelineSynthesizeInput
Returns

Promise\<SpeechPipelineSynthesis>

transcribe()
transcribe(input): Promise<SpeechPipelineTranscription>;
Parameters
Parameter Type
input SpeechPipelineTranscribeInput
Returns

Promise\<SpeechPipelineTranscription>

Functions

createSpeechPipelineVoiceProvider()

function createSpeechPipelineVoiceProvider(options): VoiceProvider;

Parameters

Parameter Type
options SpeechPipelineVoiceProviderOptions

Returns

VoiceProvider


pcm16WavBlob()

function pcm16WavBlob(audio, sampleRate?): Blob;

Parameters

Parameter Type
audio Uint8Array
sampleRate? number

Returns

Blob


pcm16WavBytes()

function pcm16WavBytes(audio, sampleRate?): Uint8Array<ArrayBuffer>;

Parameters

Parameter Type
audio Uint8Array
sampleRate? number

Returns

Uint8Array\<ArrayBuffer>