imterah/element-portable
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Populate waveform data on voice message event

Browse source
This commit is contained in:
Travis Ralston 2021-04-19 23:05:06 -06:00
parent 7d9562137e
commit 61730f2f88
5 changed files with 63 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/voice/VoiceRecording.ts
View file

@ -24,6 +24,7 @@ import EventEmitter from "events";
import {IDestroyable} from "../utils/IDestroyable";
import {Singleflight} from "../utils/Singleflight";
import {PayloadEvent, WORKLET_NAME} from "./consts";
import {arrayFastClone} from "../utils/arrays";
const CHANNELS = 1; // stereo isn't important
const SAMPLE_RATE = 48000; // 48khz is what WebRTC uses. 12khz is where we lose quality.
@ -55,11 +56,16 @@ export class VoiceRecording extends EventEmitter implements IDestroyable {
private mxc: string;
private recording = false;
private observable: SimpleObservable<IRecordingUpdate>;
private amplitudes: number[] = []; // at each second mark, generated
public constructor(private client: MatrixClient) {
super();
}
public get finalWaveform(): number[] {
return arrayFastClone(this.amplitudes);
}
public get contentType(): string {
return "audio/ogg";
}
@ -114,6 +120,12 @@ export class VoiceRecording extends EventEmitter implements IDestroyable {
case PayloadEvent.Timekeep:
this.processAudioUpdate(ev.data['timeSeconds']);
break;
case PayloadEvent.AmplitudeMark:
// Sanity check to make sure we're adding about one sample per second
if (ev.data['forSecond'] === this.amplitudes.length) {
this.amplitudes.push(ev.data['amplitude']);
}
break;
}
};