/* Copyright 2015 - 2021 The Matrix.org Foundation C.I.C. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ import React from "react"; import { decode } from "blurhash"; import { logger } from "matrix-js-sdk/src/logger"; import { _t } from "../../../languageHandler"; import SettingsStore from "../../../settings/SettingsStore"; import InlineSpinner from "../elements/InlineSpinner"; import { mediaFromContent } from "../../../customisations/Media"; import { BLURHASH_FIELD } from "../../../utils/image-media"; import { IMediaEventContent } from "../../../customisations/models/IMediaEventContent"; import { IBodyProps } from "./IBodyProps"; import MFileBody from "./MFileBody"; import { ImageSize, suggestedSize as suggestedVideoSize } from "../../../settings/enums/ImageSize"; import RoomContext, { TimelineRenderingType } from "../../../contexts/RoomContext"; import MediaProcessingError from "./shared/MediaProcessingError"; interface IState { decryptedUrl?: string; decryptedThumbnailUrl?: string; decryptedBlob?: Blob; error?: any; fetchingData: boolean; posterLoading: boolean; blurhashUrl: string; } export default class MVideoBody extends React.PureComponent { public static contextType = RoomContext; public context!: React.ContextType; private videoRef = React.createRef(); private sizeWatcher: string; public constructor(props: IBodyProps) { super(props); this.state = { fetchingData: false, decryptedUrl: null, decryptedThumbnailUrl: null, decryptedBlob: null, error: null, posterLoading: false, blurhashUrl: null, }; } private getContentUrl(): string | null { const content = this.props.mxEvent.getContent(); // During export, the content url will point to the MSC, which will later point to a local url if (this.props.forExport) return content.file?.url || content.url; const media = mediaFromContent(content); if (media.isEncrypted) { return this.state.decryptedUrl; } else { return media.srcHttp; } } private hasContentUrl(): boolean { const url = this.getContentUrl(); return url && !url.startsWith("data:"); } private getThumbUrl(): string | null { // there's no need of thumbnail when the content is local if (this.props.forExport) return null; const content = this.props.mxEvent.getContent(); const media = mediaFromContent(content); if (media.isEncrypted && this.state.decryptedThumbnailUrl) { return this.state.decryptedThumbnailUrl; } else if (this.state.posterLoading) { return this.state.blurhashUrl; } else if (media.hasThumbnail) { return media.thumbnailHttp; } else { return null; } } private loadBlurhash(): void { const info = this.props.mxEvent.getContent()?.info; if (!info[BLURHASH_FIELD]) return; const canvas = document.createElement("canvas"); const { w: width, h: height } = suggestedVideoSize(SettingsStore.getValue("Images.size") as ImageSize, { w: info.w, h: info.h, }); canvas.width = width; canvas.height = height; const pixels = decode(info[BLURHASH_FIELD], width, height); const ctx = canvas.getContext("2d"); const imgData = ctx.createImageData(width, height); imgData.data.set(pixels); ctx.putImageData(imgData, 0, 0); this.setState({ blurhashUrl: canvas.toDataURL(), posterLoading: true, }); const content = this.props.mxEvent.getContent(); const media = mediaFromContent(content); if (media.hasThumbnail) { const image = new Image(); image.onload = () => { this.setState({ posterLoading: false }); }; image.src = media.thumbnailHttp; } } public async componentDidMount(): Promise { this.sizeWatcher = SettingsStore.watchSetting("Images.size", null, () => { this.forceUpdate(); // we don't really have a reliable thing to update, so just update the whole thing }); try { this.loadBlurhash(); } catch (e) { logger.error("Failed to load blurhash", e); } if (this.props.mediaEventHelper.media.isEncrypted && this.state.decryptedUrl === null) { try { const autoplay = SettingsStore.getValue("autoplayVideo") as boolean; const thumbnailUrl = await this.props.mediaEventHelper.thumbnailUrl.value; if (autoplay) { logger.log("Preloading video"); this.setState({ decryptedUrl: await this.props.mediaEventHelper.sourceUrl.value, decryptedThumbnailUrl: thumbnailUrl, decryptedBlob: await this.props.mediaEventHelper.sourceBlob.value, }); this.props.onHeightChanged(); } else { logger.log("NOT preloading video"); const content = this.props.mxEvent.getContent(); let mimetype = content?.info?.mimetype; // clobber quicktime muxed files to be considered MP4 so browsers // are willing to play them if (mimetype == "video/quicktime") { mimetype = "video/mp4"; } this.setState({ // For Chrome and Electron, we need to set some non-empty `src` to // enable the play button. Firefox does not seem to care either // way, so it's fine to do for all browsers. decryptedUrl: `data:${mimetype},`, decryptedThumbnailUrl: thumbnailUrl || `data:${mimetype},`, decryptedBlob: null, }); } } catch (err) { logger.warn("Unable to decrypt attachment: ", err); // Set a placeholder image when we can't decrypt the image. this.setState({ error: err, }); } } } public componentWillUnmount(): void { SettingsStore.unwatchSetting(this.sizeWatcher); } private videoOnPlay = async (): Promise => { if (this.hasContentUrl() || this.state.fetchingData || this.state.error) { // We have the file, we are fetching the file, or there is an error. return; } this.setState({ // To stop subsequent download attempts fetchingData: true, }); if (!this.props.mediaEventHelper.media.isEncrypted) { this.setState({ error: "No file given in content", }); return; } this.setState( { decryptedUrl: await this.props.mediaEventHelper.sourceUrl.value, decryptedBlob: await this.props.mediaEventHelper.sourceBlob.value, fetchingData: false, }, () => { if (!this.videoRef.current) return; this.videoRef.current.play(); }, ); this.props.onHeightChanged(); }; protected get showFileBody(): boolean { return ( this.context.timelineRenderingType !== TimelineRenderingType.Room && this.context.timelineRenderingType !== TimelineRenderingType.Pinned && this.context.timelineRenderingType !== TimelineRenderingType.Search ); } private getFileBody = (): JSX.Element => { if (this.props.forExport) return null; return this.showFileBody && ; }; public render(): React.ReactNode { const content = this.props.mxEvent.getContent(); const autoplay = SettingsStore.getValue("autoplayVideo"); let aspectRatio; if (content.info?.w && content.info?.h) { aspectRatio = `${content.info.w}/${content.info.h}`; } const { w: maxWidth, h: maxHeight } = suggestedVideoSize(SettingsStore.getValue("Images.size") as ImageSize, { w: content.info?.w, h: content.info?.h, }); // HACK: This div fills out space while the video loads, to prevent scroll jumps const spaceFiller =
; if (this.state.error !== null) { return ( {_t("Error decrypting video")} ); } // Important: If we aren't autoplaying and we haven't decrypted it yet, show a video with a poster. if (!this.props.forExport && content.file !== undefined && this.state.decryptedUrl === null && autoplay) { // Need to decrypt the attachment // The attachment is decrypted in componentDidMount. // For now show a spinner. return (
{spaceFiller}
); } const contentUrl = this.getContentUrl(); const thumbUrl = this.getThumbUrl(); let poster = null; let preload = "metadata"; if (content.info && thumbUrl) { poster = thumbUrl; preload = "none"; } const fileBody = this.getFileBody(); return (
{fileBody}
); } }