/* Copyright 2015, 2016 OpenMarket Ltd Copyright 2019 The Matrix.org Foundation C.I.C. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ import React from 'react'; import MFileBody from './MFileBody'; import { decryptFile } from '../../../utils/DecryptFile'; import { _t } from '../../../languageHandler'; import SettingsStore from "../../../settings/SettingsStore"; import InlineSpinner from '../elements/InlineSpinner'; import { replaceableComponent } from "../../../utils/replaceableComponent"; import { mediaFromContent } from "../../../customisations/Media"; interface IProps { /* the MatrixEvent to show */ mxEvent: any; /* called when the video has loaded */ onHeightChanged: () => void; } interface IState { decryptedUrl: string|null, decryptedThumbnailUrl: string|null, decryptedBlob: Blob|null, error: any|null, fetchingData: boolean, } @replaceableComponent("views.messages.MVideoBody") export default class MVideoBody extends React.PureComponent { private videoRef = React.createRef(); constructor(props) { super(props); this.state = { fetchingData: false, decryptedUrl: null, decryptedThumbnailUrl: null, decryptedBlob: null, error: null, }; } thumbScale(fullWidth: number, fullHeight: number, thumbWidth: number, thumbHeight: number) { if (!fullWidth || !fullHeight) { // Cannot calculate thumbnail height for image: missing w/h in metadata. We can't even // log this because it's spammy return undefined; } if (fullWidth < thumbWidth && fullHeight < thumbHeight) { // no scaling needs to be applied return 1; } const widthMulti = thumbWidth / fullWidth; const heightMulti = thumbHeight / fullHeight; if (widthMulti < heightMulti) { // width is the dominant dimension so scaling will be fixed on that return widthMulti; } else { // height is the dominant dimension so scaling will be fixed on that return heightMulti; } } private getContentUrl(): string|null { const media = mediaFromContent(this.props.mxEvent.getContent()); if (media.isEncrypted) { return this.state.decryptedUrl; } else { return media.srcHttp; } } private hasContentUrl(): boolean { const url = this.getContentUrl(); return url && !url.startsWith("data:"); } private getThumbUrl(): string|null { const content = this.props.mxEvent.getContent(); const media = mediaFromContent(content); if (media.isEncrypted) { return this.state.decryptedThumbnailUrl; } else if (media.hasThumbnail) { return media.thumbnailHttp; } else { return null; } } async componentDidMount() { const autoplay = SettingsStore.getValue("autoplayGifsAndVideos") as boolean; const content = this.props.mxEvent.getContent(); if (content.file !== undefined && this.state.decryptedUrl === null) { let thumbnailPromise = Promise.resolve(null); if (content.info && content.info.thumbnail_file) { thumbnailPromise = decryptFile( content.info.thumbnail_file, ).then(function(blob) { return URL.createObjectURL(blob); }); } try { const thumbnailUrl = await thumbnailPromise; if (autoplay) { console.log("Preloading video"); const decryptedBlob = await decryptFile(content.file); const contentUrl = URL.createObjectURL(decryptedBlob); this.setState({ decryptedUrl: contentUrl, decryptedThumbnailUrl: thumbnailUrl, decryptedBlob: decryptedBlob, }); this.props.onHeightChanged(); } else { console.log("NOT preloading video"); this.setState({ // For Chrome and Electron, we need to set some non-empty `src` to // enable the play button. Firefox does not seem to care either // way, so it's fine to do for all browsers. decryptedUrl: `data:${content?.info?.mimetype},`, decryptedThumbnailUrl: thumbnailUrl || `data:${content?.info?.mimetype},`, decryptedBlob: null, }); } } catch (err) { console.warn("Unable to decrypt attachment: ", err); // Set a placeholder image when we can't decrypt the image. this.setState({ error: err, }); } } } componentWillUnmount() { if (this.state.decryptedUrl) { URL.revokeObjectURL(this.state.decryptedUrl); } if (this.state.decryptedThumbnailUrl) { URL.revokeObjectURL(this.state.decryptedThumbnailUrl); } } private videoOnPlay = async () => { if (this.hasContentUrl() || this.state.fetchingData || this.state.error) { // We have the file, we are fetching the file, or there is an error. return; } this.setState({ // To stop subsequent download attempts fetchingData: true, }); const content = this.props.mxEvent.getContent(); if (!content.file) { this.setState({ error: "No file given in content", }); return; } const decryptedBlob = await decryptFile(content.file); const contentUrl = URL.createObjectURL(decryptedBlob); this.setState({ decryptedUrl: contentUrl, decryptedBlob: decryptedBlob, fetchingData: false, }, () => { if (!this.videoRef.current) return; this.videoRef.current.play(); }); this.props.onHeightChanged(); }; render() { const content = this.props.mxEvent.getContent(); const autoplay = SettingsStore.getValue("autoplayGifsAndVideos"); if (this.state.error !== null) { return ( { _t("Error decrypting video") } ); } // Important: If we aren't autoplaying and we haven't decrypred it yet, show a video with a poster. if (content.file !== undefined && this.state.decryptedUrl === null && autoplay) { // Need to decrypt the attachment // The attachment is decrypted in componentDidMount. // For now add an img tag with a spinner. return (
); } const contentUrl = this.getContentUrl(); const thumbUrl = this.getThumbUrl(); let height = null; let width = null; let poster = null; let preload = "metadata"; if (content.info) { const scale = this.thumbScale(content.info.w, content.info.h, 480, 360); if (scale) { width = Math.floor(content.info.w * scale); height = Math.floor(content.info.h * scale); } if (thumbUrl) { poster = thumbUrl; preload = "none"; } } return ( ); } }