import type { Agent } from 'https' import type { Logger } from 'pino' import type { IAudioMetadata } from 'music-metadata' import * as Crypto from 'crypto' import { Readable, Transform } from 'stream' import Jimp from 'jimp' import { createReadStream, createWriteStream, promises as fs, WriteStream } from 'fs' import { exec } from 'child_process' import { tmpdir } from 'os' import HttpsProxyAgent from 'https-proxy-agent' import { URL } from 'url' import { MessageType, WAMessageContent, WAMessageProto, WAGenericMediaMessage, WAMediaUpload } from '../Types' import got, { Options, Response } from 'got' import { join } from 'path' import { generateMessageID, hkdf } from './generics' import { Boom } from '@hapi/boom' import { MediaType } from '../Types' import { DEFAULT_ORIGIN } from '../Defaults' export const hkdfInfoKey = (type: MediaType) => { if(type === 'sticker') type = 'image' let hkdfInfo = type[0].toUpperCase() + type.slice(1) return `WhatsApp ${hkdfInfo} Keys` } /** generates all the keys required to encrypt/decrypt & sign a media message */ export function getMediaKeys(buffer, mediaType: MediaType) { if (typeof buffer === 'string') { buffer = Buffer.from(buffer.replace('data:;base64,', ''), 'base64') } // expand using HKDF to 112 bytes, also pass in the relevant app info const expandedMediaKey = hkdf(buffer, 112, hkdfInfoKey(mediaType)) return { iv: expandedMediaKey.slice(0, 16), cipherKey: expandedMediaKey.slice(16, 48), macKey: expandedMediaKey.slice(48, 80), } } /** Extracts video thumb using FFMPEG */ const extractVideoThumb = async ( path: string, destPath: string, time: string, size: { width: number; height: number }, ) => new Promise((resolve, reject) => { const cmd = `ffmpeg -ss ${time} -i ${path} -y -s ${size.width}x${size.height} -vframes 1 -f image2 ${destPath}` exec(cmd, (err) => { if (err) reject(err) else resolve() }) }) as Promise export const compressImage = async (bufferOrFilePath: Buffer | string) => { const jimp = await Jimp.read(bufferOrFilePath as any) const result = await jimp.resize(48, 48).getBufferAsync(Jimp.MIME_JPEG) return result } export const generateProfilePicture = async (buffer: Buffer) => { const jimp = await Jimp.read (buffer) const min = Math.min(jimp.getWidth (), jimp.getHeight ()) const cropped = jimp.crop (0, 0, min, min) return { img: await cropped.resize(640, 640).getBufferAsync (Jimp.MIME_JPEG), preview: await cropped.resize(96, 96).getBufferAsync (Jimp.MIME_JPEG) } } export const ProxyAgent = (host: string | URL) => HttpsProxyAgent(host) as any as Agent /** gets the SHA256 of the given media message */ export const mediaMessageSHA256B64 = (message: WAMessageContent) => { const media = Object.values(message)[0] as WAGenericMediaMessage return media?.fileSha256 && Buffer.from(media.fileSha256).toString ('base64') } export async function getAudioDuration (buffer: Buffer | string) { const musicMetadata = await import ('music-metadata') let metadata: IAudioMetadata if(Buffer.isBuffer(buffer)) { metadata = await musicMetadata.parseBuffer(buffer, null, { duration: true }) } else { const rStream = createReadStream(buffer) metadata = await musicMetadata.parseStream(rStream, null, { duration: true }) rStream.close() } return metadata.format.duration; } export const toReadable = (buffer: Buffer) => { const readable = new Readable({ read: () => {} }) readable.push(buffer) readable.push(null) return readable } export const getStream = async (item: WAMediaUpload) => { if(Buffer.isBuffer(item)) return { stream: toReadable(item), type: 'buffer' } if(item.url.toString().startsWith('http://') || item.url.toString().startsWith('https://')) { return { stream: await getGotStream(item.url), type: 'remote' } } return { stream: createReadStream(item.url), type: 'file' } } /** generates a thumbnail for a given media, if required */ export async function generateThumbnail( file: string, mediaType: 'video' | 'image', options: { logger?: Logger } ) { let thumbnail: string if(mediaType === 'image') { const buff = await compressImage(file) thumbnail = buff.toString('base64') } else if(mediaType === 'video') { const imgFilename = join(tmpdir(), generateMessageID() + '.jpg') try { await extractVideoThumb(file, imgFilename, '00:00:00', { width: 48, height: 48 }) const buff = await fs.readFile(imgFilename) thumbnail = buff.toString('base64') await fs.unlink(imgFilename) } catch (err) { options.logger?.debug('could not generate video thumb: ' + err) } } return thumbnail } export const getGotStream = async(url: string | URL, options: Options & { isStream?: true } = {}) => { const fetched = got.stream(url, { ...options, isStream: true }) await new Promise((resolve, reject) => { fetched.once('error', reject) fetched.once('response', ({ statusCode }: Response) => { if (statusCode >= 400) { reject( new Boom( 'Invalid code (' + statusCode + ') returned', { statusCode } )) } else { resolve(undefined) } }) }) return fetched } export const encryptedStream = async(media: WAMediaUpload, mediaType: MediaType, saveOriginalFileIfRequired = true) => { const { stream, type } = await getStream(media) const mediaKey = Crypto.randomBytes(32) const {cipherKey, iv, macKey} = getMediaKeys(mediaKey, mediaType) // random name const encBodyPath = join(tmpdir(), mediaType + generateMessageID() + '.enc') const encWriteStream = createWriteStream(encBodyPath) let bodyPath: string let writeStream: WriteStream let didSaveToTmpPath = false if(type === 'file') { bodyPath = (media as any).url } else if(saveOriginalFileIfRequired) { bodyPath = join(tmpdir(), mediaType + generateMessageID()) writeStream = createWriteStream(bodyPath) didSaveToTmpPath = true } let fileLength = 0 const aes = Crypto.createCipheriv('aes-256-cbc', cipherKey, iv) let hmac = Crypto.createHmac('sha256', macKey).update(iv) let sha256Plain = Crypto.createHash('sha256') let sha256Enc = Crypto.createHash('sha256') const onChunk = (buff: Buffer) => { sha256Enc = sha256Enc.update(buff) hmac = hmac.update(buff) encWriteStream.write(buff) } for await(const data of stream) { fileLength += data.length sha256Plain = sha256Plain.update(data) writeStream && writeStream.write(data) onChunk(aes.update(data)) } onChunk(aes.final()) const mac = hmac.digest().slice(0, 10) sha256Enc = sha256Enc.update(mac) const fileSha256 = sha256Plain.digest() const fileEncSha256 = sha256Enc.digest() encWriteStream.write(mac) encWriteStream.close() writeStream && writeStream.close() return { mediaKey, encBodyPath, bodyPath, mac, fileEncSha256, fileSha256, fileLength, didSaveToTmpPath } } /** * Decode a media message (video, image, document, audio) & return decrypted buffer * @param message the media message you want to decode */ export async function decryptMediaMessageBuffer(message: WAMessageContent): Promise { /* One can infer media type from the key in the message it is usually written as [mediaType]Message. Eg. imageMessage, audioMessage etc. */ const type = Object.keys(message)[0] as MessageType if( !type || type === 'conversation' || type === 'extendedTextMessage' ) { throw new Boom(`no media message for "${type}"`, { statusCode: 400 }) } if (type === 'locationMessage' || type === 'liveLocationMessage') { const buffer = Buffer.from(message[type].jpegThumbnail) const readable = new Readable({ read: () => {} }) readable.push(buffer) readable.push(null) return readable } let messageContent: WAGenericMediaMessage if (message.productMessage) { const product = message.productMessage.product?.productImage if (!product) throw new Boom('product has no image', { statusCode: 400 }) messageContent = product } else { messageContent = message[type] } // download the message const fetched = await getGotStream(messageContent.url, { headers: { Origin: DEFAULT_ORIGIN } }) let remainingBytes = Buffer.from([]) const { cipherKey, iv } = getMediaKeys(messageContent.mediaKey, type.replace('Message', '') as MediaType) const aes = Crypto.createDecipheriv("aes-256-cbc", cipherKey, iv) const output = new Transform({ transform(chunk, _, callback) { let data = Buffer.concat([remainingBytes, chunk]) const decryptLength = Math.floor(data.length / 16) * 16 remainingBytes = data.slice(decryptLength) data = data.slice(0, decryptLength) try { this.push(aes.update(data)) callback() } catch(error) { callback(error) } }, final(callback) { try { this.push(aes.final()) callback() } catch(error) { callback(error) } }, }) return fetched.pipe(output, { end: true }) } export function extensionForMediaMessage(message: WAMessageContent) { const getExtension = (mimetype: string) => mimetype.split(';')[0].split('/')[1] const type = Object.keys(message)[0] as MessageType let extension: string if( type === 'locationMessage' || type === 'liveLocationMessage' || type === 'productMessage' ) { extension = '.jpeg' } else { const messageContent = message[type] as | WAMessageProto.VideoMessage | WAMessageProto.ImageMessage | WAMessageProto.AudioMessage | WAMessageProto.DocumentMessage extension = getExtension (messageContent.mimetype) } return extension }