120 lines
3.7 KiB
JavaScript
120 lines
3.7 KiB
JavaScript
import fs from "node:fs";
|
|
import beamcoder from "beamcoder";
|
|
import EventEmitter from "node:events";
|
|
|
|
const ee = new EventEmitter();
|
|
|
|
let demuxers = beamcoder.demuxers();
|
|
//console.log(demuxers);
|
|
|
|
ee.on("inputFrame", (f) => {});
|
|
async function imageToVideo(imagePath, duration, frameRate = 30) {
|
|
const muxTimeBase = 90000;
|
|
let demuxerStream = beamcoder.demuxerStream({ highwaterMark: 65536 });
|
|
fs.createReadStream(imagePath).pipe(demuxerStream);
|
|
// Create a demuxer for the JPEG image
|
|
// let demuxer = await beamcoder.demuxer(imagePath);
|
|
let demuxer = await demuxerStream.demuxer({ name: "jpeg_pipe" });
|
|
|
|
// Read the image packet
|
|
let packet = await demuxer.read();
|
|
|
|
// Create a decoder for the image
|
|
let decoder = beamcoder.decoder({ demuxer: demuxer, name: "mjpeg" });
|
|
|
|
// Decode the image to get the frame
|
|
let frames = await decoder.decode(packet);
|
|
// decoder.flush();
|
|
//console.log("frames", frames);
|
|
let frame = frames.frames[0];
|
|
//console.log("frame", frame.width, frame.height);
|
|
|
|
// Create an H.264 encoder
|
|
// https://stackoverflow.com/a/13646293/3530257
|
|
// > the codec unit of measurement is commonly set to the interval between each frame and the next,
|
|
// > so that frame times are successive integers.
|
|
let encoder = beamcoder.encoder({
|
|
name: "libx264",
|
|
width: frame.width,
|
|
height: frame.height,
|
|
bit_rate: 400000,
|
|
//qmin: 22,
|
|
time_base: [1, frameRate],
|
|
framerate: [frameRate, 1],
|
|
pix_fmt: "yuv420p",
|
|
preset: "faster",
|
|
gop_size: 10,
|
|
max_b_frames: 1,
|
|
});
|
|
|
|
let stream = beamcoder.muxerStream({});
|
|
stream.pipe(fs.createWriteStream("test.mp4"));
|
|
// Create a muxer for the output video
|
|
let muxer = stream.muxer({ format_name: "mp4" });
|
|
|
|
//console.log(demuxer.streams[0].codecpar.extradata); // null
|
|
let vstr = muxer.newStream({
|
|
name: "h264",
|
|
time_base: [1, muxTimeBase], //frameRate],
|
|
interleaved: true,
|
|
});
|
|
|
|
// the Object.assign is structural (!!)
|
|
Object.assign(vstr.codecpar, {
|
|
width: encoder.width,
|
|
height: encoder.height,
|
|
format: encoder.pix_fmt,
|
|
});
|
|
|
|
await muxer.openIO();
|
|
// adding "empty_moov" crashes mpv/ffmpeg
|
|
//await muxer.initOutput({ movflags: "frag_keyframe+default_base_moof+faststart" });
|
|
await muxer.initOutput({ movflags: "frag_keyframe" });
|
|
console.log("inited");
|
|
// Add a video stream to the muxer
|
|
await muxer.writeHeader();
|
|
console.log("header written");
|
|
// Number of frames to encode
|
|
let totalFrames = duration * frameRate;
|
|
|
|
console.log("making frames", totalFrames);
|
|
for (let i = 0; i < totalFrames; i++) {
|
|
frame.pts = i; // << the successive integers
|
|
frame.dts = i; // << the successive integers
|
|
let encodedPackets = await encoder.encode(frame);
|
|
// console.log(encodedPackets);
|
|
|
|
// Write the encoded packets to the output file
|
|
for (let packet of encodedPackets.packets) {
|
|
packet.duration = 1;
|
|
packet.stream_index = vstr.index;
|
|
packet.pts = (packet.pts * muxTimeBase) / frameRate;
|
|
packet.dts = (packet.dts * muxTimeBase) / frameRate;
|
|
//packet.pts = i;
|
|
await muxer.writeFrame(packet);
|
|
// outFile.write(packet.data);
|
|
}
|
|
}
|
|
|
|
// Finalize the encoder and muxer
|
|
let encodedPackets = await encoder.flush();
|
|
// after flushing the encoder, we may hve some more packets
|
|
|
|
// Write the encoded packets to the output file
|
|
for (let packet of encodedPackets.packets) {
|
|
packet.duration = 1;
|
|
packet.stream_index = vstr.index;
|
|
packet.pts = (packet.pts * muxTimeBase) / frameRate;
|
|
packet.dts = (packet.dts * muxTimeBase) / frameRate;
|
|
await muxer.writeFrame(packet);
|
|
}
|
|
await muxer.writeTrailer();
|
|
}
|
|
|
|
// Usage example
|
|
imageToVideo("captures/0010.jpg", 20)
|
|
.then(() => {
|
|
console.log("Video created successfully");
|
|
})
|
|
.catch(console.error);
|