import { createState, Downgraded, none, State, useHookstate } from '@hookstate/core'; import { CSSProperties, ReactNode, Ref, useEffect, useRef, useState } from 'react'; import { animated, useSpring } from 'react-spring'; import { useDrag } from 'react-use-gesture'; import { useMousetrap } from 'use-mousetrap'; import { FullScreenControlsRoundedIcon, MenuBarControlsRoundedIcon, PressureIcon, SlideKeyframe, } from '../components/icons'; import KeybindSelector from '../components/keybindselector'; import PlaySkipIconAni from '../components/play-skip'; import Selection from '../components/selection'; import { anySlide, loopBeginSlide, loopSlide, slide, slideTypes, toolToSlide } from '../timeline'; import { TimedVideoPlayer } from './present'; import AppBar from '@material-ui/core/AppBar'; import Button from '@material-ui/core/Button'; import Fab from '@material-ui/core/Fab'; import FormControl from '@material-ui/core/FormControl'; import InputLabel from '@material-ui/core/InputLabel'; import MenuItem from '@material-ui/core/MenuItem'; import Select from '@material-ui/core/Select'; import Slider from '@material-ui/core/Slider'; import Switch from '@material-ui/core/Switch'; import Toolbar from '@material-ui/core/Toolbar'; import ZoomInRoundedIcon from '@material-ui/icons/ZoomInRounded'; import ZoomOutRoundedIcon from '@material-ui/icons/ZoomOutRounded'; import ToggleButton from '@material-ui/lab/ToggleButton'; import ToggleButtonGroup from '@material-ui/lab/ToggleButtonGroup'; import Icon from '@mdi/react'; import ArrowDropDownRoundedIcon from '@material-ui/icons/ArrowDropDownRounded'; import FullscreenRoundedIcon from '@material-ui/icons/FullscreenRounded'; import NavigateBeforeRoundedIcon from '@material-ui/icons/NavigateBeforeRounded'; import NavigateNextRoundedIcon from '@material-ui/icons/NavigateNextRounded'; import SkipPreviousRoundedIcon from '@material-ui/icons/SkipPreviousRounded'; import { mdiCursorDefault } from '@mdi/js'; import CodeRoundedIcon from '@material-ui/icons/CodeRounded'; import GetAppRoundedIcon from '@material-ui/icons/GetAppRounded'; import VideoLabelRoundedIcon from '@material-ui/icons/VideoLabelRounded'; var keyframeInAnimations: { [key: string]: { x: number; y: number; }; } = {}; var slideAPIs: { [key: string]: any; }[] = []; var player = new TimedVideoPlayer(); interface project { timeline: { playing: boolean; frame: number; labels: ReactNode[]; zoom: number; workingTimeline: anySlide[]; tool: string; }; selection: { slides: anySlide[]; active: boolean; placed: boolean; hidden: boolean; type: { left: slideTypes | null; right: slideTypes | null; }; }; ready: { timeline: boolean; video: { available: boolean; playable: boolean; }; }; update: { refreshLiveTimeline: () => void; }; } var project = createState({ timeline: { playing: false, frame: 0, labels: [], zoom: 0.687077725616, workingTimeline: [], tool: 'cursor', }, selection: { slides: [], active: false, placed: false, hidden: true, type: { left: null, right: null, }, }, ready: { timeline: false, video: { available: false, playable: false, }, }, update: { refreshLiveTimeline: () => { player.timeline.slides = Array(...(project.timeline.workingTimeline.value)); player.timeline.slides = player.timeline.slides.filter(slide => slide != null); player.timeline.slides.sort((a, b) => a.frame - b.frame); player.timeline.slides[-1] = { // TODO: dry id: '00000000-0000-0000-0000-000000000000', frame: 0, type: 'default', clickThroughBehaviour: 'ImmediatelySkip', }; }, }, }); var zoomToPx = (zoom: number) => (12 - 0.5) * zoom ** (1 / 0.4) + 0.5; function getFrameAtOffset(offset: number, timelineZoom: number) { var timeline = document.querySelector('.timeline .timelineInner'); var currentOffset = timeline.scrollLeft; var frame = (offset + currentOffset) / zoomToPx(timelineZoom); return frame; } function calculateSelectionOffsets(left: slideTypes, right: slideTypes) { var offsets = { default: { left: -6, right: 6 }, loop: { left: -3, right: 1 }, loopBegin: { left: -1, right: 3 }, delay: { left: -6, right: 6 }, speedChange: { left: -6, right: 6 }, }; var offsetLeft = offsets[left].left; var offsetWidth = offsets[right].right - offsetLeft; return [offsetLeft, offsetWidth]; } function TimelineKeyframe(props: { slide: anySlide; }) { function modifySlide(newProps: Partial) { var slide = project.timeline.workingTimeline.find(s => s.value.id == props.slide.id); slide.set(Object.assign({}, slide.value, newProps)); } var dragRef = useRef(null); var loopStartRef = useRef(null); var loopEndRef = useRef(null); var [firstRender, setFirstRender] = useState(true); var [spring, api] = useSpring(() => ({ frame: props.slide.frame, begin: (props.slide as loopSlide).beginFrame || 0, y: 44, config: { mass: 0.5, tension: 500, friction: 20 }, })); slideAPIs[props.slide.id] = api; useEffect(() => { setFirstRender(false); var beginAnimation = keyframeInAnimations[props.slide.id]; if (!beginAnimation) return; api.set({ frame: beginAnimation.x, y: beginAnimation.y - 16 }); api.start({ frame: Math.round(beginAnimation.x), y: 44 }); delete keyframeInAnimations[props.slide.id]; }, []); var timelineZoom = useHookstate(project).timeline.zoom; // drag keyframe var [startOffset, setStartOffset] = useState(0); var [endOffset, setEndOffset] = useState(0); useDrag(({ xy: [x, _y], first }) => { var frame = Math.max(0, Math.round(getFrameAtOffset(x - 240, timelineZoom.value)) - 1); if (props.slide.type == 'loop') { if (first) { var startFrame = spring.begin.toJSON(); var endFrame = spring.frame.toJSON(); var grabFrameOffset = frame; setStartOffset(startFrame - grabFrameOffset); startOffset = startFrame - grabFrameOffset; setEndOffset(endFrame - grabFrameOffset); endOffset = endFrame - grabFrameOffset; } api.start({ begin: frame + startOffset, frame: frame + endOffset }); modifySlide({ frame: frame + endOffset }); modifySlide({ beginFrame: frame + startOffset }); } else { api.start({ frame }); modifySlide({ frame }); } }, { domTarget: dragRef, eventOptions: { passive: false } }); if (props.slide.type == 'loop') { // loop start useDrag(({ xy: [x, _y] }) => { var frame = Math.max(0, Math.round(getFrameAtOffset(x - 240, timelineZoom.value)) - 1); api.start({ begin: frame }); modifySlide({ beginFrame: frame }); }, { domTarget: loopStartRef, eventOptions: { passive: false } }); // loop end useDrag(({ xy: [x, _y] }) => { var frame = Math.max(0, Math.round(getFrameAtOffset(x - 240, timelineZoom.value)) - 1); api.start({ frame }); modifySlide({ frame }); }, { domTarget: loopEndRef, eventOptions: { passive: false } }); } var mouseUpListener = useRef(null); useDrag(({ last }) => { if (!last) return; project.update.refreshLiveTimeline.value(); }, { domTarget: mouseUpListener, eventOptions: { passive: false } }); return {props.slide.type == 'loop' ?
: } ; } function TimelineLabels() { var labels = useHookstate(project).timeline.labels; return
; } function TimelineSelection(props: { selectionAreaRef: Ref; }) { var workingTimeline = useHookstate(project).timeline.workingTimeline; var tool = useHookstate(project).timeline.tool; var selection = useHookstate(project).selection; var [selectionPos, selectionPosAPI] = useSpring(() => ({ x1: 0, y1: 0, x2: 0, y2: 0, center: 0, startingFrame: 0, frameWidth: 0, startOffset: 0, widthOffset: 0, config: { mass: 0.5, tension: 500, friction: 20 }, })); var selectionRef = useRef(null); // drag on selection useDrag(({ movement: [x, _y], last }) => { if (!project.selection.placed.value) return; if (project.selection.slides.value.length < 1) return; var frameOffset = Math.round(x / zoomToPx(project.timeline.zoom.value)); project.selection.slides.forEach(slide => { var api = slideAPIs[slide.value.id]; switch (slide.value.type as slideTypes | 'loopBegin') { case 'loopBegin': { if (!api) break; var loop = workingTimeline.value.find(s => s.id == slide.value.id) as loopSlide; var begin = loop.beginFrame + frameOffset; api.start({ begin }); if (last) { (project.timeline.workingTimeline.find(s => s.value.id == slide.value.id) as State) .beginFrame.set(begin); project.update.refreshLiveTimeline.value(); } break; } default: { if (!api) break; var frame = slide.value.frame + frameOffset; api.start({ frame }); if (last) { workingTimeline.find(s => s.value.id == slide.value.id).frame.set(frame); project.update.refreshLiveTimeline.value(); } } } if (last) return; var selectionFrame = project.selection.slides[0].frame.value; selectionPosAPI.start({ startingFrame: selectionFrame + frameOffset }); }); }, { domTarget: selectionRef, eventOptions: { passive: false } }); useDrag(({ xy: [x, y], initial: [bx, by], first, last, movement: [ox, oy] }) => { if (tool.value != 'cursor') return; var minDistance = 5; // minimal drag distance in pixels to register selection var distanceTraveled = Math.sqrt(ox ** 2 + oy ** 2); if (project.selection.hidden.value && distanceTraveled > minDistance) project.selection.hidden.set(false); if (project.selection.type.left.value) project.selection.type.left.set(null); if (project.selection.type.right.value) project.selection.type.right.set(null); if (project.selection.placed.value) project.selection.placed.set(false); selectionPosAPI.start({ center: 0, startOffset: 0, widthOffset: 0, }); project.selection.slides.set([]); var timelineInner = document.querySelector('.timeline .timelineInner'); var timelineRects = timelineInner.getBoundingClientRect(); var tx = x - timelineRects.x + timelineInner.scrollLeft; var ty = y - timelineRects.y; var ix = bx - timelineRects.x + timelineInner.scrollLeft; var iy = by - timelineRects.y; var sx = tx - ix; var sy = ty - iy; var x1 = ix + Math.min(0, sx); var y1 = iy + Math.min(0, sy); var x2 = x1 + Math.abs(sx); var y2 = y1 + Math.abs(sy); var zoom = zoomToPx(project.timeline.zoom.value); var frameWidth = Math.abs(sx) / zoom; var startingFrame = x1 / zoom; selectionPosAPI[first && project.selection.hidden ? 'set' : 'start']({ x1, y1, x2, y2, startingFrame, frameWidth, }); if (!project.selection.active.value) project.selection.active.set(true); if (last) { project.selection.active.set(false); if (distanceTraveled <= minDistance) project.selection.hidden.set(true); else { var endingFrame = startingFrame + frameWidth; var expandedTimeline = new Array(...player.timeline.slides); for (let i = 0; i < expandedTimeline.length; i++) { var slide = expandedTimeline[i]; if (slide.type != 'loop') continue; var beginFrame = (slide as loopSlide).beginFrame; expandedTimeline.splice(i, 0, new loopBeginSlide(beginFrame)); expandedTimeline[i].id = expandedTimeline[i + 1].id; i++; } var keyframesInSelection = expandedTimeline.filter(slide => slide.frame >= Math.floor(startingFrame) && slide.frame <= Math.ceil(endingFrame) ); if (keyframesInSelection.length < 1) { project.selection.hidden.set(true); return; } project.selection.slides.set(keyframesInSelection); var left = keyframesInSelection[0]; var right = keyframesInSelection[keyframesInSelection.length - 1]; var [startOffset, widthOffset] = calculateSelectionOffsets(left.type, right.type); selectionPosAPI.start({ y1: 50, y2: 62, startingFrame: left.frame, frameWidth: right.frame - left.frame, center: 0.5, startOffset, widthOffset, }); setTimeout(() => { selectionPosAPI.start({ y1: 50, y2: 62, startingFrame: left.frame, frameWidth: right.frame - left.frame, center: 0.5, startOffset, widthOffset, }); }, 100); project.selection.merge({ type: { left: left.type, right: right.type, }, placed: true, }); } } }, { domTarget: props.selectionAreaRef, eventOptions: { passive: false } }); useMousetrap(['del', 'backspace'], () => { if (!project.selection.placed) return; var selection = project.selection.slides.attach(Downgraded).value .map(s => ({ id: s.id.toString(), type: s.type.toString() })) .filter(s => slideTypes.includes(s.type)); selection.forEach(slide => project.timeline.workingTimeline.find(s => s.value?.id == slide.id).set(none)); project.update.refreshLiveTimeline.value(); project.selection.merge({ placed: false, hidden: true, slides: [], }); }); function CustomSelection(props: { x1: number; x2: number; y1: number; y2: number; widthOffset: number; frameWidth: number; className: string; }) { return ; } var AnimatedSelection = animated(props => ); return ; } function TimelineEditor() { var timelineZoom = useHookstate(project).timeline.zoom; var workingTimeline = useHookstate(project).timeline.workingTimeline; var tool = useHookstate(project).timeline.tool; var mouseX = 0; var ready = useHookstate(project).ready; var timelineRef = useRef(null); var selectionAreaRef = useRef(null); useEffect(() => { timelineRef.current.addEventListener('wheel', (e: WheelEvent) => { if (!e.ctrlKey && !e.altKey) return; e.preventDefault(); var newZoom = Math.min(1, Math.max(0, project.timeline.zoom.value + (-e.deltaY / 1000))); zoomAroundPoint(newZoom, mouseX); }); }, []); useEffect(() => { var canvas = document.querySelector('.timeline .timeScale'); window.addEventListener('mousemove', e => { var rect = canvas.getBoundingClientRect(); mouseX = e.clientX - rect.x; }); }, []); useEffect(() => { player.addEventListener('TimedVideoPlayerOnFrame', (event: CustomEvent) => { project.timeline.frame.set(event.detail); scrubberSpring.start({ frame: event.detail }); }); }, []); useEffect(() => { player.addEventListener('TimedVideoPlayerSlide', (event: CustomEvent) => { document.querySelectorAll('.keyframes .frame').forEach(el => { el.classList.remove('current'); if (event.detail && el.id == 'slide-' + (event.detail as slide).id) { el.classList.add('current'); } }); }); }, []); // timeline canvas stuff useEffect(() => { var canvas = document.getElementById('timeScaleCanvas') as HTMLCanvasElement; var ctx = canvas.getContext('2d'); var css = (varname: string) => getComputedStyle(document.body).getPropertyValue(varname).trim(); var baseColor = css('--c100'); var frameColor = css('--c250'); var markerFrame = css('--c400'); function draw() { ctx.clearRect(0, 0, canvas.width, canvas.height); var labels: Array = []; var offset = document.querySelector('.timeline .timelineInner').scrollLeft; var frameWidth = zoomToPx(project.timeline.zoom.value); var d = true; var a = 0; var ns = [300, 150, 120, 90, 60, 30, 30, 30, 15, 15, 10, 10, 10]; var everyN = ns[Math.floor(frameWidth)]; for (var x = -offset; x < canvas.width + offset; x += frameWidth) { ctx.fillStyle = baseColor; var rect = [Math.round(x + (frameWidth - 2) / 2), 28, 2, canvas.height]; var drawFrame = false; var marker = false; if (frameWidth >= 6) { ctx.fillStyle = d ? baseColor : frameColor; rect = [x, 28, frameWidth, canvas.height]; drawFrame = !d; } if (a % everyN == 0) { ctx.fillStyle = markerFrame; drawFrame = true; marker = true; } if (drawFrame) { ctx.fillRect(Math.round(rect[0]), Math.round(rect[1]), Math.round(rect[2]), Math.round(rect[3])); if (marker) { var frame = Math.round(x / frameWidth + offset / frameWidth + 1); labels.push( , ); } } d = !d; a++; } project.timeline.labels.set(labels); requestAnimationFrame(draw); } draw(); function onresize() { var size = document.querySelector('.timeline .timelineInner'); canvas.width = size.clientWidth; canvas.height = size.clientHeight; } onresize(); window.addEventListener('resize', onresize); }, []); // timeline scrubber var scrubberDragRef = useRef(null); var [scrubberPos, scrubberSpring] = useSpring( () => ({ frame: 0, config: { mass: 0.5, tension: 500, friction: 20 }, }), ); useDrag(({ xy: [x, _y] }) => { var frame = Math.max(0, Math.round(getFrameAtOffset(x - 240, project.timeline.zoom.value)) - 1); scrubberSpring.start({ frame }); if (player.player) { var time = player.frameToTimestamp(frame + 1); if (isFinite(time)) player.player.currentTime = time; } project.timeline.frame.set(frame); }, { domTarget: scrubberDragRef, eventOptions: { passive: false } }); // slide placement ghost var [ghost, ghostApi] = useSpring(() => ({ x: 0, y: 0, config: { mass: 0.5, tension: 500, friction: 20 }, })); useEffect(() => { document.querySelector('.timeline').addEventListener('mousemove', (e: MouseEvent) => { var rect = document.querySelector('.timeline').getBoundingClientRect(); var x = e.clientX - rect.left; var y = e.clientY - rect.top; ghostApi.start({ x, y }); }); }, []); return
{ // place new keyframe / place keyframe var offset = -4; // keyframe offset var x = event.clientX - 240 + offset; var frame = getFrameAtOffset(x, project.timeline.zoom.value) - 0.5; var slide = new toolToSlide[tool.value](Math.round(frame)); project.timeline.workingTimeline[project.timeline.workingTimeline.value.length].set(slide); keyframeInAnimations[slide.id] = { x: frame, y: event.clientY - window.innerHeight + 210, }; project.update.refreshLiveTimeline.value(); }} />
{workingTimeline.value.map(slide => )}
} />
; } // https://material.io/design/navigation/navigation-transitions.html#peer-transitions function DefaultSettings() { var [nextSlideKeybinds, setNextSlideKeybinds] = useState(['Space', 'n', 'Enter']); var [previousSlideKeybinds, setPreviousSlideKeybinds] = useState(['Backspace', 'p']); var [showMenuKeybinds, setShowMenuKeybinds] = useState(['Escape', 'm']); var [oscType, setOscType] = useState('FullScreen'); return <>

Presentation settings

Controls
Allow remote control during presentation
On-screen controls
Keybindings
Cool temporary buttons { var file = event.target.files[0]; if (!file) return; var reader = new FileReader(); reader.addEventListener('load', ev => { player.loadVideo(ev.target.result as string); project.ready.video.available.set(true); player.player.addEventListener( 'canplaythrough', () => project.ready.video.playable.set(true), ); player.player.addEventListener('play', () => project.timeline.playing.set(true)); player.player.addEventListener('pause', () => project.timeline.playing.set(false)); }); reader.readAsDataURL(file); }} />
; } function zoomAroundPoint(newZoom: number, pivot: number) { var timeline = document.querySelector('.timeline .timelineInner'); var frame = getFrameAtOffset(pivot, project.timeline.zoom.value); var newOffset = (frame * zoomToPx(newZoom)) - pivot; timeline.scrollLeft = newOffset; project.timeline.zoom.set(newZoom); } function Tools() { var frame = useHookstate(project).timeline.frame; var tool = useHookstate(project).timeline.tool; var timelineZoom = useHookstate(project).timeline.zoom; var ready = useHookstate(project).ready; return
@{player.framerate}fps

{player.frameToTimestampString(frame.value, false)}

{ if (newTool === null) return; tool.set(newTool); }} > } /> } /> } /> } />
} /> } />
{ var center = document.querySelector('.timeline .timelineInner').clientWidth / 2; zoomAroundPoint(newValue as number, center); }} min={0} step={0.00000001} max={1} aria-labelledby='continuous-slider' />
; } export default function Index() { var playing = useHookstate(project).timeline.playing; var playerRef = useRef(null); useEffect(() => { player.registerPlayer(playerRef.current); }, []); useEffect(() => { var preventDefault = (e: Event) => e.preventDefault(); document.addEventListener('gesturestart', preventDefault); document.addEventListener('gesturechange', preventDefault); }, []); var ready = useHookstate(project).ready; return <>

pressure

} onClick={() => { player.slide = 0; player.previous(); }} /> { player.next(); player.player.play(); }} children={} style={{ '--ani-state': playing.get() ? 'skip' : 'play' } as CSSProperties} /> } onClick={() => player.previous()} /> } onClick={() => { player.next(); // TODO: fix jank here player.next(); player.previous(); }} />
} onClick={() => document.body.requestFullscreen()} />
; }