webgpu_video_frame.html 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136
  1. <!DOCTYPE html>
  2. <html lang="en">
  3. <head>
  4. <title>three.js webgpu - video frames</title>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, user-scalable=no, minimum-scale=1.0, maximum-scale=1.0">
  7. <link type="text/css" rel="stylesheet" href="main.css">
  8. </head>
  9. <body>
  10. <div id="info">
  11. <a href="https://threejs.org" target="_blank" rel="noopener">three.js</a> - video - frames<br/>
  12. Decodes all frames from a MP4 file and renders them onto a plane as fast as possible.<br/>
  13. <a href="https://github.com/gpac/mp4box.js/" target="_blank" rel="noopener">mp4box.js</a> used for MP4 parsing.
  14. </div>
  15. <script type="importmap">
  16. {
  17. "imports": {
  18. "three": "../build/three.webgpu.js",
  19. "three/webgpu": "../build/three.webgpu.js",
  20. "three/tsl": "../build/three.tsl.js",
  21. "three/addons/": "./jsm/"
  22. }
  23. }
  24. </script>
  25. <script type="module">
  26. import * as THREE from 'three';
  27. import { MP4Demuxer } from 'three/addons/libs/demuxer_mp4.js';
  28. let camera, scene, renderer;
  29. init();
  30. function init() {
  31. camera = new THREE.PerspectiveCamera( 75, window.innerWidth / window.innerHeight, .25, 10 );
  32. camera.position.set( 0, 0, 1 );
  33. scene = new THREE.Scene();
  34. const geometry = new THREE.PlaneGeometry();
  35. const videoTexture = new THREE.VideoFrameTexture();
  36. videoTexture.colorSpace = THREE.SRGBColorSpace;
  37. // eslint-disable-next-line compat/compat
  38. const decoder = new VideoDecoder( {
  39. output( frame ) {
  40. // To avoid video decoder stalls, we should close the VideoFrame which is no longer needed. https://w3c.github.io/webcodecs/#dom-videodecoder-decode
  41. if ( videoTexture.image instanceof VideoFrame ) videoTexture.image.close();
  42. videoTexture.setFrame( frame );
  43. },
  44. error( e ) {
  45. console.error( 'VideoDecoder:', e );
  46. }
  47. } );
  48. new MP4Demuxer( './textures/sintel.mp4', {
  49. onConfig( config ) {
  50. decoder.configure( config );
  51. },
  52. onChunk( chunk ) {
  53. decoder.decode( chunk );
  54. },
  55. setStatus( kind, status ) {
  56. console.info( 'MP4Demuxer:', kind );
  57. if ( kind === 'fetch' && status === 'Done' ) {
  58. decoder.flush().then( () => {
  59. decoder.close();
  60. // In case our VideoFrameTexture is no longer needed, we should close its backed VideoFrame, see issue #30379:
  61. if ( videoTexture.image instanceof VideoFrame ) videoTexture.image.close();
  62. videoTexture.image = null;
  63. scene.remove( mesh );
  64. } );
  65. }
  66. }
  67. } );
  68. const material = new THREE.MeshBasicMaterial( { map: videoTexture } );
  69. const mesh = new THREE.Mesh( geometry, material );
  70. scene.add( mesh );
  71. renderer = new THREE.WebGPURenderer();
  72. renderer.setPixelRatio( window.devicePixelRatio );
  73. renderer.setSize( window.innerWidth, window.innerHeight );
  74. renderer.setAnimationLoop( animate );
  75. document.body.appendChild( renderer.domElement );
  76. //
  77. window.addEventListener( 'resize', onWindowResize );
  78. }
  79. function onWindowResize() {
  80. camera.aspect = window.innerWidth / window.innerHeight;
  81. camera.updateProjectionMatrix();
  82. renderer.setSize( window.innerWidth, window.innerHeight );
  83. }
  84. function animate() {
  85. renderer.render( scene, camera );
  86. }
  87. </script>
  88. </body>
  89. </html>
粤ICP备19079148号