webgpu_video_frame.html 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143
  1. <!DOCTYPE html>
  2. <html lang="en">
  3. <head>
  4. <title>three.js webgpu - video frames</title>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, user-scalable=no, minimum-scale=1.0, maximum-scale=1.0">
  7. <link type="text/css" rel="stylesheet" href="example.css">
  8. </head>
  9. <body>
  10. <div id="info">
  11. <a href="https://threejs.org/" target="_blank" rel="noopener" class="logo-link"></a>
  12. <div class="title-wrapper">
  13. <a href="https://threejs.org/" target="_blank" rel="noopener">three.js</a><span>Video Frames</span>
  14. </div>
  15. <small>
  16. Decodes all frames from a MP4 file and renders them onto a plane as fast as possible.<br/>
  17. <a href="https://github.com/gpac/mp4box.js/" target="_blank" rel="noopener">mp4box.js</a> used for MP4 parsing.
  18. </small>
  19. </div>
  20. <script type="importmap">
  21. {
  22. "imports": {
  23. "three": "../build/three.webgpu.js",
  24. "three/webgpu": "../build/three.webgpu.js",
  25. "three/tsl": "../build/three.tsl.js",
  26. "three/addons/": "./jsm/"
  27. }
  28. }
  29. </script>
  30. <script type="module">
  31. import * as THREE from 'three/webgpu';
  32. import { MP4Demuxer } from 'three/addons/libs/demuxer_mp4.js';
  33. let camera, scene, renderer;
  34. init();
  35. function init() {
  36. camera = new THREE.PerspectiveCamera( 75, window.innerWidth / window.innerHeight, .25, 10 );
  37. camera.position.set( 0, 0, 1 );
  38. scene = new THREE.Scene();
  39. const geometry = new THREE.PlaneGeometry();
  40. const videoTexture = new THREE.VideoFrameTexture();
  41. videoTexture.colorSpace = THREE.SRGBColorSpace;
  42. const decoder = new VideoDecoder( {
  43. output( frame ) {
  44. // To avoid video decoder stalls, we should close the VideoFrame which is no longer needed. https://w3c.github.io/webcodecs/#dom-videodecoder-decode
  45. if ( videoTexture.image instanceof VideoFrame ) videoTexture.image.close();
  46. videoTexture.setFrame( frame );
  47. },
  48. error( e ) {
  49. console.error( 'VideoDecoder:', e );
  50. }
  51. } );
  52. new MP4Demuxer( './textures/sintel.mp4', {
  53. onConfig( config ) {
  54. decoder.configure( config );
  55. },
  56. onChunk( chunk ) {
  57. decoder.decode( chunk );
  58. },
  59. setStatus( kind, status ) {
  60. console.info( 'MP4Demuxer:', kind );
  61. if ( kind === 'fetch' && status === 'Done' ) {
  62. decoder.flush().then( () => {
  63. decoder.close();
  64. // In case our VideoFrameTexture is no longer needed, we should close its backed VideoFrame, see issue #30379:
  65. if ( videoTexture.image instanceof VideoFrame ) videoTexture.image.close();
  66. videoTexture.image = null;
  67. scene.remove( mesh );
  68. } );
  69. }
  70. }
  71. } );
  72. const material = new THREE.MeshBasicMaterial( { map: videoTexture } );
  73. const mesh = new THREE.Mesh( geometry, material );
  74. scene.add( mesh );
  75. renderer = new THREE.WebGPURenderer();
  76. renderer.setPixelRatio( window.devicePixelRatio );
  77. renderer.setSize( window.innerWidth, window.innerHeight );
  78. renderer.setAnimationLoop( animate );
  79. document.body.appendChild( renderer.domElement );
  80. //
  81. window.addEventListener( 'resize', onWindowResize );
  82. }
  83. function onWindowResize() {
  84. camera.aspect = window.innerWidth / window.innerHeight;
  85. camera.updateProjectionMatrix();
  86. renderer.setSize( window.innerWidth, window.innerHeight );
  87. }
  88. function animate() {
  89. renderer.render( scene, camera );
  90. }
  91. </script>
  92. </body>
  93. </html>
粤ICP备19079148号