EXRExporter.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616
  1. import {
  2. FloatType,
  3. HalfFloatType,
  4. RGBAFormat,
  5. DataUtils,
  6. } from 'three';
  7. import * as fflate from '../libs/fflate.module.js';
  8. const textEncoder = new TextEncoder();
  9. const NO_COMPRESSION = 0;
  10. const ZIPS_COMPRESSION = 2;
  11. const ZIP_COMPRESSION = 3;
  12. /**
  13. * An exporter for EXR.
  14. *
  15. * EXR ( Extended Dynamic Range) is an [open format specification]{@link https://github.com/AcademySoftwareFoundation/openexr}
  16. * for professional-grade image storage format of the motion picture industry. The purpose of
  17. * format is to accurately and efficiently represent high-dynamic-range scene-linear image data
  18. * and associated metadata. The library is widely used in host application software where accuracy
  19. * is critical, such as photorealistic rendering, texture access, image compositing, deep compositing,
  20. * and DI.
  21. *
  22. * ```js
  23. * const exporter = new EXRExporter();
  24. * const result = await exporter.parse( renderer, options );
  25. * ```
  26. */
  27. class EXRExporter {
  28. /**
  29. * This method has two variants.
  30. *
  31. * - When exporting a data texture, it receives two parameters. The texture and the exporter options.
  32. * - When exporting a render target (e.g. a PMREM), it receives three parameters. The renderer, the
  33. * render target and the exporter options.
  34. *
  35. * @async
  36. * @param {(DataTexture|WebGPURenderer|WebGLRenderer)} arg1 - The data texture to export or a renderer.
  37. * @param {(EXRExporter~Options|RenderTarget)} arg2 - The exporter options or a render target.
  38. * @param {EXRExporter~Options} [arg3] - The exporter options.
  39. * @return {Promise<Uint8Array>} A Promise that resolves with the exported EXR.
  40. */
  41. async parse( arg1, arg2, arg3 ) {
  42. if ( ! arg1 || ! ( arg1.isWebGLRenderer || arg1.isWebGPURenderer || arg1.isDataTexture ) ) {
  43. throw Error( 'EXRExporter.parse: Unsupported first parameter, expected instance of WebGLRenderer, WebGPURenderer or DataTexture.' );
  44. } else if ( arg1.isWebGLRenderer || arg1.isWebGPURenderer ) {
  45. const renderer = arg1, renderTarget = arg2, options = arg3;
  46. supportedRTT( renderTarget );
  47. const info = buildInfoRTT( renderTarget, options ),
  48. dataBuffer = await getPixelData( renderer, renderTarget, info ),
  49. rawContentBuffer = reorganizeDataBuffer( dataBuffer, info ),
  50. chunks = compressData( rawContentBuffer, info );
  51. return fillData( chunks, info );
  52. } else if ( arg1.isDataTexture ) {
  53. const texture = arg1, options = arg2;
  54. supportedDT( texture );
  55. const info = buildInfoDT( texture, options ),
  56. dataBuffer = texture.image.data,
  57. rawContentBuffer = reorganizeDataBuffer( dataBuffer, info ),
  58. chunks = compressData( rawContentBuffer, info );
  59. return fillData( chunks, info );
  60. }
  61. }
  62. }
  63. function supportedRTT( renderTarget ) {
  64. if ( ! renderTarget || ! renderTarget.isRenderTarget ) {
  65. throw Error( 'EXRExporter.parse: Unsupported second parameter, expected instance of WebGLRenderTarget.' );
  66. }
  67. if ( renderTarget.isWebGLCubeRenderTarget || renderTarget.isWebGL3DRenderTarget || renderTarget.isWebGLArrayRenderTarget ) {
  68. throw Error( 'EXRExporter.parse: Unsupported render target type, expected instance of WebGLRenderTarget.' );
  69. }
  70. if ( renderTarget.texture.type !== FloatType && renderTarget.texture.type !== HalfFloatType ) {
  71. throw Error( 'EXRExporter.parse: Unsupported WebGLRenderTarget texture type.' );
  72. }
  73. if ( renderTarget.texture.format !== RGBAFormat ) {
  74. throw Error( 'EXRExporter.parse: Unsupported WebGLRenderTarget texture format, expected RGBAFormat.' );
  75. }
  76. }
  77. function supportedDT( texture ) {
  78. if ( texture.type !== FloatType && texture.type !== HalfFloatType ) {
  79. throw Error( 'EXRExporter.parse: Unsupported DataTexture texture type.' );
  80. }
  81. if ( texture.format !== RGBAFormat ) {
  82. throw Error( 'EXRExporter.parse: Unsupported DataTexture texture format, expected RGBAFormat.' );
  83. }
  84. if ( ! texture.image.data ) {
  85. throw Error( 'EXRExporter.parse: Invalid DataTexture image data.' );
  86. }
  87. if ( texture.type === FloatType && texture.image.data.constructor.name !== 'Float32Array' ) {
  88. throw Error( 'EXRExporter.parse: DataTexture image data doesn\'t match type, expected \'Float32Array\'.' );
  89. }
  90. if ( texture.type === HalfFloatType && texture.image.data.constructor.name !== 'Uint16Array' ) {
  91. throw Error( 'EXRExporter.parse: DataTexture image data doesn\'t match type, expected \'Uint16Array\'.' );
  92. }
  93. }
  94. function buildInfoRTT( renderTarget, options = {} ) {
  95. const compressionSizes = {
  96. 0: 1,
  97. 2: 1,
  98. 3: 16
  99. };
  100. const WIDTH = renderTarget.width,
  101. HEIGHT = renderTarget.height,
  102. TYPE = renderTarget.texture.type,
  103. FORMAT = renderTarget.texture.format,
  104. COMPRESSION = ( options.compression !== undefined ) ? options.compression : ZIP_COMPRESSION,
  105. EXPORTER_TYPE = ( options.type !== undefined ) ? options.type : HalfFloatType,
  106. OUT_TYPE = ( EXPORTER_TYPE === FloatType ) ? 2 : 1,
  107. COMPRESSION_SIZE = compressionSizes[ COMPRESSION ],
  108. NUM_CHANNELS = 4;
  109. return {
  110. width: WIDTH,
  111. height: HEIGHT,
  112. type: TYPE,
  113. format: FORMAT,
  114. compression: COMPRESSION,
  115. blockLines: COMPRESSION_SIZE,
  116. dataType: OUT_TYPE,
  117. dataSize: 2 * OUT_TYPE,
  118. numBlocks: Math.ceil( HEIGHT / COMPRESSION_SIZE ),
  119. numInputChannels: 4,
  120. numOutputChannels: NUM_CHANNELS,
  121. };
  122. }
  123. function buildInfoDT( texture, options = {} ) {
  124. const compressionSizes = {
  125. 0: 1,
  126. 2: 1,
  127. 3: 16
  128. };
  129. const WIDTH = texture.image.width,
  130. HEIGHT = texture.image.height,
  131. TYPE = texture.type,
  132. FORMAT = texture.format,
  133. COMPRESSION = ( options.compression !== undefined ) ? options.compression : ZIP_COMPRESSION,
  134. EXPORTER_TYPE = ( options.type !== undefined ) ? options.type : HalfFloatType,
  135. OUT_TYPE = ( EXPORTER_TYPE === FloatType ) ? 2 : 1,
  136. COMPRESSION_SIZE = compressionSizes[ COMPRESSION ],
  137. NUM_CHANNELS = 4;
  138. return {
  139. width: WIDTH,
  140. height: HEIGHT,
  141. type: TYPE,
  142. format: FORMAT,
  143. compression: COMPRESSION,
  144. blockLines: COMPRESSION_SIZE,
  145. dataType: OUT_TYPE,
  146. dataSize: 2 * OUT_TYPE,
  147. numBlocks: Math.ceil( HEIGHT / COMPRESSION_SIZE ),
  148. numInputChannels: 4,
  149. numOutputChannels: NUM_CHANNELS,
  150. };
  151. }
  152. async function getPixelData( renderer, rtt, info ) {
  153. let dataBuffer;
  154. if ( renderer.isWebGLRenderer ) {
  155. if ( info.type === FloatType ) {
  156. dataBuffer = new Float32Array( info.width * info.height * info.numInputChannels );
  157. } else {
  158. dataBuffer = new Uint16Array( info.width * info.height * info.numInputChannels );
  159. }
  160. await renderer.readRenderTargetPixelsAsync( rtt, 0, 0, info.width, info.height, dataBuffer );
  161. } else {
  162. dataBuffer = await renderer.readRenderTargetPixelsAsync( rtt, 0, 0, info.width, info.height );
  163. }
  164. return dataBuffer;
  165. }
  166. function reorganizeDataBuffer( inBuffer, info ) {
  167. const w = info.width,
  168. h = info.height,
  169. dec = { r: 0, g: 0, b: 0, a: 0 },
  170. offset = { value: 0 },
  171. cOffset = ( info.numOutputChannels == 4 ) ? 1 : 0,
  172. getValue = ( info.type == FloatType ) ? getFloat32 : getFloat16,
  173. setValue = ( info.dataType == 1 ) ? setFloat16 : setFloat32,
  174. outBuffer = new Uint8Array( info.width * info.height * info.numOutputChannels * info.dataSize ),
  175. dv = new DataView( outBuffer.buffer );
  176. for ( let y = 0; y < h; ++ y ) {
  177. for ( let x = 0; x < w; ++ x ) {
  178. const i = y * w * 4 + x * 4;
  179. const r = getValue( inBuffer, i );
  180. const g = getValue( inBuffer, i + 1 );
  181. const b = getValue( inBuffer, i + 2 );
  182. const a = getValue( inBuffer, i + 3 );
  183. const line = ( h - y - 1 ) * w * ( 3 + cOffset ) * info.dataSize;
  184. decodeLinear( dec, r, g, b, a );
  185. offset.value = line + x * info.dataSize;
  186. setValue( dv, dec.a, offset );
  187. offset.value = line + ( cOffset ) * w * info.dataSize + x * info.dataSize;
  188. setValue( dv, dec.b, offset );
  189. offset.value = line + ( 1 + cOffset ) * w * info.dataSize + x * info.dataSize;
  190. setValue( dv, dec.g, offset );
  191. offset.value = line + ( 2 + cOffset ) * w * info.dataSize + x * info.dataSize;
  192. setValue( dv, dec.r, offset );
  193. }
  194. }
  195. return outBuffer;
  196. }
  197. function compressData( inBuffer, info ) {
  198. let compress,
  199. tmpBuffer,
  200. sum = 0;
  201. const chunks = { data: new Array(), totalSize: 0 },
  202. size = info.width * info.numOutputChannels * info.blockLines * info.dataSize;
  203. switch ( info.compression ) {
  204. case 0:
  205. compress = compressNONE;
  206. break;
  207. case 2:
  208. case 3:
  209. compress = compressZIP;
  210. break;
  211. }
  212. if ( info.compression !== 0 ) {
  213. tmpBuffer = new Uint8Array( size );
  214. }
  215. for ( let i = 0; i < info.numBlocks; ++ i ) {
  216. const arr = inBuffer.subarray( size * i, size * ( i + 1 ) );
  217. const block = compress( arr, tmpBuffer );
  218. sum += block.length;
  219. chunks.data.push( { dataChunk: block, size: block.length } );
  220. }
  221. chunks.totalSize = sum;
  222. return chunks;
  223. }
  224. function compressNONE( data ) {
  225. return data;
  226. }
  227. function compressZIP( data, tmpBuffer ) {
  228. //
  229. // Reorder the pixel data.
  230. //
  231. let t1 = 0,
  232. t2 = Math.floor( ( data.length + 1 ) / 2 ),
  233. s = 0;
  234. const stop = data.length - 1;
  235. while ( true ) {
  236. if ( s > stop ) break;
  237. tmpBuffer[ t1 ++ ] = data[ s ++ ];
  238. if ( s > stop ) break;
  239. tmpBuffer[ t2 ++ ] = data[ s ++ ];
  240. }
  241. //
  242. // Predictor.
  243. //
  244. let p = tmpBuffer[ 0 ];
  245. for ( let t = 1; t < tmpBuffer.length; t ++ ) {
  246. const d = tmpBuffer[ t ] - p + ( 128 + 256 );
  247. p = tmpBuffer[ t ];
  248. tmpBuffer[ t ] = d;
  249. }
  250. const deflate = fflate.zlibSync( tmpBuffer );
  251. return deflate;
  252. }
  253. function fillHeader( outBuffer, chunks, info ) {
  254. const offset = { value: 0 };
  255. const dv = new DataView( outBuffer.buffer );
  256. setUint32( dv, 20000630, offset ); // magic
  257. setUint32( dv, 2, offset ); // mask
  258. // = HEADER =
  259. setString( dv, 'compression', offset );
  260. setString( dv, 'compression', offset );
  261. setUint32( dv, 1, offset );
  262. setUint8( dv, info.compression, offset );
  263. setString( dv, 'screenWindowCenter', offset );
  264. setString( dv, 'v2f', offset );
  265. setUint32( dv, 8, offset );
  266. setUint32( dv, 0, offset );
  267. setUint32( dv, 0, offset );
  268. setString( dv, 'screenWindowWidth', offset );
  269. setString( dv, 'float', offset );
  270. setUint32( dv, 4, offset );
  271. setFloat32( dv, 1.0, offset );
  272. setString( dv, 'pixelAspectRatio', offset );
  273. setString( dv, 'float', offset );
  274. setUint32( dv, 4, offset );
  275. setFloat32( dv, 1.0, offset );
  276. setString( dv, 'lineOrder', offset );
  277. setString( dv, 'lineOrder', offset );
  278. setUint32( dv, 1, offset );
  279. setUint8( dv, 0, offset );
  280. setString( dv, 'dataWindow', offset );
  281. setString( dv, 'box2i', offset );
  282. setUint32( dv, 16, offset );
  283. setUint32( dv, 0, offset );
  284. setUint32( dv, 0, offset );
  285. setUint32( dv, info.width - 1, offset );
  286. setUint32( dv, info.height - 1, offset );
  287. setString( dv, 'displayWindow', offset );
  288. setString( dv, 'box2i', offset );
  289. setUint32( dv, 16, offset );
  290. setUint32( dv, 0, offset );
  291. setUint32( dv, 0, offset );
  292. setUint32( dv, info.width - 1, offset );
  293. setUint32( dv, info.height - 1, offset );
  294. setString( dv, 'channels', offset );
  295. setString( dv, 'chlist', offset );
  296. setUint32( dv, info.numOutputChannels * 18 + 1, offset );
  297. setString( dv, 'A', offset );
  298. setUint32( dv, info.dataType, offset );
  299. offset.value += 4;
  300. setUint32( dv, 1, offset );
  301. setUint32( dv, 1, offset );
  302. setString( dv, 'B', offset );
  303. setUint32( dv, info.dataType, offset );
  304. offset.value += 4;
  305. setUint32( dv, 1, offset );
  306. setUint32( dv, 1, offset );
  307. setString( dv, 'G', offset );
  308. setUint32( dv, info.dataType, offset );
  309. offset.value += 4;
  310. setUint32( dv, 1, offset );
  311. setUint32( dv, 1, offset );
  312. setString( dv, 'R', offset );
  313. setUint32( dv, info.dataType, offset );
  314. offset.value += 4;
  315. setUint32( dv, 1, offset );
  316. setUint32( dv, 1, offset );
  317. setUint8( dv, 0, offset );
  318. // null-byte
  319. setUint8( dv, 0, offset );
  320. // = OFFSET TABLE =
  321. let sum = offset.value + info.numBlocks * 8;
  322. for ( let i = 0; i < chunks.data.length; ++ i ) {
  323. setUint64( dv, sum, offset );
  324. sum += chunks.data[ i ].size + 8;
  325. }
  326. }
  327. function fillData( chunks, info ) {
  328. const TableSize = info.numBlocks * 8,
  329. HeaderSize = 259 + ( 18 * info.numOutputChannels ), // 259 + 18 * chlist
  330. offset = { value: HeaderSize + TableSize },
  331. outBuffer = new Uint8Array( HeaderSize + TableSize + chunks.totalSize + info.numBlocks * 8 ),
  332. dv = new DataView( outBuffer.buffer );
  333. fillHeader( outBuffer, chunks, info );
  334. for ( let i = 0; i < chunks.data.length; ++ i ) {
  335. const data = chunks.data[ i ].dataChunk;
  336. const size = chunks.data[ i ].size;
  337. setUint32( dv, i * info.blockLines, offset );
  338. setUint32( dv, size, offset );
  339. outBuffer.set( data, offset.value );
  340. offset.value += size;
  341. }
  342. return outBuffer;
  343. }
  344. function decodeLinear( dec, r, g, b, a ) {
  345. dec.r = r;
  346. dec.g = g;
  347. dec.b = b;
  348. dec.a = a;
  349. }
  350. // function decodeSRGB( dec, r, g, b, a ) {
  351. // dec.r = r > 0.04045 ? Math.pow( r * 0.9478672986 + 0.0521327014, 2.4 ) : r * 0.0773993808;
  352. // dec.g = g > 0.04045 ? Math.pow( g * 0.9478672986 + 0.0521327014, 2.4 ) : g * 0.0773993808;
  353. // dec.b = b > 0.04045 ? Math.pow( b * 0.9478672986 + 0.0521327014, 2.4 ) : b * 0.0773993808;
  354. // dec.a = a;
  355. // }
  356. function setUint8( dv, value, offset ) {
  357. dv.setUint8( offset.value, value );
  358. offset.value += 1;
  359. }
  360. function setUint32( dv, value, offset ) {
  361. dv.setUint32( offset.value, value, true );
  362. offset.value += 4;
  363. }
  364. function setFloat16( dv, value, offset ) {
  365. dv.setUint16( offset.value, DataUtils.toHalfFloat( value ), true );
  366. offset.value += 2;
  367. }
  368. function setFloat32( dv, value, offset ) {
  369. dv.setFloat32( offset.value, value, true );
  370. offset.value += 4;
  371. }
  372. function setUint64( dv, value, offset ) {
  373. dv.setBigUint64( offset.value, BigInt( value ), true );
  374. offset.value += 8;
  375. }
  376. function setString( dv, string, offset ) {
  377. const tmp = textEncoder.encode( string + '\0' );
  378. for ( let i = 0; i < tmp.length; ++ i ) {
  379. setUint8( dv, tmp[ i ], offset );
  380. }
  381. }
  382. function decodeFloat16( binary ) {
  383. const exponent = ( binary & 0x7C00 ) >> 10,
  384. fraction = binary & 0x03FF;
  385. return ( binary >> 15 ? - 1 : 1 ) * (
  386. exponent ?
  387. (
  388. exponent === 0x1F ?
  389. fraction ? NaN : Infinity :
  390. Math.pow( 2, exponent - 15 ) * ( 1 + fraction / 0x400 )
  391. ) :
  392. 6.103515625e-5 * ( fraction / 0x400 )
  393. );
  394. }
  395. function getFloat16( arr, i ) {
  396. return decodeFloat16( arr[ i ] );
  397. }
  398. function getFloat32( arr, i ) {
  399. return arr[ i ];
  400. }
  401. /**
  402. * Export options of `EXRExporter`.
  403. *
  404. * @typedef {Object} EXRExporter~Options
  405. * @property {(HalfFloatType|FloatType)} [type=HalfFloatType] - Output data type.
  406. * @property {(NO_COMPRESSION|ZIP_COMPRESSION|ZIPS_COMPRESSION)} [type=ZIP_COMPRESSION] - The compression algorithm.
  407. **/
  408. export { EXRExporter, NO_COMPRESSION, ZIP_COMPRESSION, ZIPS_COMPRESSION };
粤ICP备19079148号