render-item.ts 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320
  1. /**
  2. * Copyright (c) 2018-2020 mol* contributors, licensed under MIT, See LICENSE file for more info.
  3. *
  4. * @author Alexander Rose <alexander.rose@weirdbyte.de>
  5. */
  6. import { createAttributeBuffers, ElementsBuffer, AttributeKind } from './buffer';
  7. import { createTextures, Texture } from './texture';
  8. import { WebGLContext, checkError } from './context';
  9. import { ShaderCode } from '../shader-code';
  10. import { Program } from './program';
  11. import { RenderableSchema, RenderableValues, AttributeSpec, getValueVersions, splitValues, Values } from '../renderable/schema';
  12. import { idFactory } from '../../mol-util/id-factory';
  13. import { ValueCell } from '../../mol-util';
  14. import { TextureImage, TextureVolume } from '../../mol-gl/renderable/util';
  15. import { checkFramebufferStatus } from './framebuffer';
  16. import { isDebugMode } from '../../mol-util/debug';
  17. import { VertexArray } from './vertex-array';
  18. const getNextRenderItemId = idFactory()
  19. export type DrawMode = 'points' | 'lines' | 'line-strip' | 'line-loop' | 'triangles' | 'triangle-strip' | 'triangle-fan'
  20. export function getDrawMode(ctx: WebGLContext, drawMode: DrawMode) {
  21. const { gl } = ctx
  22. switch (drawMode) {
  23. case 'points': return gl.POINTS
  24. case 'lines': return gl.LINES
  25. case 'line-strip': return gl.LINE_STRIP
  26. case 'line-loop': return gl.LINE_LOOP
  27. case 'triangles': return gl.TRIANGLES
  28. case 'triangle-strip': return gl.TRIANGLE_STRIP
  29. case 'triangle-fan': return gl.TRIANGLE_FAN
  30. }
  31. }
  32. export interface RenderItem<T extends string> {
  33. readonly id: number
  34. readonly materialId: number
  35. getProgram: (variant: T) => Program
  36. render: (variant: T) => void
  37. update: () => Readonly<ValueChanges>
  38. destroy: () => void
  39. }
  40. //
  41. const GraphicsRenderVariantDefines = {
  42. 'color': {},
  43. 'pickObject': { dColorType: ValueCell.create('objectPicking') },
  44. 'pickInstance': { dColorType: ValueCell.create('instancePicking') },
  45. 'pickGroup': { dColorType: ValueCell.create('groupPicking') },
  46. 'depth': { dColorType: ValueCell.create('depth') }
  47. }
  48. export type GraphicsRenderVariant = keyof typeof GraphicsRenderVariantDefines
  49. const ComputeRenderVariantDefines = {
  50. 'compute': {},
  51. }
  52. export type ComputeRenderVariant = keyof typeof ComputeRenderVariantDefines
  53. type RenderVariantDefines = typeof GraphicsRenderVariantDefines | typeof ComputeRenderVariantDefines
  54. //
  55. type ProgramVariants = { [k: string]: Program }
  56. type VertexArrayVariants = { [k: string]: VertexArray | null }
  57. interface ValueChanges {
  58. attributes: boolean
  59. defines: boolean
  60. elements: boolean
  61. textures: boolean
  62. }
  63. function createValueChanges() {
  64. return {
  65. attributes: false,
  66. defines: false,
  67. elements: false,
  68. textures: false,
  69. }
  70. }
  71. function resetValueChanges(valueChanges: ValueChanges) {
  72. valueChanges.attributes = false
  73. valueChanges.defines = false
  74. valueChanges.elements = false
  75. valueChanges.textures = false
  76. }
  77. //
  78. export type GraphicsRenderItem = RenderItem<keyof typeof GraphicsRenderVariantDefines & string>
  79. export function createGraphicsRenderItem(ctx: WebGLContext, drawMode: DrawMode, shaderCode: ShaderCode, schema: RenderableSchema, values: RenderableValues, materialId: number) {
  80. return createRenderItem(ctx, drawMode, shaderCode, schema, values, materialId, GraphicsRenderVariantDefines)
  81. }
  82. export type ComputeRenderItem = RenderItem<keyof typeof ComputeRenderVariantDefines & string>
  83. export function createComputeRenderItem(ctx: WebGLContext, drawMode: DrawMode, shaderCode: ShaderCode, schema: RenderableSchema, values: RenderableValues, materialId = -1) {
  84. return createRenderItem(ctx, drawMode, shaderCode, schema, values, materialId, ComputeRenderVariantDefines)
  85. }
  86. /**
  87. * Creates a render item
  88. *
  89. * - assumes that `values.drawCount` and `values.instanceCount` exist
  90. */
  91. export function createRenderItem<T extends RenderVariantDefines, S extends keyof T & string>(ctx: WebGLContext, drawMode: DrawMode, shaderCode: ShaderCode, schema: RenderableSchema, values: RenderableValues, materialId: number, renderVariantDefines: T): RenderItem<S> {
  92. const id = getNextRenderItemId()
  93. const { stats, state, resources } = ctx
  94. const { instancedArrays, vertexArrayObject } = ctx.extensions
  95. const { attributeValues, defineValues, textureValues, uniformValues, materialUniformValues } = splitValues(schema, values)
  96. const uniformValueEntries = Object.entries(uniformValues)
  97. const materialUniformValueEntries = Object.entries(materialUniformValues)
  98. const defineValueEntries = Object.entries(defineValues)
  99. const versions = getValueVersions(values)
  100. const glDrawMode = getDrawMode(ctx, drawMode)
  101. const programs: ProgramVariants = {}
  102. Object.keys(renderVariantDefines).forEach(k => {
  103. const variantDefineValues: Values<RenderableSchema> = (renderVariantDefines as any)[k]
  104. programs[k] = resources.program({ ...defineValues, ...variantDefineValues }, shaderCode, schema)
  105. })
  106. const textures = createTextures(ctx, schema, textureValues)
  107. const attributeBuffers = createAttributeBuffers(ctx, schema, attributeValues)
  108. let elementsBuffer: ElementsBuffer | undefined
  109. const elements = values.elements
  110. if (elements && elements.ref.value) {
  111. elementsBuffer = resources.elements(elements.ref.value)
  112. }
  113. const vertexArrays: VertexArrayVariants = {}
  114. Object.keys(renderVariantDefines).forEach(k => {
  115. vertexArrays[k] = vertexArrayObject ? resources.vertexArray(programs[k], attributeBuffers, elementsBuffer) : null
  116. })
  117. let drawCount = values.drawCount.ref.value
  118. let instanceCount = values.instanceCount.ref.value
  119. stats.drawCount += drawCount
  120. stats.instanceCount += instanceCount
  121. stats.instancedDrawCount += instanceCount * drawCount
  122. const valueChanges = createValueChanges()
  123. let destroyed = false
  124. let currentProgramId = -1
  125. return {
  126. id,
  127. materialId,
  128. getProgram: (variant: S) => programs[variant],
  129. render: (variant: S) => {
  130. if (drawCount === 0 || instanceCount === 0 || ctx.isContextLost) return
  131. const program = programs[variant]
  132. if (program.id === currentProgramId && state.currentRenderItemId === id) {
  133. program.setUniforms(uniformValueEntries)
  134. program.bindTextures(textures)
  135. } else {
  136. const vertexArray = vertexArrays[variant]
  137. if (program.id !== state.currentProgramId || program.id !== currentProgramId ||
  138. materialId === -1 || materialId !== state.currentMaterialId
  139. ) {
  140. // console.log('program.id changed or materialId changed/-1', materialId)
  141. if (program.id !== state.currentProgramId) program.use()
  142. program.setUniforms(materialUniformValueEntries)
  143. state.currentMaterialId = materialId
  144. currentProgramId = program.id
  145. }
  146. program.setUniforms(uniformValueEntries)
  147. program.bindTextures(textures)
  148. if (vertexArray) {
  149. vertexArray.bind()
  150. // need to bind elements buffer explicitly since it is not always recorded in the VAO
  151. if (elementsBuffer) elementsBuffer.bind()
  152. } else {
  153. if (elementsBuffer) elementsBuffer.bind()
  154. program.bindAttributes(attributeBuffers)
  155. }
  156. state.currentRenderItemId = id
  157. }
  158. if (isDebugMode) {
  159. checkFramebufferStatus(ctx.gl)
  160. }
  161. if (elementsBuffer) {
  162. instancedArrays.drawElementsInstanced(glDrawMode, drawCount, elementsBuffer._dataType, 0, instanceCount);
  163. } else {
  164. instancedArrays.drawArraysInstanced(glDrawMode, 0, drawCount, instanceCount)
  165. }
  166. if (isDebugMode) {
  167. try {
  168. checkError(ctx.gl)
  169. } catch (e) {
  170. // console.log('shaderCode', shaderCode)
  171. // console.log('schema', schema)
  172. // console.log('attributeBuffers', attributeBuffers)
  173. throw new Error(`Error rendering item id ${id}: '${e}'`)
  174. }
  175. }
  176. },
  177. update: () => {
  178. resetValueChanges(valueChanges)
  179. for (let i = 0, il = defineValueEntries.length; i < il; ++i) {
  180. const [k, value] = defineValueEntries[i]
  181. if (value.ref.version !== versions[k]) {
  182. // console.log('define version changed', k)
  183. valueChanges.defines = true
  184. versions[k] = value.ref.version
  185. }
  186. }
  187. if (valueChanges.defines) {
  188. // console.log('some defines changed, need to rebuild programs')
  189. Object.keys(renderVariantDefines).forEach(k => {
  190. const variantDefineValues: Values<RenderableSchema> = (renderVariantDefines as any)[k]
  191. programs[k].destroy()
  192. programs[k] = resources.program({ ...defineValues, ...variantDefineValues }, shaderCode, schema)
  193. })
  194. }
  195. if (values.drawCount.ref.version !== versions.drawCount) {
  196. // console.log('drawCount version changed')
  197. stats.drawCount += values.drawCount.ref.value - drawCount
  198. stats.instancedDrawCount += instanceCount * values.drawCount.ref.value - instanceCount * drawCount
  199. drawCount = values.drawCount.ref.value
  200. versions.drawCount = values.drawCount.ref.version
  201. }
  202. if (values.instanceCount.ref.version !== versions.instanceCount) {
  203. // console.log('instanceCount version changed')
  204. stats.instanceCount += values.instanceCount.ref.value - instanceCount
  205. stats.instancedDrawCount += values.instanceCount.ref.value * drawCount - instanceCount * drawCount
  206. instanceCount = values.instanceCount.ref.value
  207. versions.instanceCount = values.instanceCount.ref.version
  208. }
  209. for (let i = 0, il = attributeBuffers.length; i < il; ++i) {
  210. const [k, buffer] = attributeBuffers[i]
  211. const value = attributeValues[k]
  212. if (value.ref.version !== versions[k]) {
  213. if (buffer.length >= value.ref.value.length) {
  214. // console.log('attribute array large enough to update', k, value.ref.id, value.ref.version)
  215. buffer.updateData(value.ref.value)
  216. } else {
  217. // console.log('attribute array to small, need to create new attribute', k, value.ref.id, value.ref.version)
  218. buffer.destroy()
  219. const { itemSize, divisor } = schema[k] as AttributeSpec<AttributeKind>
  220. attributeBuffers[i][1] = resources.attribute(value.ref.value, itemSize, divisor)
  221. valueChanges.attributes = true
  222. }
  223. versions[k] = value.ref.version
  224. }
  225. }
  226. if (elementsBuffer && values.elements.ref.version !== versions.elements) {
  227. if (elementsBuffer.length >= values.elements.ref.value.length) {
  228. // console.log('elements array large enough to update', values.elements.ref.id, values.elements.ref.version)
  229. elementsBuffer.updateData(values.elements.ref.value)
  230. } else {
  231. // console.log('elements array to small, need to create new elements', values.elements.ref.id, values.elements.ref.version)
  232. elementsBuffer.destroy()
  233. elementsBuffer = resources.elements(values.elements.ref.value)
  234. valueChanges.elements = true
  235. }
  236. versions.elements = values.elements.ref.version
  237. }
  238. if (valueChanges.attributes || valueChanges.defines || valueChanges.elements) {
  239. // console.log('program/defines or buffers changed, update vaos')
  240. Object.keys(renderVariantDefines).forEach(k => {
  241. const vertexArray = vertexArrays[k]
  242. if (vertexArray) vertexArray.update()
  243. })
  244. }
  245. for (let i = 0, il = textures.length; i < il; ++i) {
  246. const [k, texture] = textures[i]
  247. const value = textureValues[k]
  248. if (value.ref.version !== versions[k]) {
  249. // update of textures with kind 'texture' is done externally
  250. if (schema[k].kind !== 'texture') {
  251. // console.log('texture version changed, uploading image', k)
  252. texture.load(value.ref.value as TextureImage<any> | TextureVolume<any>)
  253. versions[k] = value.ref.version
  254. valueChanges.textures = true
  255. } else {
  256. textures[i][1] = value.ref.value as Texture
  257. }
  258. }
  259. }
  260. return valueChanges
  261. },
  262. destroy: () => {
  263. if (!destroyed) {
  264. Object.keys(renderVariantDefines).forEach(k => {
  265. programs[k].destroy()
  266. const vertexArray = vertexArrays[k]
  267. if (vertexArray) vertexArray.destroy()
  268. })
  269. textures.forEach(([k, texture]) => {
  270. // lifetime of textures with kind 'texture' is defined externally
  271. if (schema[k].kind !== 'texture') {
  272. texture.destroy()
  273. }
  274. })
  275. attributeBuffers.forEach(([_, buffer]) => buffer.destroy())
  276. if (elementsBuffer) elementsBuffer.destroy()
  277. destroyed = true
  278. }
  279. }
  280. }
  281. }