FontainebleauDemo/Assets/ClusterDisplay/Scripts/CustomDepthBuffer.cs

using System;
using System.Collections.Generic;
using UnityEngine;
using UnityEngine.Profiling;
using UnityEngine.Rendering;

[ExecuteInEditMode]
public class CustomDepthBuffer : MonoBehaviour
{
    [SerializeField]
    string m_Tag;

    [SerializeField]
    Mesh[] m_OccludingMeshes;

    [SerializeField]
    Vector2Int m_RenderTargetSize;
    
    Material m_Material;

    [SerializeField]
    bool m_ShowDebugUI;
   
    RenderTexture m_DepthBuffer;
    public RenderTexture target { get { return m_DepthBuffer; } }

    Vector4 m_ZBufferParams;
    public Vector4 zBufferParams { get { return m_ZBufferParams; } }
     
    RenderTexture m_ColorBuffer;
    CommandBuffer m_CmdBuffer;
    CustomSampler m_Sampler;

    struct InstancedDrawArgs
    {
        public Mesh mesh;
        public List<Matrix4x4> transforms; // TODO use arrays if we use CommandBuffer
    }
    
    List<InstancedDrawArgs> m_RenderingData = new List<InstancedDrawArgs>();

    class InstancingDataGenerationVisitor
    {
        Dictionary<int, Mesh> m_Meshes = new Dictionary<int, Mesh>();
        Dictionary<int, List<Matrix4x4>> m_Transforms = new Dictionary<int, List<Matrix4x4>>();
        HashSet<int> m_Filter = new HashSet<int>();
        
        public void Reset()
        {
            m_Meshes.Clear();
            m_Transforms.Clear();
        }

        public void SetAllowedMeshes(Mesh[] meshes)
        {
            m_Filter.Clear();
            foreach (var mesh in meshes)
                m_Filter.Add(mesh.GetInstanceID());
        }

        public void Visit(Transform trs)
        {
            var filter = trs.GetComponent<MeshFilter>();
            if (filter == null)
                return;
            
            var mesh = filter.sharedMesh;
            if (mesh == null)
                return;

            TryAddInstance(mesh, trs.localToWorldMatrix);
        }

        public void PopulateRenderingData(List<InstancedDrawArgs> renderingData)
        {
            renderingData.Clear();

            foreach (var entry in m_Meshes)
            {
                renderingData.Add(new InstancedDrawArgs
                {
                    mesh = entry.Value,
                    transforms = m_Transforms[entry.Key]
                });
            }
        }

        void TryAddInstance(Mesh mesh, Matrix4x4 transform)
        {
            var meshId = mesh.GetInstanceID();

            if (!m_Filter.Contains(meshId))
                return;

            if (m_Meshes.ContainsKey(meshId))
            {
                m_Transforms[meshId].Add(transform);
            }
            else 
            {
                m_Meshes.Add(meshId, mesh);
                var list = new List<Matrix4x4>();
                list.Add(transform);
                m_Transforms.Add(meshId, list);
            }
        }
    }
    
    InstancingDataGenerationVisitor m_InstancingDataGenerationVisitor = new InstancingDataGenerationVisitor();

    void OnEnable()
    {
        if (m_Sampler == null)
            m_Sampler = CustomSampler.Create("Update Custom Depth Buffer");

        var shader = Shader.Find("HDRP/Unlit");
        m_Material = new Material(shader);
        m_Material.enableInstancing = true;
        m_CmdBuffer = new CommandBuffer();

        UpdateRenderingData();
    }

    void OnDisable()
    {
        DestroyImmediate(m_Material);
        m_CmdBuffer.Release();
        if (m_DepthBuffer != null)
            m_DepthBuffer.Release();
        m_DepthBuffer = null;
        if (m_ColorBuffer != null)
            m_ColorBuffer.Release();
        m_ColorBuffer = null;
    }

    void OnGUI()
    {
        if (m_ShowDebugUI && m_DepthBuffer != null)
        {
            //GUI.DrawTexture(new Rect(0, 0, 256, 256), m_DepthBuffer);        
            GUI.DrawTexture(new Rect(0, 0, Screen.width, Screen.height), m_DepthBuffer);        
        }
    }

    // TODO optim only render if camera moved
    void UpdateCommandBuffer(Camera camera)
    {
        if (m_DepthBuffer == null || m_DepthBuffer.width != m_RenderTargetSize.x || m_DepthBuffer.height != m_RenderTargetSize.y)
        {
            if (m_DepthBuffer != null)
                m_DepthBuffer.Release();
            if (m_ColorBuffer != null)
                m_ColorBuffer.Release();

            m_DepthBuffer = new RenderTexture(m_RenderTargetSize.x, m_RenderTargetSize.y, 0, RenderTextureFormat.Depth);
            m_ColorBuffer = new RenderTexture(m_RenderTargetSize.x, m_RenderTargetSize.y, 0, RenderTextureFormat.Default);
        }

        m_CmdBuffer.Clear();

        using (new ProfilingSample(m_CmdBuffer, "Render Custom Depth Buffer"))
        {
            m_CmdBuffer.SetRenderTarget(m_ColorBuffer.colorBuffer, m_DepthBuffer.colorBuffer);
            m_CmdBuffer.ClearRenderTarget(true, true, Color.black);

            var projectionMatrix = GL.GetGPUProjectionMatrix(camera.projectionMatrix, true);

            m_ZBufferParams = GetZBufferParams(camera, projectionMatrix);

            var viewMatrix = camera.worldToCameraMatrix;
            var viewProjectionMatrix = projectionMatrix * viewMatrix;

            // as we use HDRP we cannot rely on CommandBuffer.SetViewProjectionMatrices(...);
            // we need to manually update uniforms
            m_CmdBuffer.SetGlobalMatrix("_ViewMatrix", viewMatrix);
            m_CmdBuffer.SetGlobalMatrix("_InvViewMatrix", viewMatrix.inverse);
            m_CmdBuffer.SetGlobalMatrix("_ProjMatrix", projectionMatrix);
            m_CmdBuffer.SetGlobalMatrix("_InvProjMatrix", projectionMatrix.inverse);
            m_CmdBuffer.SetGlobalMatrix("_ViewProjMatrix", viewProjectionMatrix);
            m_CmdBuffer.SetGlobalMatrix("_InvViewProjMatrix", viewProjectionMatrix.inverse);
            m_CmdBuffer.SetGlobalMatrix("_CameraViewProjMatrix", viewProjectionMatrix);
            m_CmdBuffer.SetGlobalVector("_WorldSpaceCameraPos", Vector3.zero);

            foreach (var args in m_RenderingData)
            {
                for (var i = 0; i != args.mesh.subMeshCount; ++i)
                    m_CmdBuffer.DrawMeshInstanced(args.mesh, i, m_Material, 0, args.transforms.ToArray());
            }
        }
    }

    static Vector4 GetZBufferParams(Camera camera, Matrix4x4 projectionMatrix) 
    {
        float n = camera.nearClipPlane;
        float f = camera.farClipPlane;
        float scale     = projectionMatrix[2, 3] / (f * n) * (f - n);
        bool  reverseZ  = scale > 0;
        
        if (reverseZ)
            return new Vector4(-1 + f / n, 1, -1 / f + 1 / n, 1 / f);
        else
            return new Vector4(1 - f / n, f / n, 1 / f - 1 / n, 1 / n);
    }

    void Update()
    {
        // TMP DEBUG hack
        if (Input.GetKeyDown(KeyCode.G))
            m_ShowDebugUI = !m_ShowDebugUI;
        
        m_Sampler.Begin();
        var camera = Camera.main;
        if (camera != null && camera.cameraType == CameraType.Game)
        {
            UpdateCommandBuffer(camera);
            Graphics.ExecuteCommandBuffer(m_CmdBuffer);
        }
        m_Sampler.End();
    }

    [ContextMenu("Update Rendering Data")]
    void UpdateRenderingData()
    {
        if (string.IsNullOrEmpty(m_Tag))
            return;
        
        m_InstancingDataGenerationVisitor.Reset();
        m_InstancingDataGenerationVisitor.SetAllowedMeshes(m_OccludingMeshes);
        
        foreach (var occluder in GameObject.FindGameObjectsWithTag(m_Tag))
        {
            UpdateRenderingDataRecursive(occluder.transform, m_InstancingDataGenerationVisitor);
        }
        
        m_InstancingDataGenerationVisitor.PopulateRenderingData(m_RenderingData);
        
        // TMP DEBUG
        Debug.Log("INSTANCING RENDERING DATA:");
        foreach (var data in m_RenderingData)
        {
            Debug.Log($"Mesh name[{data.mesh.name}] id[{data.mesh.GetInstanceID()}] count[{data.transforms.Count}]");
        }
    }

    static void UpdateRenderingDataRecursive(Transform parent, InstancingDataGenerationVisitor visitor) 
    {
        foreach (Transform child in parent)
        {
            visitor.Visit(child);
            UpdateRenderingDataRecursive(child, visitor);
        }
    }
}