Skip to content

Commit

Permalink
update 1.4.1
Browse files Browse the repository at this point in the history
  • Loading branch information
@EnoxSoftware
EnoxSoftware committed Nov 15, 2024
1 parent 8e05aad commit 874895e
Show file tree
Hide file tree
Showing 49 changed files with 14,674 additions and 8,654 deletions.
215 changes: 148 additions & 67 deletions Assets/DlibFaceLandmarkDetector/Examples/BenchmarkExample/BenchmarkExample.cs
View file
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
using DlibFaceLandmarkDetector;
using DlibFaceLandmarkDetector.UnityUtils;
using System;
using System.Collections;
using System.Collections.Generic;
using System.Threading;
using UnityEngine;
using UnityEngine.SceneManagement;
using UnityEngine.UI;

namespace DlibFaceLandmarkDetectorExample
{
Expand All @@ -13,6 +14,14 @@ namespace DlibFaceLandmarkDetectorExample
/// </summary>
public class BenchmarkExample : MonoBehaviour
{
[Header("Output")]
/// <summary>
/// The RawImage for previewing the result.
/// </summary>
public RawImage resultPreview;

[Space(10)]

/// <summary>
/// The number of benchmark times.
/// </summary>
Expand Down Expand Up @@ -44,29 +53,35 @@ public class BenchmarkExample : MonoBehaviour
/// </summary>
FpsMonitor fpsMonitor;

#if UNITY_WEBGL
IEnumerator getFilePath_Coroutine;
#endif
/// <summary>
/// The CancellationTokenSource.
/// </summary>
CancellationTokenSource cts = new CancellationTokenSource();

public enum DetectMode
{
None,
ValueTuple,
NoAlloc
}

// Use this for initialization
void Start()
async void Start()
{
fpsMonitor = GetComponent<FpsMonitor>();

dlibShapePredictorFileName = DlibFaceLandmarkDetectorExample.dlibShapePredictorFileName;
#if UNITY_WEBGL
getFilePath_Coroutine = Utils.getFilePathAsync(dlibShapePredictorFileName, (result) =>
{
getFilePath_Coroutine = null;

dlibShapePredictorFilePath = result;
Run();
});
StartCoroutine(getFilePath_Coroutine);
#else
dlibShapePredictorFilePath = Utils.getFilePath(dlibShapePredictorFileName);
// Asynchronously retrieves the readable file path from the StreamingAssets directory.
if (fpsMonitor != null)
fpsMonitor.consoleText = "Preparing file access...";

dlibShapePredictorFilePath = await Utils.getFilePathAsyncTask(dlibShapePredictorFileName, cancellationToken: cts.Token);

if (fpsMonitor != null)
fpsMonitor.consoleText = "";

Run();
#endif
}

private void Run()
Expand All @@ -83,22 +98,33 @@ private void Run()
+ " If you want to draw the result correctly, we recommend using the OpenCVForUnityUtils.DrawFaceLandmark method.");
}

private void StartBenchmark(Texture2D targetImg, FaceLandmarkDetector detector, int times = 100, bool noAlloc = false)
private void StartBenchmark(Texture2D targetImg, FaceLandmarkDetector detector, int times = 100, DetectMode detectMode = DetectMode.None)
{
string result = noAlloc ? BenchmarkNoGCAlloc(targetImg, detector, times) : Benchmark(targetImg, detector, times);
Debug.Log(result);
if (fpsMonitor != null)
string result = null;
switch (detectMode)
{
fpsMonitor.consoleText = result;
case DetectMode.None:
result = Benchmark(targetImg, detector, times);
Debug.Log(result);
ShowImage(targetImg);
break;
case DetectMode.ValueTuple:
result = BenchmarkValueTuple(targetImg, detector, times);
Debug.Log(result);
ShowImageValueTuple(targetImg);
break;
case DetectMode.NoAlloc:
result = BenchmarkNoGCAlloc(targetImg, detector, times);
Debug.Log(result);
ShowImageNoGCAlloc(targetImg);
break;
default:
break;
}

if (noAlloc)
{
ShowImageNoGCAlloc(targetImg);
}
else
if (fpsMonitor != null)
{
ShowImage(targetImg);
fpsMonitor.consoleText = result;
}
}

Expand Down Expand Up @@ -142,6 +168,46 @@ private string Benchmark(Texture2D targetImg, FaceLandmarkDetector detector, int
return result;
}

private string BenchmarkValueTuple(Texture2D targetImg, FaceLandmarkDetector detector, int times = 100)
{
System.Diagnostics.Stopwatch sw = new System.Diagnostics.Stopwatch();

string result = "sp_name: " + dlibShapePredictorFileName + "\n";
result += "times: " + times + " (size: " + targetImg.width + "*" + targetImg.height + ")" + "\n";

detector.SetImage(targetImg);

// FaceLandmarkDetector.Detect() benchmark.
sw.Start();
UnityEngine.Profiling.Profiler.BeginSample("GCAllocTest: DetectValueTuple()");
for (int i = 0; i < times; ++i)
{
detector.DetectValueTuple();
}
UnityEngine.Profiling.Profiler.EndSample();
sw.Stop();
result += " Detect(): " + sw.ElapsedMilliseconds + "ms" + " Avg:" + sw.ElapsedMilliseconds / times + "ms" + "\n";


// FaceLandmarkDetector.DetectLandmark() benchmark.
(double x, double y, double width, double height)[] detectResult = detector.DetectValueTuple();
sw.Reset();
sw.Start();
UnityEngine.Profiling.Profiler.BeginSample("GCAllocTest: DetectLandmark()");
for (int i = 0; i < times; ++i)
{
foreach (var rect in detectResult)
{
detector.DetectLandmark(rect);
}
}
UnityEngine.Profiling.Profiler.EndSample();
sw.Stop();
result += " DetectLandmark(): " + sw.ElapsedMilliseconds + "ms" + " Avg:" + sw.ElapsedMilliseconds / times + "ms";

return result;
}

private string BenchmarkNoGCAlloc(Texture2D targetImg, FaceLandmarkDetector detector, int times = 100)
{
System.Diagnostics.Stopwatch sw = new System.Diagnostics.Stopwatch();
Expand Down Expand Up @@ -169,7 +235,7 @@ private string BenchmarkNoGCAlloc(Texture2D targetImg, FaceLandmarkDetector dete
UnityEngine.Profiling.Profiler.EndSample();
sw.Stop();
result += " Detect(): " + sw.ElapsedMilliseconds + "ms" + " Avg:" + sw.ElapsedMilliseconds / times + "ms" + "\n";


// FaceLandmarkDetector.DetectLandmark() benchmark.
int detectLandmarkCount = detector.DetectLandmarkOnly(detectResult[0], detectResult[1], detectResult[2], detectResult[3]);
Expand Down Expand Up @@ -205,22 +271,6 @@ private void ShowImage(Texture2D texture2D)
dstTexture2D.SetPixels32(texture2D.GetPixels32());
dstTexture2D.Apply();

gameObject.transform.localScale = new Vector3(texture2D.width, texture2D.height, 1);

float width = gameObject.transform.localScale.x;
float height = gameObject.transform.localScale.y;

float widthScale = (float)Screen.width / width;
float heightScale = (float)Screen.height / height;
if (widthScale < heightScale)
{
Camera.main.orthographicSize = (width * (float)Screen.height / (float)Screen.width) / 2;
}
else
{
Camera.main.orthographicSize = height / 2;
}

faceLandmarkDetector.SetImage(texture2D);

//detect face rects
Expand All @@ -237,33 +287,46 @@ private void ShowImage(Texture2D texture2D)
// draw face rect
faceLandmarkDetector.DrawDetectResult(dstTexture2D, 255, 0, 0, 255, 2);

gameObject.GetComponent<Renderer>().material.mainTexture = dstTexture2D;
resultPreview.texture = dstTexture2D;
resultPreview.GetComponent<AspectRatioFitter>().aspectRatio = (float)dstTexture2D.width / dstTexture2D.height;
}

private void ShowImageNoGCAlloc(Texture2D texture2D)
private void ShowImageValueTuple(Texture2D texture2D)
{
if (dstTexture2D != null)
Texture2D.Destroy(dstTexture2D);
dstTexture2D = new Texture2D(texture2D.width, texture2D.height, texture2D.format, false);
dstTexture2D.SetPixels32(texture2D.GetPixels32());
dstTexture2D.Apply();

gameObject.transform.localScale = new Vector3(texture2D.width, texture2D.height, 1);
faceLandmarkDetector.SetImage(texture2D);

float width = gameObject.transform.localScale.x;
float height = gameObject.transform.localScale.y;
//detect face rects
(double x, double y, double width, double height)[] detectResult = faceLandmarkDetector.DetectValueTuple();

float widthScale = (float)Screen.width / width;
float heightScale = (float)Screen.height / height;
if (widthScale < heightScale)
{
Camera.main.orthographicSize = (width * (float)Screen.height / (float)Screen.width) / 2;
}
else
foreach (var rect in detectResult)
{
Camera.main.orthographicSize = height / 2;
//detect landmark points
faceLandmarkDetector.DetectLandmark(rect);
// draw landmark points
faceLandmarkDetector.DrawDetectLandmarkResult(dstTexture2D, 0, 255, 0, 255);
}

// draw face rect
faceLandmarkDetector.DrawDetectResult(dstTexture2D, 255, 0, 0, 255, 2);

resultPreview.texture = dstTexture2D;
resultPreview.GetComponent<AspectRatioFitter>().aspectRatio = (float)dstTexture2D.width / dstTexture2D.height;
}

private void ShowImageNoGCAlloc(Texture2D texture2D)
{
if (dstTexture2D != null)
Texture2D.Destroy(dstTexture2D);
dstTexture2D = new Texture2D(texture2D.width, texture2D.height, texture2D.format, false);
dstTexture2D.SetPixels32(texture2D.GetPixels32());
dstTexture2D.Apply();

faceLandmarkDetector.SetImage(texture2D);

//detect face rects
Expand Down Expand Up @@ -294,7 +357,8 @@ private void ShowImageNoGCAlloc(Texture2D texture2D)
// draw face rect
faceLandmarkDetector.DrawDetectResult(dstTexture2D, 255, 0, 0, 255, 2);

gameObject.GetComponent<Renderer>().material.mainTexture = dstTexture2D;
resultPreview.texture = dstTexture2D;
resultPreview.GetComponent<AspectRatioFitter>().aspectRatio = (float)dstTexture2D.width / dstTexture2D.height;
}

// Update is called once per frame
Expand All @@ -314,13 +378,8 @@ void OnDisable()
if (faceLandmarkDetector != null)
faceLandmarkDetector.Dispose();

#if UNITY_WEBGL
if (getFilePath_Coroutine != null)
{
StopCoroutine(getFilePath_Coroutine);
((IDisposable)getFilePath_Coroutine).Dispose();
}
#endif
if (cts != null)
cts.Dispose();
}

/// <summary>
Expand All @@ -345,6 +404,28 @@ public void OnBenchmarkLargeImageButtonClick()
StartBenchmark(largeImage, faceLandmarkDetector, times);
}

/// <summary>
/// Raises the benchmark small mage button click event.
/// </summary>
public void OnBenchmarkValueTupleSmallImageButtonClick()
{
if (faceLandmarkDetector == null)
return;

StartBenchmark(smallImage, faceLandmarkDetector, times, DetectMode.ValueTuple);
}

/// <summary>
/// Raises the benchmark large image button click event.
/// </summary>
public void OnBenchmarkValueTupleLargeImageButtonClick()
{
if (faceLandmarkDetector == null)
return;

StartBenchmark(largeImage, faceLandmarkDetector, times, DetectMode.ValueTuple);
}

/// <summary>
/// Raises the benchmark small mage button click event.
/// </summary>
Expand All @@ -353,7 +434,7 @@ public void OnBenchmarkNoGCAllocSmallImageButtonClick()
if (faceLandmarkDetector == null)
return;

StartBenchmark(smallImage, faceLandmarkDetector, times, true);
StartBenchmark(smallImage, faceLandmarkDetector, times, DetectMode.NoAlloc);
}

/// <summary>
Expand All @@ -364,7 +445,7 @@ public void OnBenchmarkNoGCAllocLargeImageButtonClick()
if (faceLandmarkDetector == null)
return;

StartBenchmark(largeImage, faceLandmarkDetector, times, true);
StartBenchmark(largeImage, faceLandmarkDetector, times, DetectMode.NoAlloc);
}

/// <summary>
Expand Down
Loading

0 comments on commit 874895e

Please sign in to comment.