From 18797cfc1447319581c451e0121cf34028cd8e60 Mon Sep 17 00:00:00 2001 From: Richard Hsu Date: Wed, 11 May 2022 22:12:19 -0700 Subject: [PATCH] [Tuning] Performance turning for NNAPI ML benchmarks Sets the ML_ACC boost value to 650. The medium core's capacity is 763, so this means our benchmark process will always be scheduled onto the medium or big cores. We experimented with different uclamp values, and 650 is a good balance between power and performance. Measurements: MLPerf IC model Latency (ms) Power (mW) Energy/inference (mJ) MLPerf Scores Uclamp = 512 0.981 3539 3.47 826 Uclamp = 600 0.973 3683 3.58 872 Uclamp = 650 0.899 3917 3.52 970 <- good balance Uclamp = 700 0.892 4067 3.63 976 Uclamp = 800 0.875 4440 3.89 997 https://docs.google.com/presentation/d/1zx7sLkhOClmuRTCrq8-l3N1mZrrv7f-CtcdMuzV0eaI/edit?usp=sharing Bug: 232183574 Test: MLPerf score on P22 improved significantly. Change-Id: Ib93ecee5af3f1cbe83c5a96dc14b3a537db5abc8 --- powerhint-cheetah-a0.json | 4 ++-- powerhint-cheetah.json | 4 ++-- powerhint-panther-a0.json | 4 ++-- powerhint-panther.json | 4 ++-- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/powerhint-cheetah-a0.json b/powerhint-cheetah-a0.json index 603f259..9a9f6e4 100644 --- a/powerhint-cheetah-a0.json +++ b/powerhint-cheetah-a0.json @@ -167,7 +167,7 @@ "Path": "/proc/vendor_sched/nnapi_uclamp_min", "Values": [ "180", - "512" + "650" ], "DefaultIndex": 0, "ResetOnInit": true @@ -1662,7 +1662,7 @@ "PowerHint": "ML_ACC", "Node": "MLUclampBoost", "Duration": 2000, - "Value": "512" + "Value": "650" }, { "PowerHint": "ML_ACC", diff --git a/powerhint-cheetah.json b/powerhint-cheetah.json index 7a1f75b..40e2ee0 100644 --- a/powerhint-cheetah.json +++ b/powerhint-cheetah.json @@ -185,7 +185,7 @@ "Path": "/proc/vendor_sched/nnapi_uclamp_min", "Values": [ "180", - "512" + "650" ], "DefaultIndex": 0, "ResetOnInit": true @@ -1684,7 +1684,7 @@ "PowerHint": "ML_ACC", "Node": "MLUclampBoost", "Duration": 2000, - "Value": "512" + "Value": "650" }, { "PowerHint": "ML_ACC", diff --git a/powerhint-panther-a0.json b/powerhint-panther-a0.json index 3954149..6175902 100644 --- a/powerhint-panther-a0.json +++ b/powerhint-panther-a0.json @@ -167,7 +167,7 @@ "Path": "/proc/vendor_sched/nnapi_uclamp_min", "Values": [ "180", - "512" + "650" ], "DefaultIndex": 0, "ResetOnInit": true @@ -1646,7 +1646,7 @@ "PowerHint": "ML_ACC", "Node": "MLUclampBoost", "Duration": 2000, - "Value": "512" + "Value": "650" }, { "PowerHint": "ML_ACC", diff --git a/powerhint-panther.json b/powerhint-panther.json index a6eb0da..060640b 100644 --- a/powerhint-panther.json +++ b/powerhint-panther.json @@ -185,7 +185,7 @@ "Path": "/proc/vendor_sched/nnapi_uclamp_min", "Values": [ "180", - "512" + "650" ], "DefaultIndex": 0, "ResetOnInit": true @@ -1668,7 +1668,7 @@ "PowerHint": "ML_ACC", "Node": "MLUclampBoost", "Duration": 2000, - "Value": "512" + "Value": "650" }, { "PowerHint": "ML_ACC",