Skip to content

Commit f81f001

Browse files
justin200914justin200914
committed
The first version of our implemented liveness detection demo.
1 parent 05b8c59 commit f81f001

36 files changed

+946
-0
lines changed

‎.gitignore‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
*.iml
2+
.gradle
3+
/local.properties
4+
/.idea/caches
5+
/.idea/libraries
6+
/.idea/modules.xml
7+
/.idea/workspace.xml
8+
/.idea/navEditor.xml
9+
/.idea/assetWizardSettings.xml
10+
.DS_Store
11+
/build
12+
/captures
13+
.externalNativeBuild
14+
.cxx
15+
local.properties
16+
/.idea/

‎app/.gitignore‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
/build

‎app/build.gradle‎

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
plugins {
2+
id 'com.android.application'
3+
id 'org.jetbrains.kotlin.android'
4+
}
5+
6+
android {
7+
namespace 'com.kbyai.facelivedemo'
8+
compileSdk 33
9+
10+
defaultConfig {
11+
applicationId "com.kbyai.facelivedemo"
12+
minSdk 24
13+
targetSdk 33
14+
versionCode 1
15+
versionName "1.0"
16+
17+
testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
18+
}
19+
20+
buildTypes {
21+
release {
22+
minifyEnabled false
23+
proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
24+
}
25+
}
26+
compileOptions {
27+
sourceCompatibility JavaVersion.VERSION_1_8
28+
targetCompatibility JavaVersion.VERSION_1_8
29+
}
30+
kotlinOptions {
31+
jvmTarget = '1.8'
32+
}
33+
}
34+
35+
dependencies {
36+
37+
implementation 'androidx.core:core-ktx:1.7.0'
38+
implementation 'androidx.appcompat:appcompat:1.6.1'
39+
implementation 'com.google.android.material:material:1.8.0'
40+
implementation 'androidx.constraintlayout:constraintlayout:2.1.4'
41+
implementation project(path: ':libfacesdk')
42+
testImplementation 'junit:junit:4.13.2'
43+
androidTestImplementation 'androidx.test.ext:junit:1.1.5'
44+
androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.1'
45+
46+
implementation "androidx.camera:camera-core:1.0.0-beta12"
47+
implementation "androidx.camera:camera-camera2:1.0.0-beta12"
48+
implementation "androidx.camera:camera-lifecycle:1.0.0-beta12"
49+
implementation 'androidx.camera:camera-view:1.0.0-alpha19'
50+
}

‎app/proguard-rules.pro‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
# Add project specific ProGuard rules here.
2+
# You can control the set of applied configuration files using the
3+
# proguardFiles setting in build.gradle.
4+
#
5+
# For more details, see
6+
# http://developer.android.com/guide/developing/tools/proguard.html
7+
8+
# If your project uses WebView with JS, uncomment the following
9+
# and specify the fully qualified class name to the JavaScript interface
10+
# class:
11+
#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
12+
# public *;
13+
#}
14+
15+
# Uncomment this to preserve the line number information for
16+
# debugging stack traces.
17+
#-keepattributes SourceFile,LineNumberTable
18+
19+
# If you keep the line number information, uncomment this to
20+
# hide the original source file name.
21+
#-renamesourcefileattribute SourceFile

‎app/src/androidTest/java/com/kbyai/facelivedemo/ExampleInstrumentedTest.kt‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
package com.kbyai.facelivedemo
2+
3+
import androidx.test.platform.app.InstrumentationRegistry
4+
import androidx.test.ext.junit.runners.AndroidJUnit4
5+
6+
import org.junit.Test
7+
import org.junit.runner.RunWith
8+
9+
import org.junit.Assert.*
10+
11+
/**
12+
* Instrumented test, which will execute on an Android device.
13+
*
14+
* See [testing documentation](http://d.android.com/tools/testing).
15+
*/
16+
@RunWith(AndroidJUnit4::class)
17+
class ExampleInstrumentedTest {
18+
@Test
19+
fun useAppContext() {
20+
// Context of the app under test.
21+
val appContext = InstrumentationRegistry.getInstrumentation().targetContext
22+
assertEquals("com.kbyai.facelivedemo", appContext.packageName)
23+
}
24+
}

‎app/src/main/AndroidManifest.xml‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
<?xml version="1.0" encoding="utf-8"?>
2+
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
3+
xmlns:tools="http://schemas.android.com/tools">
4+
5+
<uses-permission android:name="android.permission.CAMERA"/>
6+
<uses-feature android:name="android.hardware.camera"/>
7+
8+
<uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
9+
<uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" />
10+
11+
<application
12+
android:allowBackup="true"
13+
android:dataExtractionRules="@xml/data_extraction_rules"
14+
android:fullBackupContent="@xml/backup_rules"
15+
android:icon="@mipmap/ic_launcher"
16+
android:label="@string/app_name"
17+
android:supportsRtl="true"
18+
android:theme="@style/Theme.FaceLivenessDetection"
19+
tools:targetApi="31">
20+
21+
<activity android:name=".CameraActivity"
22+
android:screenOrientation="portrait"
23+
android:exported="true">
24+
25+
<intent-filter>
26+
<action android:name="android.intent.action.MAIN" />
27+
28+
<category android:name="android.intent.category.LAUNCHER" />
29+
</intent-filter>
30+
31+
</activity>
32+
</application>
33+
34+
</manifest>

‎app/src/main/java/com/kbyai/facelivedemo/CameraActivity.java‎

Lines changed: 226 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,226 @@
1+
package com.kbyai.facelivedemo;
2+
3+
4+
import android.Manifest;
5+
import android.annotation.SuppressLint;
6+
import android.content.pm.PackageManager;
7+
import android.graphics.Bitmap;
8+
import android.media.Image;
9+
import android.os.Bundle;
10+
import android.util.Log;
11+
import android.util.Size;
12+
import android.view.View;
13+
import android.widget.ImageView;
14+
import android.widget.TextView;
15+
16+
import androidx.annotation.NonNull;
17+
import androidx.appcompat.app.AppCompatActivity;
18+
import androidx.camera.core.Camera;
19+
import androidx.camera.core.CameraSelector;
20+
import androidx.camera.core.ImageAnalysis;
21+
import androidx.camera.core.ImageProxy;
22+
import androidx.camera.core.Preview;
23+
import androidx.camera.lifecycle.ProcessCameraProvider;
24+
import androidx.camera.view.PreviewView;
25+
import androidx.core.app.ActivityCompat;
26+
import androidx.core.content.ContextCompat;
27+
28+
import com.google.common.util.concurrent.ListenableFuture;
29+
import com.kbyai.facesdk.FaceBox;
30+
import com.kbyai.facesdk.FaceSDK;
31+
32+
import java.nio.ByteBuffer;
33+
import java.util.List;
34+
import java.util.concurrent.ExecutionException;
35+
import java.util.concurrent.ExecutorService;
36+
import java.util.concurrent.Executors;
37+
38+
import static androidx.camera.core.ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST;
39+
40+
public class CameraActivity extends AppCompatActivity {
41+
42+
static String TAG = CameraActivity.class.getSimpleName();
43+
static int PREVIEW_WIDTH = 720;
44+
static int PREVIEW_HEIGHT = 1280;
45+
static float LIVENESS_THRESHOLD = 0.7f;
46+
47+
private ExecutorService cameraExecutorService;
48+
private PreviewView viewFinder;
49+
private int lensFacing = CameraSelector.LENS_FACING_FRONT;
50+
51+
private Preview preview = null;
52+
private ImageAnalysis imageAnalyzer = null;
53+
private Camera camera = null;
54+
private CameraSelector cameraSelector = null;
55+
private ProcessCameraProvider cameraProvider = null;
56+
57+
private FaceView faceView;
58+
59+
private TextView initView;
60+
61+
@Override
62+
protected void onCreate(Bundle savedInstanceState) {
63+
super.onCreate(savedInstanceState);
64+
setContentView(R.layout.activity_camera);
65+
66+
viewFinder = findViewById(R.id.preview);
67+
faceView = findViewById(R.id.faceView);
68+
initView = findViewById(R.id.initView);
69+
cameraExecutorService = Executors.newFixedThreadPool(1);
70+
71+
int ret = FaceSDK.setActivation("GcVbBmdTI24WPXz3tBsr87dHU/KzmFuMYWm4SrLoFrFECoUouwdeSkWhAHi+k/AAYQW22jvctX+j\n" +
72+
"oDg+I1VLKJQgnJS2d80bwCKceYFXOc9A7jBi0/BEKx4PeSGz/PEpoPm/fFT9GrXXnLI4jZj8tMRX\n" +
73+
"cYS4MO7ECQkQmFtqU4wx63mV2MP97WCurOGBRUuVm4dK+mObTVA/rBNrgS75ArcjwwIKexMU5YCY\n" +
74+
"qjLsmADlcnEu5vuYCagDeHyCkUIqvl0/KLicM68BEG2ItUDflhOZJkjOof3gWPSmzJveXuoyPCR5\n" +
75+
"aSBeesUcwQv9xdKciBacMX/pDDMsbqv614gQ5A==");
76+
77+
if(ret == FaceSDK.SDK_SUCCESS) {
78+
ret = FaceSDK.init(getAssets());
79+
}
80+
81+
if(ret != FaceSDK.SDK_SUCCESS) {
82+
initView.setVisibility(View.VISIBLE);
83+
if(ret == FaceSDK.SDK_LICENSE_KEY_ERROR) {
84+
initView.setText("Invalid license!");
85+
} else if(ret == FaceSDK.SDK_LICENSE_APPID_ERROR) {
86+
initView.setText("Invalid error!");
87+
} else if(ret == FaceSDK.SDK_LICENSE_EXPIRED) {
88+
initView.setText("License expired!");
89+
} else if(ret == FaceSDK.SDK_NO_ACTIVATED) {
90+
initView.setText("No activated!");
91+
} else if(ret == FaceSDK.SDK_INIT_ERROR) {
92+
initView.setText("Init error!");
93+
}
94+
}
95+
96+
if (ContextCompat.checkSelfPermission(this, Manifest.permission.CAMERA)
97+
== PackageManager.PERMISSION_DENIED) {
98+
99+
ActivityCompat.requestPermissions(this, new String[]{Manifest.permission.CAMERA}, 1);
100+
} else {
101+
viewFinder.post(() ->
102+
{
103+
setUpCamera();
104+
});
105+
}
106+
}
107+
108+
@Override
109+
public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) {
110+
super.onRequestPermissionsResult(requestCode, permissions, grantResults);
111+
112+
if(requestCode == 1) {
113+
if (ContextCompat.checkSelfPermission(this, Manifest.permission.CAMERA)
114+
== PackageManager.PERMISSION_GRANTED) {
115+
116+
viewFinder.post(() ->
117+
{
118+
setUpCamera();
119+
});
120+
}
121+
}
122+
}
123+
124+
private void setUpCamera()
125+
{
126+
ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(CameraActivity.this);
127+
cameraProviderFuture.addListener(() -> {
128+
129+
// CameraProvider
130+
try {
131+
cameraProvider = cameraProviderFuture.get();
132+
} catch (ExecutionException e) {
133+
} catch (InterruptedException e) {
134+
}
135+
136+
// Build and bind the camera use cases
137+
bindCameraUseCases();
138+
139+
}, ContextCompat.getMainExecutor(CameraActivity.this));
140+
}
141+
142+
@SuppressLint({"RestrictedApi", "UnsafeExperimentalUsageError"})
143+
private void bindCameraUseCases()
144+
{
145+
int rotation = viewFinder.getDisplay().getRotation();
146+
147+
cameraSelector = new CameraSelector.Builder().requireLensFacing(lensFacing).build();
148+
149+
preview = new Preview.Builder()
150+
.setTargetResolution(new Size(PREVIEW_WIDTH, PREVIEW_HEIGHT))
151+
.setTargetRotation(rotation)
152+
.build();
153+
154+
imageAnalyzer = new ImageAnalysis.Builder()
155+
.setBackpressureStrategy(STRATEGY_KEEP_ONLY_LATEST)
156+
.setTargetResolution(new Size(PREVIEW_WIDTH, PREVIEW_HEIGHT))
157+
// Set initial target rotation, we will have to call this again if rotation changes
158+
// during the lifecycle of this use case
159+
.setTargetRotation(rotation)
160+
.build();
161+
162+
imageAnalyzer.setAnalyzer(cameraExecutorService, new FaceAnalyzer());
163+
164+
cameraProvider.unbindAll();
165+
166+
try {
167+
camera = cameraProvider.bindToLifecycle(
168+
this, cameraSelector, preview, imageAnalyzer);
169+
170+
preview.setSurfaceProvider(viewFinder.getSurfaceProvider());
171+
} catch (Exception exc) {
172+
}
173+
}
174+
175+
class FaceAnalyzer implements ImageAnalysis.Analyzer
176+
{
177+
@SuppressLint("UnsafeExperimentalUsageError")
178+
@Override
179+
public void analyze(@NonNull ImageProxy imageProxy)
180+
{
181+
analyzeImage(imageProxy);
182+
}
183+
}
184+
185+
@SuppressLint("UnsafeExperimentalUsageError")
186+
private void analyzeImage(ImageProxy imageProxy)
187+
{
188+
try
189+
{
190+
Image image = imageProxy.getImage();
191+
192+
Image.Plane[] planes = image.getPlanes();
193+
ByteBuffer yBuffer = planes[0].getBuffer();
194+
ByteBuffer uBuffer = planes[1].getBuffer();
195+
ByteBuffer vBuffer = planes[2].getBuffer();
196+
197+
int ySize = yBuffer.remaining();
198+
int uSize = uBuffer.remaining();
199+
int vSize = vBuffer.remaining();
200+
201+
byte[] nv21 = new byte[ySize + uSize + vSize];
202+
yBuffer.get(nv21, 0, ySize);
203+
vBuffer.get(nv21, ySize, vSize);
204+
uBuffer.get(nv21, ySize + vSize, uSize);
205+
206+
Bitmap bitmap = FaceSDK.yuv2Bitmap(nv21, image.getWidth(), image.getHeight(), 7);
207+
List<FaceBox> faceBoxes = FaceSDK.faceDetection(bitmap);
208+
209+
runOnUiThread(new Runnable() {
210+
@Override
211+
public void run() {
212+
faceView.setFrameSize(new Size(bitmap.getWidth(), bitmap.getHeight()));
213+
faceView.setFaceBoxes(faceBoxes);
214+
}
215+
});
216+
}
217+
catch (Exception e)
218+
{
219+
e.printStackTrace();
220+
}
221+
finally
222+
{
223+
imageProxy.close();
224+
}
225+
}
226+
}

0 commit comments

Comments
 (0)