Merge remote-tracking branch 'origin/master'
# Conflicts: # app/src/main/AndroidManifest.xml # app/src/main/java/com/example/ueberwachungssystem/MainActivity.java # app/src/main/res/layout/activity_main.xml
This commit is contained in:
commit
061646a7d6
3
Notiz.txt
Normal file
3
Notiz.txt
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
Sensor als Service einrichten, der aus Activity heraus gestartet werden kann.
|
||||||
|
Stichwort: Intent
|
||||||
|
Siehe Skript Teil 1
|
@ -26,6 +26,9 @@ android {
|
|||||||
sourceCompatibility JavaVersion.VERSION_1_8
|
sourceCompatibility JavaVersion.VERSION_1_8
|
||||||
targetCompatibility JavaVersion.VERSION_1_8
|
targetCompatibility JavaVersion.VERSION_1_8
|
||||||
}
|
}
|
||||||
|
buildFeatures {
|
||||||
|
viewBinding true
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
@ -33,10 +36,19 @@ dependencies {
|
|||||||
implementation 'androidx.appcompat:appcompat:1.6.1'
|
implementation 'androidx.appcompat:appcompat:1.6.1'
|
||||||
implementation 'com.google.android.material:material:1.8.0'
|
implementation 'com.google.android.material:material:1.8.0'
|
||||||
implementation 'androidx.constraintlayout:constraintlayout:2.1.4'
|
implementation 'androidx.constraintlayout:constraintlayout:2.1.4'
|
||||||
|
implementation 'com.google.android.gms:play-services-nearby:18.0.0'
|
||||||
testImplementation 'junit:junit:4.13.2'
|
testImplementation 'junit:junit:4.13.2'
|
||||||
androidTestImplementation 'androidx.test.ext:junit:1.1.5'
|
androidTestImplementation 'androidx.test.ext:junit:1.1.5'
|
||||||
androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.1'
|
androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.1'
|
||||||
|
|
||||||
|
|
||||||
|
// OpenCV (from: https://github.com/QuickBirdEng/opencv-android)
|
||||||
|
def opencv_version = "4.5.3.0"
|
||||||
|
implementation "com.quickbirdstudios:opencv:${opencv_version}"
|
||||||
|
|
||||||
|
implementation "androidx.lifecycle:lifecycle-extensions:2.0.0"
|
||||||
|
|
||||||
|
|
||||||
// Required for CameraX
|
// Required for CameraX
|
||||||
def camerax_version = "1.2.2"
|
def camerax_version = "1.2.2"
|
||||||
implementation "androidx.camera:camera-core:${camerax_version}"
|
implementation "androidx.camera:camera-core:${camerax_version}"
|
||||||
|
@ -2,27 +2,9 @@
|
|||||||
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
|
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
xmlns:tools="http://schemas.android.com/tools">
|
xmlns:tools="http://schemas.android.com/tools">
|
||||||
|
|
||||||
<!-- <!– If your app targets Android 13 (API level 33)-->
|
<uses-feature android:name="android.hardware.camera"/>
|
||||||
<!-- or higher, you must declare the NEARBY_WIFI_DEVICES permission. –>-->
|
<uses-permission android:name="android.permission.CAMERA"/>
|
||||||
<!-- <uses-permission android:name="android.permission.NEARBY_WIFI_DEVICES"-->
|
<uses-permission android:name="android.permission.RECORD_AUDIO" />
|
||||||
<!-- <!– If your app derives location information from Wi-Fi APIs,-->
|
|
||||||
<!-- don't include the "usesPermissionFlags" attribute. –>-->
|
|
||||||
<!-- android:usesPermissionFlags="neverForLocation" />-->
|
|
||||||
|
|
||||||
<uses-permission
|
|
||||||
android:required="true"
|
|
||||||
android:name="android.permission.ACCESS_FINE_LOCATION"/>
|
|
||||||
<!-- If any feature in your app relies on precise location information,
|
|
||||||
don't include the "maxSdkVersion" attribute. -->
|
|
||||||
<uses-permission
|
|
||||||
android:required="true"
|
|
||||||
android:name="android.permission.ACCESS_WIFI_STATE"/>
|
|
||||||
<uses-permission
|
|
||||||
android:required="true"
|
|
||||||
android:name="android.permission.CHANGE_WIFI_STATE"/>
|
|
||||||
<uses-permission
|
|
||||||
android:required="true"
|
|
||||||
android:name="android.permission.INTERNET"/>
|
|
||||||
|
|
||||||
<uses-permission android:name="android.permission.ACCESS_WIFI_STATE" />
|
<uses-permission android:name="android.permission.ACCESS_WIFI_STATE" />
|
||||||
<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
|
<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
|
||||||
@ -46,6 +28,7 @@
|
|||||||
<category android:name="android.intent.category.LAUNCHER" />
|
<category android:name="android.intent.category.LAUNCHER" />
|
||||||
</intent-filter>
|
</intent-filter>
|
||||||
</activity>
|
</activity>
|
||||||
|
<service android:name=".Detection.DetectorService"/>
|
||||||
</application>
|
</application>
|
||||||
|
|
||||||
</manifest>
|
</manifest>
|
@ -0,0 +1,108 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import static java.lang.Math.sqrt;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
import android.hardware.Sensor;
|
||||||
|
import android.hardware.SensorEvent;
|
||||||
|
import android.hardware.SensorEventListener;
|
||||||
|
import android.hardware.SensorManager;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Accelerometer inherits some methods from abstract Detector class (more info there)
|
||||||
|
*
|
||||||
|
*
|
||||||
|
* USE FROM MAIN ACTIVITY:
|
||||||
|
*
|
||||||
|
* Accelerometer beschleunigungssensor = new Accelerometer(this);
|
||||||
|
* onCreate:
|
||||||
|
* //Accelerometer Setup
|
||||||
|
* beschleunigungssensor = new Accelerometer(this, logger, textViewLog); //logger and textview only for debugging necessary
|
||||||
|
* beschleunigungssensor.getSensor();
|
||||||
|
*
|
||||||
|
* //Starting Detection:
|
||||||
|
* beschleunigungssensor.startDetection();
|
||||||
|
* //Stopping Detection: also recommended at onPause to avoid unnecessary battery consumption
|
||||||
|
* beschleunigungssensor.stopDetection();
|
||||||
|
*
|
||||||
|
* */
|
||||||
|
|
||||||
|
public class Accelerometer extends Detector implements SensorEventListener {
|
||||||
|
|
||||||
|
public SensorManager sensorManager;
|
||||||
|
private static final int sensorType = Sensor.TYPE_LINEAR_ACCELERATION;
|
||||||
|
private Sensor accelerometer;
|
||||||
|
private Context context;
|
||||||
|
boolean alarm = false;
|
||||||
|
//Preallocate memory for the data of each axis of the acceleration sensor
|
||||||
|
float x;
|
||||||
|
float y;
|
||||||
|
float z;
|
||||||
|
float betrag; //Betrag aller drei Achsen sqrt(x*x + y*y + z*z)
|
||||||
|
private DetectionReport detectionReport;
|
||||||
|
|
||||||
|
// In constructor pass Activity, Context and TextView from MainActivity in Accelerometer class
|
||||||
|
public Accelerometer(Context context){
|
||||||
|
super(); //von Detektor
|
||||||
|
this.context = context;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void getSensor(){
|
||||||
|
sensorManager = (SensorManager)context.getSystemService(Context.SENSOR_SERVICE);
|
||||||
|
if(sensorManager.getSensorList(sensorType).size()==0) {
|
||||||
|
accelerometer = null;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
accelerometer = sensorManager.getSensorList(sensorType).get(0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onSensorChanged(SensorEvent event) {
|
||||||
|
try {
|
||||||
|
checkAlarm(event);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
throw new RuntimeException(e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void checkAlarm (SensorEvent event) throws InterruptedException {
|
||||||
|
x = event.values[0];
|
||||||
|
y = event.values[1];
|
||||||
|
z = event.values[2];
|
||||||
|
betrag = (float) sqrt(x*x + y*y + z*z);
|
||||||
|
float threshold = 1.5F;
|
||||||
|
|
||||||
|
if (!alarm) {
|
||||||
|
if (betrag > threshold) {
|
||||||
|
alarm = true;
|
||||||
|
reportViolation("Bewegung", betrag);
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
if (betrag < threshold) {
|
||||||
|
alarm = false;
|
||||||
|
} else {
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onAccuracyChanged(Sensor sensor, int accuracy) {
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void startDetection() {
|
||||||
|
// entspricht void start()
|
||||||
|
//getSensor();
|
||||||
|
if (accelerometer != null) {
|
||||||
|
sensorManager.registerListener(this, accelerometer, SensorManager.SENSOR_DELAY_GAME);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void stopDetection() {
|
||||||
|
// entspricht void stop()
|
||||||
|
sensorManager.unregisterListener(this, accelerometer);
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,74 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
import android.media.MediaPlayer;
|
||||||
|
import android.media.MediaRecorder;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
|
||||||
|
public class AudioRecorder {
|
||||||
|
private final Context context;
|
||||||
|
private MediaRecorder mediaRecorder = null;
|
||||||
|
private boolean isRecording = false;
|
||||||
|
private File outputDir; // Default: in app files directory
|
||||||
|
|
||||||
|
|
||||||
|
public AudioRecorder (Context context) {
|
||||||
|
this.context = context;
|
||||||
|
this.outputDir = context.getFilesDir();
|
||||||
|
}
|
||||||
|
|
||||||
|
public void startRecording() {
|
||||||
|
// Handle logic
|
||||||
|
if (outputDir == null)
|
||||||
|
return;
|
||||||
|
if (isRecording)
|
||||||
|
return;
|
||||||
|
isRecording = true;
|
||||||
|
|
||||||
|
// Setup Audio Recorder for output Format: 3GP
|
||||||
|
mediaRecorder = new MediaRecorder();
|
||||||
|
mediaRecorder.setAudioSource(MediaRecorder.AudioSource.MIC);
|
||||||
|
mediaRecorder.setOutputFormat(MediaRecorder.OutputFormat.THREE_GPP);
|
||||||
|
mediaRecorder.setOutputFile(outputDir + "/" + generateFileName() + ".3gp");
|
||||||
|
mediaRecorder.setAudioEncoder(MediaRecorder.AudioEncoder.AMR_NB);
|
||||||
|
try {
|
||||||
|
mediaRecorder.prepare();
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
mediaRecorder.start();
|
||||||
|
}
|
||||||
|
|
||||||
|
public void stopRecording() {
|
||||||
|
if (mediaRecorder != null) {
|
||||||
|
mediaRecorder.stop();
|
||||||
|
mediaRecorder.reset();
|
||||||
|
mediaRecorder.release();
|
||||||
|
mediaRecorder = null;
|
||||||
|
isRecording = false;
|
||||||
|
Toast.makeText(context, "audio recording saved", Toast.LENGTH_SHORT).show();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public boolean isRecording(){
|
||||||
|
return isRecording;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setOutputDir(File outputDir) {
|
||||||
|
this.outputDir = outputDir;
|
||||||
|
}
|
||||||
|
|
||||||
|
private String generateFileName(){
|
||||||
|
// Get the current timestamp
|
||||||
|
LocalDateTime currentTime = LocalDateTime.now();
|
||||||
|
// Define the format for the timestamp
|
||||||
|
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss");
|
||||||
|
// Return the timestamp as a string
|
||||||
|
return currentTime.format(formatter);
|
||||||
|
}
|
||||||
|
}
|
@ -9,24 +9,26 @@ public class DetectionReport {
|
|||||||
public String timeStamp;
|
public String timeStamp;
|
||||||
public String detectionType;
|
public String detectionType;
|
||||||
public float detectedValue;
|
public float detectedValue;
|
||||||
public String detectorID;
|
public boolean detectionState;
|
||||||
|
|
||||||
public DetectionReport(String detectorID, String detectionType, float detectedAmplitude) {
|
public DetectionReport(boolean detectionState, String detectionType, float detectedAmplitude) {
|
||||||
this.timeStamp = String.valueOf(Calendar.getInstance().getTime());
|
this.timeStamp = String.valueOf(Calendar.getInstance().getTime());
|
||||||
this.detectionType = detectionType;
|
this.detectionType = detectionType;
|
||||||
this.detectedValue = detectedAmplitude;
|
this.detectedValue = detectedAmplitude;
|
||||||
this.detectorID = detectorID;
|
this.detectionState = detectionState;
|
||||||
|
|
||||||
|
//this.detectorID = detectorID;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
/** Get Detection Report in String format */
|
/** Get Detection Report in String format */
|
||||||
public String toString() {
|
public String toString() {
|
||||||
|
String state = "State: " + "[" + this.detectionState + "]";
|
||||||
String time = "Time: " + "[" + this.timeStamp + "]";
|
String time = "Time: " + "[" + this.timeStamp + "]";
|
||||||
String type = "Type: " + "[" + this.detectionType + "]";
|
String type = "Type: " + "[" + this.detectionType + "]";
|
||||||
String value = "Value: " + "[" + this.detectedValue + "]";
|
String value = "Value: " + "[" + this.detectedValue + "]";
|
||||||
String id = "ID: " + "[" + this.detectorID + "]";
|
|
||||||
|
|
||||||
return String.join("\t", time, type, value, id);
|
return String.join("\t", state, time, type, value);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Debug Report */
|
/** Debug Report */
|
||||||
|
@ -1,10 +1,19 @@
|
|||||||
package com.example.ueberwachungssystem.Detection;
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import android.os.CountDownTimer;
|
||||||
|
|
||||||
import androidx.annotation.NonNull;
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.camera.core.ExperimentalGetImage;
|
||||||
|
|
||||||
|
|
||||||
abstract public class Detector {
|
abstract public class Detector {
|
||||||
private OnDetectionListener listener;
|
private OnDetectionListener listener;
|
||||||
|
private boolean isDetecting = false;
|
||||||
|
private boolean extendViolation = false;
|
||||||
|
|
||||||
|
// Countdown parameters
|
||||||
|
private final int COUNTDOWN_TIME = 10000; // milliseconds
|
||||||
|
private final int COUNTDOWN_POLLING_TIME = 100; // milliseconds
|
||||||
|
|
||||||
/** Constructor - takes context of current activity */
|
/** Constructor - takes context of current activity */
|
||||||
public Detector() {}
|
public Detector() {}
|
||||||
@ -18,17 +27,46 @@ abstract public class Detector {
|
|||||||
this.listener = listener;
|
this.listener = listener;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
/** Triggers onDetectionListener - call this to trigger violation/alarm */
|
/** Triggers onDetectionListener - call this to trigger violation/alarm */
|
||||||
public void reportViolation(String detectorID, String detectionType, float amplitude) {
|
public void reportViolation(String detectionType, float amplitude) {
|
||||||
if (listener != null) {
|
if (listener != null) {
|
||||||
DetectionReport detectionReport = new DetectionReport(detectorID, detectionType, amplitude);
|
if (!isDetecting) {
|
||||||
|
isDetecting = true;
|
||||||
|
DetectionReport detectionReport = new DetectionReport(true, detectionType, amplitude);
|
||||||
listener.onDetection(detectionReport);
|
listener.onDetection(detectionReport);
|
||||||
|
startDetectionTimer(detectionType, amplitude);
|
||||||
} else {
|
} else {
|
||||||
throw new IllegalStateException("No listener set for violation reporting");
|
extendViolation = true;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
isDetecting = false;
|
||||||
|
extendViolation = false;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private void startDetectionTimer(String detectionType, float amplitude) {
|
||||||
|
isDetecting = true;
|
||||||
|
new CountDownTimer((long) COUNTDOWN_TIME, COUNTDOWN_POLLING_TIME) {
|
||||||
|
@Override
|
||||||
|
public void onTick(long millisUntilFinished) {
|
||||||
|
if (extendViolation) {
|
||||||
|
extendViolation = false;
|
||||||
|
startDetectionTimer(detectionType, amplitude);
|
||||||
|
this.cancel();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
@Override
|
||||||
|
public void onFinish() {
|
||||||
|
isDetecting = false;
|
||||||
|
DetectionReport detectionReport = new DetectionReport(false, detectionType, amplitude);
|
||||||
|
listener.onDetection(detectionReport);
|
||||||
|
}
|
||||||
|
}.start();
|
||||||
|
}
|
||||||
|
|
||||||
|
public void extendViolation(){
|
||||||
|
this.extendViolation = true;
|
||||||
|
}
|
||||||
|
|
||||||
/** Starts Detection (abstract method: needs to be overridden in child class) */
|
/** Starts Detection (abstract method: needs to be overridden in child class) */
|
||||||
public abstract void startDetection();
|
public abstract void startDetection();
|
||||||
|
@ -0,0 +1,174 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import android.content.Intent;
|
||||||
|
import android.os.Binder;
|
||||||
|
import android.os.IBinder;
|
||||||
|
import android.util.Log;
|
||||||
|
import android.widget.ImageView;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.annotation.Nullable;
|
||||||
|
import androidx.camera.core.ExperimentalGetImage;
|
||||||
|
import androidx.lifecycle.LifecycleService;
|
||||||
|
|
||||||
|
import com.example.ueberwachungssystem.WifiCommunication;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
|
||||||
|
@ExperimentalGetImage
|
||||||
|
public class DetectorService extends LifecycleService {
|
||||||
|
public ServiceBinder serviceBinder = new ServiceBinder();
|
||||||
|
private DetectorService.OnDetectionListener listener;
|
||||||
|
private boolean isServiceRunning = false;
|
||||||
|
|
||||||
|
VideoDetector videoDetector = null;
|
||||||
|
AudioRecorder audioRecorder = null;
|
||||||
|
|
||||||
|
/** Communication **/
|
||||||
|
|
||||||
|
WifiCommunication wifiCommunication;
|
||||||
|
|
||||||
|
StringBuffer dataFromWifi;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public int onStartCommand(Intent intent, int flags, int startId) {
|
||||||
|
if (isServiceRunning)
|
||||||
|
return START_NOT_STICKY;
|
||||||
|
|
||||||
|
|
||||||
|
// Setup Service classes:
|
||||||
|
videoDetector = new VideoDetector(this);
|
||||||
|
videoDetector.setOnDetectionListener(new Detector.OnDetectionListener() {
|
||||||
|
@Override
|
||||||
|
public void onDetection(@NonNull DetectionReport detectionReport) {
|
||||||
|
passToServiceListener(detectionReport);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
audioRecorder = new AudioRecorder(this);
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
isServiceRunning = true;
|
||||||
|
|
||||||
|
wifiCommunication = new WifiCommunication (1234);
|
||||||
|
wifiCommunication.setOnConnectionListener(new WifiCommunication.OnConnectionListener() {
|
||||||
|
@Override
|
||||||
|
public void onConnection(StringBuffer data) {
|
||||||
|
dataFromWifi = data;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return super.onStartCommand(intent, flags, startId);
|
||||||
|
}
|
||||||
|
@Override
|
||||||
|
public void onDestroy() {
|
||||||
|
super.onDestroy();
|
||||||
|
isServiceRunning = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Service methods */
|
||||||
|
public class ServiceBinder extends Binder {
|
||||||
|
public DetectorService getBoundService() {
|
||||||
|
// Return an instance of the TestService
|
||||||
|
return DetectorService.this;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
@Nullable
|
||||||
|
@Override
|
||||||
|
public IBinder onBind(Intent intent) {
|
||||||
|
super.onBind(intent);
|
||||||
|
return serviceBinder;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/** Video Detection */
|
||||||
|
public void startVideoDetection() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
videoDetector.startDetection();
|
||||||
|
}
|
||||||
|
public void stopVideoDetection() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
videoDetector.stopDetection();
|
||||||
|
}
|
||||||
|
public boolean isVideoDetectionRunning() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
return videoDetector.isDetecting();
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
public void debugVideoProcessing(ImageView input, ImageView output) {
|
||||||
|
if(videoDetector != null)
|
||||||
|
videoDetector.debugProcessing(input, output);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Audio Detection */
|
||||||
|
public void startAudioDetection() {
|
||||||
|
|
||||||
|
}
|
||||||
|
public void stopAudioDetection() {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Motion Detection */
|
||||||
|
public void startMotionDetection() {
|
||||||
|
|
||||||
|
}
|
||||||
|
public void stopMotionDetection() {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Video Recording */
|
||||||
|
public void startVideoRecording() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
videoDetector.startRecording();
|
||||||
|
}
|
||||||
|
public void stopVideoRecording() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
videoDetector.stopRecording();
|
||||||
|
}
|
||||||
|
public boolean isVideoRecordingRunning() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
return videoDetector.isRecording();
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
public void setVideoRecordingDir(File outputDir) {
|
||||||
|
if (videoDetector != null)
|
||||||
|
videoDetector.setOutputDir(outputDir);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Audio Recording */
|
||||||
|
public void startAudioRecording() {
|
||||||
|
if(audioRecorder != null)
|
||||||
|
audioRecorder.startRecording();
|
||||||
|
}
|
||||||
|
public void stopAudioRecording() {
|
||||||
|
if(audioRecorder != null)
|
||||||
|
audioRecorder.stopRecording();
|
||||||
|
}
|
||||||
|
public boolean isAudioRecordingRunning() {
|
||||||
|
if(videoDetector != null)
|
||||||
|
return audioRecorder.isRecording();
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
public void setAudioRecordingDir(File outputDir) {
|
||||||
|
if (audioRecorder != null)
|
||||||
|
audioRecorder.setOutputDir(outputDir);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/** pass Detection Report to Service Detection Listener and trigger it */
|
||||||
|
public void passToServiceListener(DetectionReport detectionReport) {
|
||||||
|
if (listener != null) {
|
||||||
|
listener.onDetection(detectionReport);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/** On Detection Listener - runs when violation is reported */
|
||||||
|
public interface OnDetectionListener {
|
||||||
|
void onDetection(@NonNull DetectionReport detectionReport);
|
||||||
|
}
|
||||||
|
public void setOnDetectionListener(@NonNull DetectorService.OnDetectionListener listener) {
|
||||||
|
this.listener = listener;
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,382 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import static java.lang.Math.*;
|
||||||
|
|
||||||
|
import android.Manifest;
|
||||||
|
import android.annotation.SuppressLint;
|
||||||
|
import android.app.Activity;
|
||||||
|
import android.content.Context;
|
||||||
|
import android.content.pm.PackageManager;
|
||||||
|
import android.media.AudioFormat;
|
||||||
|
import android.media.AudioRecord;
|
||||||
|
import android.media.MediaRecorder;
|
||||||
|
import android.os.AsyncTask;
|
||||||
|
import android.util.Log;
|
||||||
|
|
||||||
|
import androidx.core.app.ActivityCompat;
|
||||||
|
import androidx.core.content.ContextCompat;
|
||||||
|
|
||||||
|
import com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex;
|
||||||
|
import com.example.ueberwachungssystem.Detection.Signalverarbeitung.FFT;
|
||||||
|
import com.example.ueberwachungssystem.Detection.DetectionReport;
|
||||||
|
import com.example.ueberwachungssystem.Detection.Detector;
|
||||||
|
|
||||||
|
public class MicrophoneDetector extends Detector {
|
||||||
|
/**
|
||||||
|
* Constructor - takes context of current activity
|
||||||
|
*
|
||||||
|
* @param context
|
||||||
|
*/
|
||||||
|
|
||||||
|
private static final int RECHTEANFORDERUNG_MIKROFON = 1;
|
||||||
|
|
||||||
|
private AufnahmeTask aufnahmeTask;
|
||||||
|
public boolean armed = false;
|
||||||
|
public int Schwellwert_Alarm = 100;
|
||||||
|
private Context context;
|
||||||
|
|
||||||
|
public MicrophoneDetector(Context context) {
|
||||||
|
super();
|
||||||
|
this.context = context;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void startDetection() {
|
||||||
|
aufnahmeTask = new AufnahmeTask();
|
||||||
|
aufnahmeTask.execute();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void stopDetection() {
|
||||||
|
if (aufnahmeTask != null) {
|
||||||
|
aufnahmeTask.cancel(true);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
class AufnahmeTask extends AsyncTask<Long, Verarbeitungsergebnis, Void> {
|
||||||
|
private AudioRecord recorder;
|
||||||
|
private final int sampleRateInHz = 44100;
|
||||||
|
private final int channelConfig = AudioFormat.CHANNEL_IN_MONO;
|
||||||
|
private final int audioFormat = AudioFormat.ENCODING_PCM_16BIT;
|
||||||
|
private int minPufferGroesseInBytes;
|
||||||
|
private int pufferGroesseInBytes;
|
||||||
|
private RingPuffer ringPuffer = new RingPuffer(10);
|
||||||
|
private float kalibierWert;
|
||||||
|
private com.example.ueberwachungssystem.Detection.DetectionReport detectionReport;
|
||||||
|
|
||||||
|
@SuppressLint("MissingPermission")
|
||||||
|
AufnahmeTask() {
|
||||||
|
minPufferGroesseInBytes = AudioRecord.getMinBufferSize(sampleRateInHz, channelConfig, audioFormat);
|
||||||
|
pufferGroesseInBytes = minPufferGroesseInBytes * 2;
|
||||||
|
try {
|
||||||
|
recorder = new AudioRecord(MediaRecorder.AudioSource.MIC, sampleRateInHz, channelConfig, audioFormat, pufferGroesseInBytes);
|
||||||
|
} catch (Exception e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
Log.d("0","Puffergroeße: "+ minPufferGroesseInBytes + " " + pufferGroesseInBytes);
|
||||||
|
Log.d("0","Recorder (SR, CH): "+ recorder.getSampleRate() + " " + recorder.getChannelCount());
|
||||||
|
|
||||||
|
int anzahlBytesProAbtastwert;
|
||||||
|
String s;
|
||||||
|
switch (recorder.getAudioFormat()) {
|
||||||
|
case AudioFormat.ENCODING_PCM_8BIT:
|
||||||
|
s = "8 Bit PCM ";
|
||||||
|
anzahlBytesProAbtastwert = 1;
|
||||||
|
break;
|
||||||
|
case AudioFormat.ENCODING_PCM_16BIT:
|
||||||
|
s = "16 Bit PCM";
|
||||||
|
anzahlBytesProAbtastwert = 2;
|
||||||
|
break;
|
||||||
|
case AudioFormat.ENCODING_PCM_FLOAT:
|
||||||
|
s = "Float PCM";
|
||||||
|
anzahlBytesProAbtastwert = 4;
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
throw new IllegalArgumentException();
|
||||||
|
}
|
||||||
|
|
||||||
|
switch (recorder.getChannelConfiguration()) {
|
||||||
|
case AudioFormat.CHANNEL_IN_MONO:
|
||||||
|
s = "Mono";
|
||||||
|
break;
|
||||||
|
case AudioFormat.CHANNEL_IN_STEREO:
|
||||||
|
s = "Stereo";
|
||||||
|
anzahlBytesProAbtastwert *= 2;
|
||||||
|
break;
|
||||||
|
case AudioFormat.CHANNEL_INVALID:
|
||||||
|
s = "ungültig";
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
throw new IllegalArgumentException();
|
||||||
|
}
|
||||||
|
|
||||||
|
Log.d("0","Konfiguration: "+ s);
|
||||||
|
|
||||||
|
int pufferGroesseInAnzahlAbtastwerten = pufferGroesseInBytes / anzahlBytesProAbtastwert;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected Void doInBackground(Long... params) {
|
||||||
|
recorder.startRecording();
|
||||||
|
short[] puffer = new short[pufferGroesseInBytes / 2];
|
||||||
|
long lastTime = System.currentTimeMillis();
|
||||||
|
float verarbeitungsrate = 0;
|
||||||
|
final int maxZaehlerZeitMessung = 10;
|
||||||
|
int zaehlerZeitMessung = 0;
|
||||||
|
int anzahlVerarbeitet = 0;
|
||||||
|
GleitenderMittelwert gleitenderMittelwert = new GleitenderMittelwert(0.3f);
|
||||||
|
|
||||||
|
//Kalibrierung
|
||||||
|
try {
|
||||||
|
Thread.sleep(3000); // Time to lay down the phone
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
int i = 0;
|
||||||
|
for (i = 0; i < 20; i++) {
|
||||||
|
int n = recorder.read(puffer, 0, puffer.length);
|
||||||
|
Verarbeitungsergebnis kalibrierErgebnis = verarbeiten(puffer, n);
|
||||||
|
kalibierWert += kalibrierErgebnis.maxAmp;
|
||||||
|
try {
|
||||||
|
Thread.sleep(50);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
kalibierWert = kalibierWert/i;
|
||||||
|
|
||||||
|
// __Part of FFT__
|
||||||
|
// Complex[] zeitSignal = new Complex[puffer.length];
|
||||||
|
// for (int j = 0; j < puffer.length; j++) {
|
||||||
|
// zeitSignal[j] = new Complex(puffer[j], 0);
|
||||||
|
// }
|
||||||
|
// Complex[] spektrum = FFT.fft(zeitSignal);
|
||||||
|
// double[] spektrum = calculateFFT(puffer);
|
||||||
|
// DataPoint AddPoint;
|
||||||
|
// LineGraphSeries<DataPoint> series = new LineGraphSeries<DataPoint>(new DataPoint[]{});
|
||||||
|
// for (i = 0; i < spektrum.length; i++) {
|
||||||
|
// AddPoint = new DataPoint(i, spektrum[i]);
|
||||||
|
// series.appendData(AddPoint, true, spektrum.length);
|
||||||
|
// }
|
||||||
|
// graph.addSeries(series);
|
||||||
|
|
||||||
|
for (; ; ) {
|
||||||
|
if (aufnahmeTask.isCancelled()) {
|
||||||
|
break;
|
||||||
|
} else {
|
||||||
|
int n = recorder.read(puffer, 0, puffer.length);
|
||||||
|
Verarbeitungsergebnis ergebnis = verarbeiten(puffer, n);
|
||||||
|
anzahlVerarbeitet += n;
|
||||||
|
|
||||||
|
// __Part of FFT__
|
||||||
|
// spektrum = calculateFFT(puffer);
|
||||||
|
// LineGraphSeries<DataPoint> newseries = new LineGraphSeries<DataPoint>(new DataPoint[]{});
|
||||||
|
// for (i = 0; i < spektrum.length; i++) {
|
||||||
|
// AddPoint = new DataPoint(i, spektrum[i]);
|
||||||
|
// newseries.appendData(AddPoint, true, spektrum.length);
|
||||||
|
// }
|
||||||
|
|
||||||
|
zaehlerZeitMessung++;
|
||||||
|
if (zaehlerZeitMessung == maxZaehlerZeitMessung) {
|
||||||
|
long time = System.currentTimeMillis();
|
||||||
|
long deltaTime = time - lastTime;
|
||||||
|
verarbeitungsrate = 1000.0f * anzahlVerarbeitet / deltaTime;
|
||||||
|
verarbeitungsrate = gleitenderMittelwert.mittel(verarbeitungsrate);
|
||||||
|
zaehlerZeitMessung = 0;
|
||||||
|
anzahlVerarbeitet = 0;
|
||||||
|
lastTime = time;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
ergebnis.verarbeitungsrate = (int) verarbeitungsrate;
|
||||||
|
publishProgress(ergebnis);
|
||||||
|
|
||||||
|
try {
|
||||||
|
Thread.sleep(10);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
recorder.release();
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
private Verarbeitungsergebnis verarbeiten(short[] daten, int n) {
|
||||||
|
String status;
|
||||||
|
short maxAmp = -1;
|
||||||
|
if (n == AudioRecord.ERROR_INVALID_OPERATION) {
|
||||||
|
status = "ERROR_INVALID_OPERATION";
|
||||||
|
} else if (n == AudioRecord.ERROR_BAD_VALUE) {
|
||||||
|
status = "ERROR_BAD_VALUE";
|
||||||
|
} else {
|
||||||
|
status = "OK";
|
||||||
|
short max = 0;
|
||||||
|
for (int i = 0; i < n; i++) {
|
||||||
|
if (daten[i] > max) {
|
||||||
|
max = daten[i];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
ringPuffer.hinzufuegen(max);
|
||||||
|
maxAmp = ringPuffer.maximum();
|
||||||
|
if (maxAmp <= Schwellwert_Alarm+kalibierWert) {
|
||||||
|
armed = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return new Verarbeitungsergebnis(status, maxAmp, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void onProgressUpdate(Verarbeitungsergebnis... progress) {
|
||||||
|
super.onProgressUpdate(progress);
|
||||||
|
float maxAmpPrint = round(20*log10(abs(progress[0].maxAmp/1.0)));
|
||||||
|
float kalibierWertPrint = round(20*log10(abs(kalibierWert)));
|
||||||
|
Log.d("0","VR, Max, Kal:" + progress[0].verarbeitungsrate + ", " + maxAmpPrint
|
||||||
|
+ " dB, " + kalibierWertPrint + " dB");
|
||||||
|
|
||||||
|
if (progress[0].maxAmp >= Schwellwert_Alarm+kalibierWert && armed == true) {
|
||||||
|
armed = false;
|
||||||
|
detectionReport = new DetectionReport(true, "Audio", maxAmpPrint);
|
||||||
|
reportViolation("Audio", maxAmpPrint);
|
||||||
|
Log.d("1",detectionReport.toString());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private double[] calculateFFT(short[] zeitsignal)
|
||||||
|
{
|
||||||
|
byte signal[] = new byte[zeitsignal.length];
|
||||||
|
// loops through all the values of a Short
|
||||||
|
for (int i = 0; i < zeitsignal.length-1; i++) {
|
||||||
|
signal[i] = (byte) (zeitsignal[i]);
|
||||||
|
signal[i+1] = (byte) (zeitsignal[i] >> 8);
|
||||||
|
}
|
||||||
|
|
||||||
|
final int mNumberOfFFTPoints =1024;
|
||||||
|
|
||||||
|
double temp;
|
||||||
|
Complex[] y;
|
||||||
|
Complex[] complexSignal = new Complex[mNumberOfFFTPoints];
|
||||||
|
double[] absSignal = new double[mNumberOfFFTPoints/2];
|
||||||
|
|
||||||
|
for(int i = 0; i < mNumberOfFFTPoints; i++){
|
||||||
|
temp = (double)((signal[2*i] & 0xFF) | (signal[2*i+1] << 8)) / 32768.0F;
|
||||||
|
complexSignal[i] = new Complex(temp,0.0);
|
||||||
|
}
|
||||||
|
|
||||||
|
y = FFT.fft(complexSignal);
|
||||||
|
|
||||||
|
for(int i = 0; i < (mNumberOfFFTPoints/2); i++)
|
||||||
|
{
|
||||||
|
absSignal[i] = y[i].abs();
|
||||||
|
}
|
||||||
|
|
||||||
|
return absSignal;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
class Verarbeitungsergebnis {
|
||||||
|
String status;
|
||||||
|
short maxAmp;
|
||||||
|
int verarbeitungsrate;
|
||||||
|
Verarbeitungsergebnis(String status, short maxAmp, int verarbeitungsrate) {
|
||||||
|
this.status = status;
|
||||||
|
this.maxAmp = maxAmp;
|
||||||
|
this.verarbeitungsrate = verarbeitungsrate;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
class RingPuffer {
|
||||||
|
private short[] puffer;
|
||||||
|
private final int laenge;
|
||||||
|
private int anzahlEnthaltenerDaten;
|
||||||
|
private int position;
|
||||||
|
|
||||||
|
public RingPuffer(int n) {
|
||||||
|
laenge = n;
|
||||||
|
anzahlEnthaltenerDaten = 0;
|
||||||
|
position = 0;
|
||||||
|
puffer = new short[laenge];
|
||||||
|
}
|
||||||
|
|
||||||
|
public void hinzufuegen(short wert) {
|
||||||
|
puffer[position] = wert;
|
||||||
|
position++;
|
||||||
|
if (position >= laenge) {
|
||||||
|
position = 0;
|
||||||
|
}
|
||||||
|
if (anzahlEnthaltenerDaten < laenge) {
|
||||||
|
anzahlEnthaltenerDaten++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void hinzufuegen(short[] daten) {
|
||||||
|
for (short d : daten) {
|
||||||
|
puffer[position] = d;
|
||||||
|
position++;
|
||||||
|
if (position >= laenge) {
|
||||||
|
position = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (anzahlEnthaltenerDaten < laenge) {
|
||||||
|
anzahlEnthaltenerDaten += daten.length;
|
||||||
|
if (anzahlEnthaltenerDaten >= laenge) {
|
||||||
|
anzahlEnthaltenerDaten = laenge;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public short maximum() {
|
||||||
|
short max = 0;
|
||||||
|
for (int i = 0; i < anzahlEnthaltenerDaten; i++) {
|
||||||
|
if (puffer[i] > max) {
|
||||||
|
max = puffer[i];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return max;
|
||||||
|
}
|
||||||
|
|
||||||
|
public float mittelwert() {
|
||||||
|
float summe = 0;
|
||||||
|
for (int i = 0; i < anzahlEnthaltenerDaten; i++) {
|
||||||
|
summe += puffer[i];
|
||||||
|
}
|
||||||
|
return summe / anzahlEnthaltenerDaten;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
class GleitenderMittelwert {
|
||||||
|
private final float wichtungNeuerWert;
|
||||||
|
private final float wichtungAlterWert;
|
||||||
|
private float mittelwert = 0;
|
||||||
|
private boolean istMittelwertGesetzt = false;
|
||||||
|
|
||||||
|
GleitenderMittelwert(float wichtungNeuerWert) {
|
||||||
|
this.wichtungNeuerWert = wichtungNeuerWert;
|
||||||
|
this.wichtungAlterWert = 1 - this.wichtungNeuerWert;
|
||||||
|
}
|
||||||
|
|
||||||
|
float MittelwertPuffer(short[] puffer) {
|
||||||
|
|
||||||
|
for (int i = 0; i < puffer.length; i++) {
|
||||||
|
mittelwert = Math.abs(puffer[i]);
|
||||||
|
}
|
||||||
|
mittelwert = mittelwert/puffer.length;
|
||||||
|
|
||||||
|
return mittelwert;
|
||||||
|
}
|
||||||
|
|
||||||
|
float mittel(float wert) {
|
||||||
|
if (istMittelwertGesetzt) {
|
||||||
|
mittelwert = wert * wichtungNeuerWert + mittelwert * wichtungAlterWert;
|
||||||
|
} else {
|
||||||
|
mittelwert = wert;
|
||||||
|
istMittelwertGesetzt = true;
|
||||||
|
}
|
||||||
|
return mittelwert;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,109 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.media.Image;
|
||||||
|
import android.widget.ImageView;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.camera.core.ExperimentalGetImage;
|
||||||
|
import androidx.camera.core.ImageProxy;
|
||||||
|
|
||||||
|
import org.opencv.android.Utils;
|
||||||
|
import org.opencv.core.Core;
|
||||||
|
import org.opencv.core.CvType;
|
||||||
|
import org.opencv.core.Mat;
|
||||||
|
import org.opencv.core.MatOfPoint;
|
||||||
|
import org.opencv.core.Scalar;
|
||||||
|
import org.opencv.core.Size;
|
||||||
|
import org.opencv.imgproc.Imgproc;
|
||||||
|
|
||||||
|
import java.nio.ByteBuffer;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
|
||||||
|
@ExperimentalGetImage
|
||||||
|
public class OpenCVHelper {
|
||||||
|
|
||||||
|
/** OpenCV helper methods **/
|
||||||
|
public static Mat addGaussianBlur(Mat inputMat, Size kernelSize){
|
||||||
|
Mat outputMat = new Mat();
|
||||||
|
Imgproc.GaussianBlur(inputMat, outputMat, kernelSize, 0);
|
||||||
|
return outputMat;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Mat addBlur(Mat inputMat, Size kernelSize){
|
||||||
|
Mat outputMat = new Mat();
|
||||||
|
Imgproc.blur(inputMat, outputMat, kernelSize);
|
||||||
|
return outputMat;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Mat extractYChannel(@NonNull ImageProxy imgProxy) {
|
||||||
|
Image img = imgProxy.getImage();
|
||||||
|
|
||||||
|
assert img != null;
|
||||||
|
ByteBuffer yBuffer = img.getPlanes()[0].getBuffer();
|
||||||
|
byte[] yData = new byte[yBuffer.remaining()];
|
||||||
|
yBuffer.get(yData);
|
||||||
|
|
||||||
|
Mat yMat = new Mat(img.getHeight(), img.getWidth(), CvType.CV_8UC1);
|
||||||
|
yMat.put(0, 0, yData);
|
||||||
|
|
||||||
|
return yMat;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Mat thresholdPixels(Mat inputMat, Mat previousImage, int threshold){
|
||||||
|
Mat diffImage = new Mat();
|
||||||
|
Core.absdiff(inputMat, previousImage, diffImage);
|
||||||
|
Mat binaryMat = new Mat();
|
||||||
|
Imgproc.threshold(diffImage, binaryMat, threshold, 255, Imgproc.THRESH_BINARY);
|
||||||
|
return binaryMat;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static Mat thresholdContourArea(Mat inputMat, float areaThreshold){
|
||||||
|
List<MatOfPoint> contours = new ArrayList<>();
|
||||||
|
Mat hierarchy = new Mat();
|
||||||
|
Imgproc.findContours(inputMat, contours, hierarchy, Imgproc.RETR_EXTERNAL, Imgproc.CHAIN_APPROX_SIMPLE);
|
||||||
|
|
||||||
|
Mat outputMat = new Mat(inputMat.size(), inputMat.type(), new Scalar(0));
|
||||||
|
// Iterate over the contours and draw only the larger contours on the outputMat
|
||||||
|
for (MatOfPoint contour : contours) {
|
||||||
|
double contourArea = Imgproc.contourArea(contour);
|
||||||
|
if (contourArea > areaThreshold) {
|
||||||
|
Imgproc.drawContours(outputMat, Collections.singletonList(contour), 0, new Scalar(255), -1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Apply the outputMat as a mask to the dilatedImage
|
||||||
|
Mat maskedImage = new Mat();
|
||||||
|
inputMat.copyTo(maskedImage, outputMat);
|
||||||
|
return outputMat;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Mat dilateBinaryMat(Mat inputMat, Size kernelSize){
|
||||||
|
Mat dilatedMat = new Mat();
|
||||||
|
Mat kernel = Imgproc.getStructuringElement(Imgproc.MORPH_ELLIPSE, kernelSize);
|
||||||
|
Imgproc.dilate(inputMat, dilatedMat, kernel);
|
||||||
|
return dilatedMat;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static int countNonZeroPixels(Mat inputImage) {
|
||||||
|
if (inputImage != null)
|
||||||
|
return Core.countNonZero(inputImage);
|
||||||
|
else
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static void debugMat(Mat mat, ImageView imageView) {
|
||||||
|
if (imageView == null || mat == null)
|
||||||
|
return;
|
||||||
|
|
||||||
|
Bitmap bitmap = Bitmap.createBitmap(mat.cols(), mat.rows(), Bitmap.Config.ARGB_8888);
|
||||||
|
Utils.matToBitmap(mat, bitmap);
|
||||||
|
|
||||||
|
// Display the bitmap in an ImageView
|
||||||
|
imageView.setImageBitmap(bitmap);
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,148 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection.Signalverarbeitung;
|
||||||
|
|
||||||
|
import java.util.Objects;
|
||||||
|
|
||||||
|
public class Complex {
|
||||||
|
private final double re; // the real part
|
||||||
|
private final double im; // the imaginary part
|
||||||
|
|
||||||
|
// create a new object with the given real and imaginary parts
|
||||||
|
public Complex(double real, double imag) {
|
||||||
|
re = real;
|
||||||
|
im = imag;
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a string representation of the invoking com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object
|
||||||
|
public String toString() {
|
||||||
|
if (im == 0) return re + "";
|
||||||
|
if (re == 0) return im + "i";
|
||||||
|
if (im < 0) return re + " - " + (-im) + "i";
|
||||||
|
return re + " + " + im + "i";
|
||||||
|
}
|
||||||
|
|
||||||
|
// return abs/modulus/magnitude
|
||||||
|
public double abs() {
|
||||||
|
return Math.hypot(re, im);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return angle/phase/argument, normalized to be between -pi and pi
|
||||||
|
public double phase() {
|
||||||
|
return Math.atan2(im, re);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is (this + b)
|
||||||
|
public Complex plus(Complex b) {
|
||||||
|
Complex a = this; // invoking object
|
||||||
|
double real = a.re + b.re;
|
||||||
|
double imag = a.im + b.im;
|
||||||
|
return new Complex(real, imag);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is (this - b)
|
||||||
|
public Complex minus(Complex b) {
|
||||||
|
Complex a = this;
|
||||||
|
double real = a.re - b.re;
|
||||||
|
double imag = a.im - b.im;
|
||||||
|
return new Complex(real, imag);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is (this * b)
|
||||||
|
public Complex times(Complex b) {
|
||||||
|
Complex a = this;
|
||||||
|
double real = a.re * b.re - a.im * b.im;
|
||||||
|
double imag = a.re * b.im + a.im * b.re;
|
||||||
|
return new Complex(real, imag);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new object whose value is (this * alpha)
|
||||||
|
public Complex scale(double alpha) {
|
||||||
|
return new Complex(alpha * re, alpha * im);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the conjugate of this
|
||||||
|
public Complex conjugate() {
|
||||||
|
return new Complex(re, -im);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the reciprocal of this
|
||||||
|
public Complex reciprocal() {
|
||||||
|
double scale = re * re + im * im;
|
||||||
|
return new Complex(re / scale, -im / scale);
|
||||||
|
}
|
||||||
|
|
||||||
|
// return the real or imaginary part
|
||||||
|
public double re() {
|
||||||
|
return re;
|
||||||
|
}
|
||||||
|
|
||||||
|
public double im() {
|
||||||
|
return im;
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a / b
|
||||||
|
public Complex divides(Complex b) {
|
||||||
|
Complex a = this;
|
||||||
|
return a.times(b.reciprocal());
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex exponential of this
|
||||||
|
public Complex exp() {
|
||||||
|
return new Complex(Math.exp(re) * Math.cos(im), Math.exp(re) * Math.sin(im));
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex sine of this
|
||||||
|
public Complex sin() {
|
||||||
|
return new Complex(Math.sin(re) * Math.cosh(im), Math.cos(re) * Math.sinh(im));
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex cosine of this
|
||||||
|
public Complex cos() {
|
||||||
|
return new Complex(Math.cos(re) * Math.cosh(im), -Math.sin(re) * Math.sinh(im));
|
||||||
|
}
|
||||||
|
|
||||||
|
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex tangent of this
|
||||||
|
public Complex tan() {
|
||||||
|
return sin().divides(cos());
|
||||||
|
}
|
||||||
|
|
||||||
|
// a static version of plus
|
||||||
|
public static Complex plus(Complex a, Complex b) {
|
||||||
|
double real = a.re + b.re;
|
||||||
|
double imag = a.im + b.im;
|
||||||
|
Complex sum = new Complex(real, imag);
|
||||||
|
return sum;
|
||||||
|
}
|
||||||
|
|
||||||
|
// See Section 3.3.
|
||||||
|
public boolean equals(Object x) {
|
||||||
|
if (x == null) return false;
|
||||||
|
if (this.getClass() != x.getClass()) return false;
|
||||||
|
Complex that = (Complex) x;
|
||||||
|
return (this.re == that.re) && (this.im == that.im);
|
||||||
|
}
|
||||||
|
|
||||||
|
// See Section 3.3.
|
||||||
|
public int hashCode() {
|
||||||
|
return Objects.hash(re, im);
|
||||||
|
}
|
||||||
|
|
||||||
|
// sample client for testing
|
||||||
|
public static void main(String[] args) {
|
||||||
|
Complex a = new Complex(5.0, 6.0);
|
||||||
|
Complex b = new Complex(-3.0, 4.0);
|
||||||
|
|
||||||
|
System.out.println("a = " + a);
|
||||||
|
System.out.println("b = " + b);
|
||||||
|
System.out.println("Re(a) = " + a.re());
|
||||||
|
System.out.println("Im(a) = " + a.im());
|
||||||
|
System.out.println("b + a = " + b.plus(a));
|
||||||
|
System.out.println("a - b = " + a.minus(b));
|
||||||
|
System.out.println("a * b = " + a.times(b));
|
||||||
|
System.out.println("b * a = " + b.times(a));
|
||||||
|
System.out.println("a / b = " + a.divides(b));
|
||||||
|
System.out.println("(a / b) * b = " + a.divides(b).times(b));
|
||||||
|
System.out.println("conj(a) = " + a.conjugate());
|
||||||
|
System.out.println("|a| = " + a.abs());
|
||||||
|
System.out.println("tan(a) = " + a.tan());
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,246 @@
|
|||||||
|
package com.example.ueberwachungssystem.Detection.Signalverarbeitung;
|
||||||
|
// Source: https://introcs.cs.princeton.edu/java/97data/FFT.java.html
|
||||||
|
|
||||||
|
/******************************************************************************
|
||||||
|
* Compilation: javac FFT.java
|
||||||
|
* Execution: java FFT n
|
||||||
|
* Dependencies: com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex.java
|
||||||
|
*
|
||||||
|
* Compute the FFT and inverse FFT of a length n complex sequence
|
||||||
|
* using the radix 2 Cooley-Tukey algorithm.
|
||||||
|
* Bare bones implementation that runs in O(n log n) time and O(n)
|
||||||
|
* space. Our goal is to optimize the clarity of the code, rather
|
||||||
|
* than performance.
|
||||||
|
*
|
||||||
|
* This implementation uses the primitive root of unity w = e^(-2 pi i / n).
|
||||||
|
* Some resources use w = e^(2 pi i / n).
|
||||||
|
*
|
||||||
|
* Reference: https://www.cs.princeton.edu/~wayne/kleinberg-tardos/pdf/05DivideAndConquerII.pdf
|
||||||
|
*
|
||||||
|
* Limitations
|
||||||
|
* -----------
|
||||||
|
* - assumes n is a power of 2
|
||||||
|
*
|
||||||
|
* - not the most memory efficient algorithm (because it uses
|
||||||
|
* an object type for representing complex numbers and because
|
||||||
|
* it re-allocates memory for the subarray, instead of doing
|
||||||
|
* in-place or reusing a single temporary array)
|
||||||
|
*
|
||||||
|
* For an in-place radix 2 Cooley-Tukey FFT, see
|
||||||
|
* https://introcs.cs.princeton.edu/java/97data/InplaceFFT.java.html
|
||||||
|
*
|
||||||
|
******************************************************************************/
|
||||||
|
|
||||||
|
public class FFT {
|
||||||
|
|
||||||
|
// compute the FFT of x[], assuming its length n is a power of 2
|
||||||
|
public static Complex[] fft(Complex[] x) {
|
||||||
|
int n = x.length;
|
||||||
|
|
||||||
|
// base case
|
||||||
|
if (n == 1) return new Complex[]{x[0]};
|
||||||
|
|
||||||
|
// radix 2 Cooley-Tukey FFT
|
||||||
|
if (n % 2 != 0) {
|
||||||
|
throw new IllegalArgumentException("n is not a power of 2");
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute FFT of even terms
|
||||||
|
Complex[] even = new Complex[n / 2];
|
||||||
|
for (int k = 0; k < n / 2; k++) {
|
||||||
|
even[k] = x[2 * k];
|
||||||
|
}
|
||||||
|
Complex[] evenFFT = fft(even);
|
||||||
|
|
||||||
|
// compute FFT of odd terms
|
||||||
|
Complex[] odd = even; // reuse the array (to avoid n log n space)
|
||||||
|
for (int k = 0; k < n / 2; k++) {
|
||||||
|
odd[k] = x[2 * k + 1];
|
||||||
|
}
|
||||||
|
Complex[] oddFFT = fft(odd);
|
||||||
|
|
||||||
|
// combine
|
||||||
|
Complex[] y = new Complex[n];
|
||||||
|
for (int k = 0; k < n / 2; k++) {
|
||||||
|
double kth = -2 * k * Math.PI / n;
|
||||||
|
Complex wk = new Complex(Math.cos(kth), Math.sin(kth));
|
||||||
|
y[k] = evenFFT[k].plus(wk.times(oddFFT[k]));
|
||||||
|
y[k + n / 2] = evenFFT[k].minus(wk.times(oddFFT[k]));
|
||||||
|
}
|
||||||
|
return y;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// compute the inverse FFT of x[], assuming its length n is a power of 2
|
||||||
|
public static Complex[] ifft(Complex[] x) {
|
||||||
|
int n = x.length;
|
||||||
|
Complex[] y = new Complex[n];
|
||||||
|
|
||||||
|
// take conjugate
|
||||||
|
for (int i = 0; i < n; i++) {
|
||||||
|
y[i] = x[i].conjugate();
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute forward FFT
|
||||||
|
y = fft(y);
|
||||||
|
|
||||||
|
// take conjugate again
|
||||||
|
for (int i = 0; i < n; i++) {
|
||||||
|
y[i] = y[i].conjugate();
|
||||||
|
}
|
||||||
|
|
||||||
|
// divide by n
|
||||||
|
for (int i = 0; i < n; i++) {
|
||||||
|
y[i] = y[i].scale(1.0 / n);
|
||||||
|
}
|
||||||
|
|
||||||
|
return y;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute the circular convolution of x and y
|
||||||
|
public static Complex[] cconvolve(Complex[] x, Complex[] y) {
|
||||||
|
|
||||||
|
// should probably pad x and y with 0s so that they have same length
|
||||||
|
// and are powers of 2
|
||||||
|
if (x.length != y.length) {
|
||||||
|
throw new IllegalArgumentException("Dimensions don't agree");
|
||||||
|
}
|
||||||
|
|
||||||
|
int n = x.length;
|
||||||
|
|
||||||
|
// compute FFT of each sequence
|
||||||
|
Complex[] a = fft(x);
|
||||||
|
Complex[] b = fft(y);
|
||||||
|
|
||||||
|
// point-wise multiply
|
||||||
|
Complex[] c = new Complex[n];
|
||||||
|
for (int i = 0; i < n; i++) {
|
||||||
|
c[i] = a[i].times(b[i]);
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute inverse FFT
|
||||||
|
return ifft(c);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// compute the linear convolution of x and y
|
||||||
|
public static Complex[] convolve(Complex[] x, Complex[] y) {
|
||||||
|
Complex ZERO = new Complex(0, 0);
|
||||||
|
|
||||||
|
Complex[] a = new Complex[2 * x.length];
|
||||||
|
for (int i = 0; i < x.length; i++) a[i] = x[i];
|
||||||
|
for (int i = x.length; i < 2 * x.length; i++) a[i] = ZERO;
|
||||||
|
|
||||||
|
Complex[] b = new Complex[2 * y.length];
|
||||||
|
for (int i = 0; i < y.length; i++) b[i] = y[i];
|
||||||
|
for (int i = y.length; i < 2 * y.length; i++) b[i] = ZERO;
|
||||||
|
|
||||||
|
return cconvolve(a, b);
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute the DFT of x[] via brute force (n^2 time)
|
||||||
|
public static Complex[] dft(Complex[] x) {
|
||||||
|
int n = x.length;
|
||||||
|
Complex ZERO = new Complex(0, 0);
|
||||||
|
Complex[] y = new Complex[n];
|
||||||
|
for (int k = 0; k < n; k++) {
|
||||||
|
y[k] = ZERO;
|
||||||
|
for (int j = 0; j < n; j++) {
|
||||||
|
int power = (k * j) % n;
|
||||||
|
double kth = -2 * power * Math.PI / n;
|
||||||
|
Complex wkj = new Complex(Math.cos(kth), Math.sin(kth));
|
||||||
|
y[k] = y[k].plus(x[j].times(wkj));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return y;
|
||||||
|
}
|
||||||
|
|
||||||
|
// display an array of com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex numbers to standard output
|
||||||
|
public static void show(Complex[] x, String title) {
|
||||||
|
System.out.println(title);
|
||||||
|
System.out.println("-------------------");
|
||||||
|
for (int i = 0; i < x.length; i++) {
|
||||||
|
System.out.println(x[i]);
|
||||||
|
}
|
||||||
|
System.out.println();
|
||||||
|
}
|
||||||
|
|
||||||
|
/***************************************************************************
|
||||||
|
* Test client and sample execution
|
||||||
|
*
|
||||||
|
* % java FFT 4
|
||||||
|
* x
|
||||||
|
* -------------------
|
||||||
|
* -0.03480425839330703
|
||||||
|
* 0.07910192950176387
|
||||||
|
* 0.7233322451735928
|
||||||
|
* 0.1659819820667019
|
||||||
|
*
|
||||||
|
* y = fft(x)
|
||||||
|
* -------------------
|
||||||
|
* 0.9336118983487516
|
||||||
|
* -0.7581365035668999 + 0.08688005256493803i
|
||||||
|
* 0.44344407521182005
|
||||||
|
* -0.7581365035668999 - 0.08688005256493803i
|
||||||
|
*
|
||||||
|
* z = ifft(y)
|
||||||
|
* -------------------
|
||||||
|
* -0.03480425839330703
|
||||||
|
* 0.07910192950176387 + 2.6599344570851287E-18i
|
||||||
|
* 0.7233322451735928
|
||||||
|
* 0.1659819820667019 - 2.6599344570851287E-18i
|
||||||
|
*
|
||||||
|
* c = cconvolve(x, x)
|
||||||
|
* -------------------
|
||||||
|
* 0.5506798633981853
|
||||||
|
* 0.23461407150576394 - 4.033186818023279E-18i
|
||||||
|
* -0.016542951108772352
|
||||||
|
* 0.10288019294318276 + 4.033186818023279E-18i
|
||||||
|
*
|
||||||
|
* d = convolve(x, x)
|
||||||
|
* -------------------
|
||||||
|
* 0.001211336402308083 - 3.122502256758253E-17i
|
||||||
|
* -0.005506167987577068 - 5.058885073636224E-17i
|
||||||
|
* -0.044092969479563274 + 2.1934338938072244E-18i
|
||||||
|
* 0.10288019294318276 - 3.6147323062478115E-17i
|
||||||
|
* 0.5494685269958772 + 3.122502256758253E-17i
|
||||||
|
* 0.240120239493341 + 4.655566391833896E-17i
|
||||||
|
* 0.02755001837079092 - 2.1934338938072244E-18i
|
||||||
|
* 4.01805098805014E-17i
|
||||||
|
*
|
||||||
|
***************************************************************************/
|
||||||
|
|
||||||
|
public static void main(String[] args) {
|
||||||
|
int n = Integer.parseInt(args[0]);
|
||||||
|
Complex[] x = new Complex[n];
|
||||||
|
|
||||||
|
// original data
|
||||||
|
for (int i = 0; i < n; i++) {
|
||||||
|
x[i] = new Complex(i, 0);
|
||||||
|
}
|
||||||
|
show(x, "x");
|
||||||
|
|
||||||
|
// FFT of original data
|
||||||
|
Complex[] y = fft(x);
|
||||||
|
show(y, "y = fft(x)");
|
||||||
|
|
||||||
|
// FFT of original data
|
||||||
|
Complex[] y2 = dft(x);
|
||||||
|
show(y2, "y2 = dft(x)");
|
||||||
|
|
||||||
|
// take inverse FFT
|
||||||
|
Complex[] z = ifft(y);
|
||||||
|
show(z, "z = ifft(y)");
|
||||||
|
|
||||||
|
// circular convolution of x with itself
|
||||||
|
Complex[] c = cconvolve(x, x);
|
||||||
|
show(c, "c = cconvolve(x, x)");
|
||||||
|
|
||||||
|
// linear convolution of x with itself
|
||||||
|
Complex[] d = convolve(x, x);
|
||||||
|
show(d, "d = convolve(x, x)");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
@ -1,196 +1,327 @@
|
|||||||
package com.example.ueberwachungssystem.Detection;
|
package com.example.ueberwachungssystem.Detection;
|
||||||
|
|
||||||
|
import android.Manifest;
|
||||||
|
import android.annotation.SuppressLint;
|
||||||
import android.content.Context;
|
import android.content.Context;
|
||||||
|
import android.content.pm.PackageManager;
|
||||||
import android.graphics.ImageFormat;
|
import android.graphics.ImageFormat;
|
||||||
import android.media.Image;
|
import android.media.Image;
|
||||||
import android.util.Size;
|
import android.os.CountDownTimer;
|
||||||
|
import android.util.Log;
|
||||||
|
import android.view.Display;
|
||||||
|
import android.view.Surface;
|
||||||
|
import android.view.WindowManager;
|
||||||
|
import android.widget.ImageView;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
import androidx.annotation.NonNull;
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.annotation.Nullable;
|
||||||
import androidx.camera.core.CameraSelector;
|
import androidx.camera.core.CameraSelector;
|
||||||
import androidx.camera.core.ExperimentalGetImage;
|
import androidx.camera.core.ExperimentalGetImage;
|
||||||
import androidx.camera.core.ImageAnalysis;
|
import androidx.camera.core.ImageAnalysis;
|
||||||
|
import androidx.camera.core.ImageProxy;
|
||||||
import androidx.camera.core.Preview;
|
import androidx.camera.core.Preview;
|
||||||
|
import androidx.camera.core.VideoCapture;
|
||||||
import androidx.camera.lifecycle.ProcessCameraProvider;
|
import androidx.camera.lifecycle.ProcessCameraProvider;
|
||||||
import androidx.camera.view.PreviewView;
|
import androidx.camera.view.PreviewView;
|
||||||
|
import androidx.core.app.ActivityCompat;
|
||||||
import androidx.core.content.ContextCompat;
|
import androidx.core.content.ContextCompat;
|
||||||
import androidx.lifecycle.LifecycleOwner;
|
import androidx.lifecycle.LifecycleOwner;
|
||||||
|
|
||||||
import com.google.common.util.concurrent.ListenableFuture;
|
import com.google.common.util.concurrent.ListenableFuture;
|
||||||
|
|
||||||
import java.nio.ByteBuffer;
|
import org.opencv.android.OpenCVLoader;
|
||||||
|
import org.opencv.core.Mat;
|
||||||
|
import org.opencv.core.Size;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Video Detector inherits some methods from abstract Detector class (more info there)
|
* Video Detector inherits some methods from abstract Detector class (more info there)
|
||||||
*
|
|
||||||
*
|
|
||||||
* USE FROM MAIN ACTIVITY:
|
* USE FROM MAIN ACTIVITY:
|
||||||
*
|
|
||||||
* VideoDetector vd = new VideoDetector(this);
|
* VideoDetector vd = new VideoDetector(this);
|
||||||
* vd.setPreview(previewView); //THIS IS OPTIONAL!
|
|
||||||
* vd.setOnDetectionListener(new Detector.OnDetectionListener{...});
|
|
||||||
* vd.startDetection();
|
|
||||||
* vd.stopDetection
|
|
||||||
*
|
|
||||||
* */
|
* */
|
||||||
|
|
||||||
|
|
||||||
@ExperimentalGetImage
|
@ExperimentalGetImage
|
||||||
public class VideoDetector extends Detector {
|
public class VideoDetector extends Detector {
|
||||||
|
|
||||||
// Calling Activity
|
// Calling Activity
|
||||||
private final Context context;
|
private final Context context;
|
||||||
|
|
||||||
// Camera Provider
|
// Camera Provider
|
||||||
private ProcessCameraProvider cameraProvider;
|
private ProcessCameraProvider cameraProvider;
|
||||||
private Boolean isDetectionRunning = false;
|
private ImageAnalysis imageAnalysis;
|
||||||
// Preview Camera Image
|
private VideoCapture videoCapture;
|
||||||
private PreviewView previewView = null;
|
//private Preview preview;
|
||||||
// Detect Violation
|
|
||||||
private static final float PIXEL_THRESHOLD = 30f; // Luminosity (brightness channel of YUV_420_888)
|
// Logic
|
||||||
private static final float ALARM_THRESHOLD = 0.2f; // Percent of pixels changed
|
private boolean isDetecting = false;
|
||||||
private ByteBuffer previousBuffer = null;
|
private boolean isRecording = false;
|
||||||
|
private boolean allowReportViolation = false;
|
||||||
|
|
||||||
|
// Image Processing
|
||||||
|
private Mat previousImage = null;
|
||||||
|
|
||||||
|
// Debugging
|
||||||
|
private ImageView inputImageView = null;
|
||||||
|
private ImageView outputImageView = null;
|
||||||
|
|
||||||
|
// Recorder
|
||||||
|
private File outputDir; // Default: in app files directory
|
||||||
|
|
||||||
|
|
||||||
|
// Parameters
|
||||||
|
private static final float ALARM_THRESHOLD = 0f; // Percent of pixels changed
|
||||||
|
private static final float AREA_THRESHOLD = 10f;
|
||||||
|
private static final int DILATE_ITERATIONS = 2;
|
||||||
|
private static final float START_DELAY = 20000; // milliseconds
|
||||||
|
private static final android.util.Size IMAGE_RES = new android.util.Size(640, 480);
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
/**
|
/** Constructor */
|
||||||
* Constructor
|
|
||||||
* @param context: the context of calling activity (usually "this")
|
|
||||||
* */
|
|
||||||
public VideoDetector(Context context) {
|
public VideoDetector(Context context) {
|
||||||
super();
|
super();
|
||||||
this.context = context;
|
this.context = context;
|
||||||
|
this.imageAnalysis = setupImageAnalysis();
|
||||||
|
this.videoCapture = setupVideoCapture();
|
||||||
|
this.outputDir = context.getFilesDir();
|
||||||
|
//this.preview = new Preview.Builder().build();
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Get States */
|
||||||
|
public boolean isDetecting() {
|
||||||
|
return isDetecting;
|
||||||
|
}
|
||||||
|
public boolean isRecording(){
|
||||||
|
return isRecording;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
/**
|
/** Starts the Video Detection */
|
||||||
* Starts the Video Detection
|
|
||||||
* */
|
|
||||||
@Override
|
@Override
|
||||||
public void startDetection() {
|
public void startDetection() {
|
||||||
if (isDetectionRunning)
|
// Check States
|
||||||
|
if (isDetecting)
|
||||||
return;
|
return;
|
||||||
// Request Camera Provider
|
// Configure Image Analysis
|
||||||
|
imageAnalysis = setupImageAnalysis();
|
||||||
|
// Open CV startup check
|
||||||
|
if (!OpenCVLoader.initDebug()) {
|
||||||
|
Log.e("OpenCV", "Unable to load OpenCV!");
|
||||||
|
return;
|
||||||
|
} else
|
||||||
|
Log.d("OpenCV", "OpenCV loaded Successfully!");
|
||||||
|
// Get Process Camera Provider and start
|
||||||
final ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(context);
|
final ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(context);
|
||||||
//Check for Camera availability
|
|
||||||
cameraProviderFuture.addListener(() -> {
|
cameraProviderFuture.addListener(() -> {
|
||||||
try {
|
try {
|
||||||
cameraProvider = cameraProviderFuture.get();
|
cameraProvider = cameraProviderFuture.get();
|
||||||
bindAnalysis(cameraProvider);
|
isDetecting = true;
|
||||||
isDetectionRunning = true;
|
bindCameraProvider();
|
||||||
previousBuffer = null;
|
} catch (ExecutionException | InterruptedException e) {}
|
||||||
} catch (ExecutionException | InterruptedException e) {
|
}, ContextCompat.getMainExecutor(context));
|
||||||
// No errors need to be handled for this Future. This should never be reached.
|
// Disable Violation Calling for Setup Time
|
||||||
}
|
startViolationTimer(START_DELAY);
|
||||||
},ContextCompat.getMainExecutor(context));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** Starts the Recorder */
|
||||||
|
@SuppressLint("RestrictedApi")
|
||||||
|
public void startRecording() {
|
||||||
|
// Check States
|
||||||
|
if (isRecording){
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
videoCapture = setupVideoCapture();
|
||||||
* Stops the Video Detection
|
|
||||||
* */
|
final ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(context);
|
||||||
|
cameraProviderFuture.addListener(() -> {
|
||||||
|
try {
|
||||||
|
cameraProvider = cameraProviderFuture.get();
|
||||||
|
isRecording = true;
|
||||||
|
bindCameraProvider();
|
||||||
|
|
||||||
|
File vidFile = new File(context.getFilesDir() + "/" + generateFileName() + ".mp4");
|
||||||
|
if (ActivityCompat.checkSelfPermission(context, Manifest.permission.RECORD_AUDIO) != PackageManager.PERMISSION_GRANTED) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
videoCapture.startRecording(
|
||||||
|
new VideoCapture.OutputFileOptions.Builder(vidFile).build(),
|
||||||
|
context.getMainExecutor(),
|
||||||
|
new VideoCapture.OnVideoSavedCallback() {
|
||||||
|
@Override
|
||||||
|
public void onVideoSaved(@NonNull VideoCapture.OutputFileResults outputFileResults) {
|
||||||
|
isRecording = false;
|
||||||
|
Toast.makeText(context, "video recording saved", Toast.LENGTH_SHORT).show();
|
||||||
|
}
|
||||||
|
@Override
|
||||||
|
public void onError(int videoCaptureError, @NonNull String message, @Nullable Throwable cause) {
|
||||||
|
isRecording = false;
|
||||||
|
Toast.makeText(context, "video recording failed", Toast.LENGTH_SHORT).show();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
);
|
||||||
|
} catch (ExecutionException | InterruptedException ignored) {}
|
||||||
|
}, ContextCompat.getMainExecutor(context));
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Stops the Video Detection */
|
||||||
@Override
|
@Override
|
||||||
public void stopDetection() {
|
public void stopDetection() {
|
||||||
if (!isDetectionRunning)
|
if (!isDetecting || imageAnalysis == null)
|
||||||
return;
|
return;
|
||||||
|
cameraProvider.unbind(imageAnalysis);
|
||||||
|
isDetecting = false;
|
||||||
|
allowReportViolation = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Stops the Recording */
|
||||||
|
@SuppressLint("RestrictedApi")
|
||||||
|
public void stopRecording(){
|
||||||
|
if(!isRecording)
|
||||||
|
return;
|
||||||
|
|
||||||
|
videoCapture.stopRecording();
|
||||||
|
cameraProvider.unbind(videoCapture);
|
||||||
|
isRecording = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Bind Camera Provider */
|
||||||
|
private void bindCameraProvider() {
|
||||||
|
// Specify which Camera to use
|
||||||
|
CameraSelector cameraSelector = new CameraSelector.Builder().requireLensFacing(CameraSelector.LENS_FACING_BACK).build();
|
||||||
cameraProvider.unbindAll();
|
cameraProvider.unbindAll();
|
||||||
isDetectionRunning = false;
|
cameraProvider.bindToLifecycle((LifecycleOwner) context, cameraSelector, imageAnalysis, videoCapture);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** Setup Use Cases */
|
||||||
/**
|
private ImageAnalysis setupImageAnalysis() {
|
||||||
* Set PreviewView to show video feed while detecting
|
|
||||||
* this is optional and does not need to be called
|
|
||||||
* */
|
|
||||||
public void setPreviewView(PreviewView previewView) {
|
|
||||||
this.previewView = previewView;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Binds the Luminosity Analyzer (configure and run Analysis)
|
|
||||||
* @param cameraProvider: CameraProvider of Context passed by Constructor
|
|
||||||
* */
|
|
||||||
private void bindAnalysis(@NonNull ProcessCameraProvider cameraProvider) {
|
|
||||||
// Configure and create Image Analysis
|
// Configure and create Image Analysis
|
||||||
ImageAnalysis.Builder builder = new ImageAnalysis.Builder();
|
ImageAnalysis.Builder builder = new ImageAnalysis.Builder();
|
||||||
builder.setTargetResolution(new Size(640, 480));
|
builder.setTargetResolution(IMAGE_RES);
|
||||||
builder.setBackpressureStrategy(ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST);
|
builder.setBackpressureStrategy(ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST);
|
||||||
builder.setOutputImageFormat(ImageAnalysis.OUTPUT_IMAGE_FORMAT_YUV_420_888);
|
builder.setOutputImageFormat(ImageAnalysis.OUTPUT_IMAGE_FORMAT_YUV_420_888);
|
||||||
|
builder.setTargetRotation(Surface.ROTATION_90);
|
||||||
ImageAnalysis imageAnalysis = builder.build();
|
ImageAnalysis imageAnalysis = builder.build();
|
||||||
|
|
||||||
// Set Analyzer
|
// Set Analyzer
|
||||||
imageAnalysis.setAnalyzer(ContextCompat.getMainExecutor(context), imageProxy -> {
|
imageAnalysis.setAnalyzer(ContextCompat.getMainExecutor(context), imageProxy -> {
|
||||||
if (imageProxy.getFormat() == ImageFormat.YUV_420_888) {
|
if (imageProxy.getFormat() == ImageFormat.YUV_420_888) {
|
||||||
Image image = imageProxy.getImage();
|
Image image = imageProxy.getImage();
|
||||||
assert image != null;
|
assert image != null;
|
||||||
|
|
||||||
// Changed Pixel Detection
|
// Violation Handling
|
||||||
int pixelChanged = getChangedPixelCount(image);
|
Mat processed = processImage(imageProxy);
|
||||||
int width = image.getWidth();
|
|
||||||
int height = image.getHeight();
|
|
||||||
|
|
||||||
float percentPixelChanged = (float) 100f * pixelChanged / (width * height);
|
int n = OpenCVHelper.countNonZeroPixels(processed);
|
||||||
|
int pixelCount = image.getWidth() * image.getHeight();
|
||||||
|
float percentChanged = (float) n / pixelCount;
|
||||||
|
|
||||||
if (percentPixelChanged > ALARM_THRESHOLD)
|
// Violation Condition
|
||||||
reportViolation("0", "Video", percentPixelChanged);
|
if (percentChanged * 100 > ALARM_THRESHOLD) {
|
||||||
|
if (allowReportViolation)
|
||||||
|
reportViolation("Video", percentChanged);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
imageProxy.close();
|
imageProxy.close();
|
||||||
});
|
});
|
||||||
// Create Preview
|
return imageAnalysis;
|
||||||
Preview preview = new Preview.Builder().build();
|
}
|
||||||
// Specify which Camera to use
|
|
||||||
CameraSelector cameraSelector = new CameraSelector.Builder().requireLensFacing(CameraSelector.LENS_FACING_BACK).build();
|
|
||||||
// Update PreviewView if set
|
|
||||||
if (previewView != null)
|
|
||||||
preview.setSurfaceProvider(previewView.getSurfaceProvider());
|
|
||||||
|
|
||||||
cameraProvider.bindToLifecycle((LifecycleOwner) context, cameraSelector, imageAnalysis, preview);
|
@SuppressLint("RestrictedApi")
|
||||||
|
private VideoCapture setupVideoCapture() {
|
||||||
|
int rotation = getDisplayRotation();
|
||||||
|
return new VideoCapture.Builder()
|
||||||
|
.setTargetRotation(rotation)
|
||||||
|
.build();
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Process Image to be used for Motion Detection */
|
||||||
|
private Mat processImage(ImageProxy imageProxy){
|
||||||
|
if (imageProxy == null)
|
||||||
|
return null;
|
||||||
|
// Image Transformation
|
||||||
|
Mat imageMat = OpenCVHelper.extractYChannel(imageProxy);
|
||||||
|
// Show Input Image
|
||||||
|
if (inputImageView != null)
|
||||||
|
OpenCVHelper.debugMat(imageMat, inputImageView);
|
||||||
|
// Preprocess Image
|
||||||
|
Mat preprocessed = imageMat;
|
||||||
|
preprocessed = OpenCVHelper.addGaussianBlur(preprocessed, new Size(21, 21));
|
||||||
|
preprocessed = OpenCVHelper.addBlur(preprocessed, new Size(3, 3));
|
||||||
|
// Set Previous Image
|
||||||
|
if (previousImage == null) {
|
||||||
|
previousImage = preprocessed;
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
// Process Image
|
||||||
|
Mat processed = preprocessed.clone();
|
||||||
|
processed = OpenCVHelper.thresholdPixels(processed, previousImage, 25);
|
||||||
|
|
||||||
|
for(int i = 0; i < DILATE_ITERATIONS; i++)
|
||||||
|
processed = OpenCVHelper.dilateBinaryMat(processed, new Size(3,3));
|
||||||
|
|
||||||
|
processed = OpenCVHelper.thresholdContourArea(processed, AREA_THRESHOLD);
|
||||||
|
// Output
|
||||||
|
previousImage = preprocessed.clone();
|
||||||
|
// Show Output Image
|
||||||
|
if (outputImageView != null)
|
||||||
|
OpenCVHelper.debugMat(processed, outputImageView);
|
||||||
|
return processed;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/** Debug input and result of processing */
|
||||||
|
public void debugProcessing(@NonNull ImageView inputImageView, @NonNull ImageView outputImageView){
|
||||||
|
this.inputImageView = inputImageView;
|
||||||
|
this.outputImageView = outputImageView;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Calculate Amount of Pixels changed using a threshold
|
private void setPreviewView(@NonNull PreviewView previewView) {
|
||||||
* @param image
|
// Create Preview
|
||||||
* */
|
if (this.preview != null)
|
||||||
private int getChangedPixelCount(Image image) {
|
this.preview.setSurfaceProvider(previewView.getSurfaceProvider());
|
||||||
Image.Plane[] planes = image.getPlanes();
|
}
|
||||||
ByteBuffer buffer = planes[0].getBuffer();
|
*/
|
||||||
|
|
||||||
if (previousBuffer == null) {
|
|
||||||
previousBuffer = ByteBuffer.allocate(buffer.capacity());
|
/** Generate File Name */
|
||||||
buffer.rewind();
|
private String generateFileName(){
|
||||||
previousBuffer.put(buffer);
|
// Get the current timestamp
|
||||||
previousBuffer.rewind();
|
LocalDateTime currentTime = LocalDateTime.now();
|
||||||
return 0;
|
// Define the format for the timestamp
|
||||||
|
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss");
|
||||||
|
// Return the timestamp as a string
|
||||||
|
return currentTime.format(formatter);
|
||||||
}
|
}
|
||||||
|
|
||||||
int width = image.getWidth();
|
|
||||||
int height = image.getHeight();
|
|
||||||
|
|
||||||
int yRowStride = image.getPlanes()[0].getRowStride();
|
/** Get current Display Rotation */
|
||||||
int yPixelStride = image.getPlanes()[0].getPixelStride();
|
private int getDisplayRotation() {
|
||||||
|
WindowManager windowManager = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE);
|
||||||
int changedPixelCount = 0;
|
Display display = windowManager.getDefaultDisplay();
|
||||||
|
return display.getRotation();
|
||||||
// Count changed pixels
|
|
||||||
for (int y = 0; y < height; ++y) {
|
|
||||||
for (int x = 0; x < width; x++) {
|
|
||||||
int index = (y * yRowStride) + (x * yPixelStride);
|
|
||||||
int luminosity = (buffer.get(index) & 0xff);
|
|
||||||
int previousLuminosity = (previousBuffer.get(index) & 0xff);
|
|
||||||
int diff = Math.abs(luminosity - previousLuminosity);
|
|
||||||
if (diff > PIXEL_THRESHOLD)
|
|
||||||
changedPixelCount++;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Reset and copy Byte Buffer
|
/** Start delay until Violation Report is allowed */
|
||||||
buffer.rewind();
|
private void startViolationTimer(float setupTime) {
|
||||||
previousBuffer.rewind();
|
new CountDownTimer((long) (START_DELAY), 100) {
|
||||||
previousBuffer.put(buffer);
|
@Override
|
||||||
|
public void onTick(long millisUntilFinished) {
|
||||||
|
}
|
||||||
|
@Override
|
||||||
|
public void onFinish() {
|
||||||
|
allowReportViolation = true;
|
||||||
|
}
|
||||||
|
}.start();
|
||||||
|
}
|
||||||
|
|
||||||
return changedPixelCount;
|
public void setOutputDir(File outputDir) {
|
||||||
|
this.outputDir = outputDir;
|
||||||
}
|
}
|
||||||
}
|
}
|
@ -0,0 +1,43 @@
|
|||||||
|
package com.example.ueberwachungssystem;
|
||||||
|
|
||||||
|
|
||||||
|
import android.app.Activity;
|
||||||
|
import android.content.Context;
|
||||||
|
import android.content.pm.PackageManager;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
|
import androidx.core.app.ActivityCompat;
|
||||||
|
import androidx.core.content.ContextCompat;
|
||||||
|
|
||||||
|
public class PermissionHandler {
|
||||||
|
private final Context context;
|
||||||
|
private static final int PERMISSION_REQUEST_CODE = 23409;
|
||||||
|
private static final String[] permissions = new String[]{
|
||||||
|
android.Manifest.permission.CAMERA,
|
||||||
|
android.Manifest.permission.RECORD_AUDIO
|
||||||
|
};
|
||||||
|
|
||||||
|
public PermissionHandler(Context context) {
|
||||||
|
this.context = context;
|
||||||
|
}
|
||||||
|
|
||||||
|
public boolean hasPermissions() {
|
||||||
|
boolean permissionState = true;
|
||||||
|
for (String permission: permissions) {
|
||||||
|
permissionState = permissionState && ContextCompat.checkSelfPermission(context, permission) == PackageManager.PERMISSION_GRANTED;
|
||||||
|
}
|
||||||
|
return permissionState;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void getPermissions() {
|
||||||
|
if (!hasPermissions())
|
||||||
|
ActivityCompat.requestPermissions((Activity) context, permissions, PERMISSION_REQUEST_CODE);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void showPermissionToast() {
|
||||||
|
if (hasPermissions())
|
||||||
|
Toast.makeText(context, "permissions available", Toast.LENGTH_SHORT).show();
|
||||||
|
else
|
||||||
|
Toast.makeText(context, "permissions missing", Toast.LENGTH_SHORT).show();
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,48 @@
|
|||||||
|
package com.example.ueberwachungssystem;
|
||||||
|
|
||||||
|
import static android.Manifest.permission.INTERNET;
|
||||||
|
import static android.Manifest.permission.CAMERA;
|
||||||
|
import static android.Manifest.permission.RECORD_AUDIO;
|
||||||
|
|
||||||
|
import android.content.pm.PackageManager;
|
||||||
|
import android.os.Handler;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
|
import androidx.appcompat.app.AppCompatActivity;
|
||||||
|
import androidx.core.content.ContextCompat;
|
||||||
|
|
||||||
|
public class PermissionRequest extends AppCompatActivity{
|
||||||
|
private static final int PERMISSION_REQUEST_CODE = 123;
|
||||||
|
private final MainActivity mainActivity;
|
||||||
|
|
||||||
|
Handler handler = new Handler();
|
||||||
|
|
||||||
|
public PermissionRequest(MainActivity mainActivity) {
|
||||||
|
this.mainActivity = mainActivity;
|
||||||
|
}
|
||||||
|
|
||||||
|
public StringBuilder rechtePruefen() {
|
||||||
|
boolean rechtKamera = ContextCompat.checkSelfPermission(mainActivity, CAMERA) == PackageManager.PERMISSION_GRANTED;
|
||||||
|
boolean rechtMikrofon = ContextCompat.checkSelfPermission(mainActivity, RECORD_AUDIO) == PackageManager.PERMISSION_GRANTED;
|
||||||
|
boolean rechtInternet = ContextCompat.checkSelfPermission(mainActivity, INTERNET) == PackageManager.PERMISSION_GRANTED;
|
||||||
|
StringBuilder sb = new StringBuilder();
|
||||||
|
sb.append("Rechte prüfen:")
|
||||||
|
.append("\nKamera: ").append(rechtKamera)
|
||||||
|
.append("\nMikrofon: ").append(rechtMikrofon)
|
||||||
|
.append("\nInternet: ").append(rechtInternet);
|
||||||
|
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText(sb));
|
||||||
|
if (!(rechtKamera && rechtMikrofon && rechtInternet)){
|
||||||
|
handler.post(new Runnable() {
|
||||||
|
@Override
|
||||||
|
public void run() {
|
||||||
|
Toast.makeText(mainActivity.getApplicationContext(),"Es werden Rechte benötigt", Toast.LENGTH_LONG).show();
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
return sb;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void rechteAnfordern() {
|
||||||
|
mainActivity.requestPermissions(new String[]{CAMERA, RECORD_AUDIO, INTERNET}, PERMISSION_REQUEST_CODE);
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,86 @@
|
|||||||
|
package com.example.ueberwachungssystem;
|
||||||
|
|
||||||
|
import android.view.Gravity;
|
||||||
|
import android.view.LayoutInflater;
|
||||||
|
import android.view.MotionEvent;
|
||||||
|
import android.view.View;
|
||||||
|
import android.widget.Button;
|
||||||
|
import android.widget.LinearLayout;
|
||||||
|
import android.widget.PopupWindow;
|
||||||
|
import android.widget.TextView;
|
||||||
|
|
||||||
|
public class PopUpClass {
|
||||||
|
private final MainActivity mainActivity;
|
||||||
|
|
||||||
|
PermissionRequest permission;
|
||||||
|
TextView PopUpText;
|
||||||
|
|
||||||
|
|
||||||
|
public PopUpClass(MainActivity mainActivity) {
|
||||||
|
this.mainActivity = mainActivity;
|
||||||
|
permission = new PermissionRequest(mainActivity);
|
||||||
|
}
|
||||||
|
|
||||||
|
//PopupWindow display method
|
||||||
|
|
||||||
|
public void showPopupWindow(final View view) {
|
||||||
|
|
||||||
|
|
||||||
|
//Create a View object yourself through inflater
|
||||||
|
LayoutInflater inflater = (LayoutInflater) view.getContext().getSystemService(view.getContext().LAYOUT_INFLATER_SERVICE);
|
||||||
|
View popupView = inflater.inflate(R.layout.popup_window, null);
|
||||||
|
|
||||||
|
//Specify the length and width through constants
|
||||||
|
int width = LinearLayout.LayoutParams.WRAP_CONTENT;
|
||||||
|
int height = LinearLayout.LayoutParams.WRAP_CONTENT;
|
||||||
|
|
||||||
|
//Make Inactive Items Outside Of PopupWindow
|
||||||
|
boolean focusable = true;
|
||||||
|
|
||||||
|
//Create a window with our parameters
|
||||||
|
final PopupWindow popupWindow = new PopupWindow(popupView,width*1, height*1, focusable);
|
||||||
|
|
||||||
|
//Set the location of the window on the screen
|
||||||
|
popupWindow.showAtLocation(view, Gravity.CENTER, 0, 0);
|
||||||
|
|
||||||
|
//Initialize the elements of our window, install the handler
|
||||||
|
|
||||||
|
PopUpText = popupView.findViewById(R.id.titleText);
|
||||||
|
|
||||||
|
Button buttonEdit = popupView.findViewById(R.id.RechteAnfordern);
|
||||||
|
buttonEdit.setOnClickListener(new View.OnClickListener() {
|
||||||
|
@Override
|
||||||
|
public void onClick(View v) {
|
||||||
|
RechteAnfordern();
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
//Handler for clicking on the inactive zone of the window
|
||||||
|
|
||||||
|
popupView.setOnTouchListener(new View.OnTouchListener() {
|
||||||
|
@Override
|
||||||
|
public boolean onTouch(View v, MotionEvent event) {
|
||||||
|
|
||||||
|
//Close the window when clicked
|
||||||
|
popupWindow.dismiss();
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
public void RechtePrüfen(){
|
||||||
|
StringBuilder Text = permission.rechtePruefen();
|
||||||
|
PopUpText.setText(Text);
|
||||||
|
}
|
||||||
|
public void RechteAnfordern(){
|
||||||
|
permission.rechteAnfordern();
|
||||||
|
StringBuilder Text = permission.rechtePruefen();
|
||||||
|
PopUpText.setText(Text);
|
||||||
|
}
|
||||||
|
public void Sensoren(){
|
||||||
|
PopUpText.setText("Es können 3 verschiedene Sensoren verwendet werden \n -1. Beschleunigungssensor\n -2. Mikrofon\n -3. Kamera");
|
||||||
|
}
|
||||||
|
public void Impressum(){
|
||||||
|
PopUpText.setText("Die Ueberwachungsapp wurde im Rahmen eines Praktikums der TH-Nürnberg programmiert");
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
@ -1,5 +1,12 @@
|
|||||||
package com.example.ueberwachungssystem;
|
package com.example.ueberwachungssystem;
|
||||||
import android.annotation.SuppressLint;
|
import android.annotation.SuppressLint;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
|
||||||
|
import com.example.ueberwachungssystem.Detection.DetectionReport;
|
||||||
|
import com.example.ueberwachungssystem.Detection.Detector;
|
||||||
|
import com.example.ueberwachungssystem.Detection.DetectorService;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.net.DatagramPacket;
|
import java.net.DatagramPacket;
|
||||||
@ -14,7 +21,7 @@ import java.util.Date;
|
|||||||
import java.util.Enumeration;
|
import java.util.Enumeration;
|
||||||
|
|
||||||
public class WifiCommunication {
|
public class WifiCommunication {
|
||||||
private final MainActivity mainActivity;
|
//private final MainActivity mainActivity;
|
||||||
private final InetAddress address;
|
private final InetAddress address;
|
||||||
private final int port;
|
private final int port;
|
||||||
|
|
||||||
@ -22,9 +29,11 @@ public class WifiCommunication {
|
|||||||
volatile private boolean send;
|
volatile private boolean send;
|
||||||
private final DatagramSocket socket;
|
private final DatagramSocket socket;
|
||||||
volatile private boolean running;
|
volatile private boolean running;
|
||||||
|
|
||||||
|
private OnConnectionListener listener;
|
||||||
@SuppressLint("SetTextI18n")
|
@SuppressLint("SetTextI18n")
|
||||||
public WifiCommunication(MainActivity mainActivity, int port) {
|
public WifiCommunication(int port) {
|
||||||
this.mainActivity = mainActivity;
|
//this.mainActivity = mainActivity;
|
||||||
this.port = port;
|
this.port = port;
|
||||||
try {
|
try {
|
||||||
socket = new DatagramSocket(this.port);
|
socket = new DatagramSocket(this.port);
|
||||||
@ -37,8 +46,23 @@ public class WifiCommunication {
|
|||||||
} catch (SocketException | UnknownHostException e) {
|
} catch (SocketException | UnknownHostException e) {
|
||||||
throw new RuntimeException(e);
|
throw new RuntimeException(e);
|
||||||
}
|
}
|
||||||
|
//Toast.makeText(mainActivity.getApplicationContext(),"Communication running", Toast.LENGTH_SHORT).show();
|
||||||
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText("Communication running"));
|
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText("Communication running"));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public interface OnConnectionListener {
|
||||||
|
void onConnection(StringBuffer data);
|
||||||
|
}
|
||||||
|
public void setOnConnectionListener(@NonNull OnConnectionListener listener) {
|
||||||
|
this.listener = listener;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void sendWifiData(StringBuffer wifiMessage) {
|
||||||
|
if (listener != null) {
|
||||||
|
listener.onConnection(wifiMessage);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
private class ReceiveThread extends Thread {
|
private class ReceiveThread extends Thread {
|
||||||
private StringBuffer rxStringBuffer = new StringBuffer();
|
private StringBuffer rxStringBuffer = new StringBuffer();
|
||||||
private String rxString="";
|
private String rxString="";
|
||||||
@ -49,20 +73,16 @@ public class WifiCommunication {
|
|||||||
try {
|
try {
|
||||||
do {
|
do {
|
||||||
byte[] receiveData = new byte[512];
|
byte[] receiveData = new byte[512];
|
||||||
InetAddress fromAdress;
|
|
||||||
int fromPort;
|
|
||||||
DatagramPacket rxPacket = new DatagramPacket(receiveData, receiveData.length);
|
DatagramPacket rxPacket = new DatagramPacket(receiveData, receiveData.length);
|
||||||
socket.receive(rxPacket);
|
socket.receive(rxPacket);
|
||||||
fromAdress = rxPacket.getAddress();
|
rxString = new String(receiveData, 0, rxPacket.getLength());
|
||||||
fromPort = rxPacket.getPort();
|
String[] splitrxString = rxString.split(",");
|
||||||
rxString = new String(rxPacket.getData());
|
if(!previousRxString.equals(rxString) && splitrxString[0].equals("1") && splitrxString.length==7) {
|
||||||
if(!previousRxString.equals(rxString)) {
|
|
||||||
rxStringBuffer.append(rxString).append("\n");
|
rxStringBuffer.append(rxString).append("\n");
|
||||||
|
sendWifiData(rxStringBuffer);
|
||||||
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText(rxStringBuffer));
|
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText(rxStringBuffer));
|
||||||
previousRxString = rxString;
|
previousRxString = rxString;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
} while (running);
|
} while (running);
|
||||||
}
|
}
|
||||||
catch (IOException e) {
|
catch (IOException e) {
|
||||||
@ -83,18 +103,13 @@ public class WifiCommunication {
|
|||||||
Date curDate = new Date(System.currentTimeMillis());
|
Date curDate = new Date(System.currentTimeMillis());
|
||||||
String str = formatter.format(curDate);
|
String str = formatter.format(curDate);
|
||||||
byte[] send_Data = new byte[512];
|
byte[] send_Data = new byte[512];
|
||||||
String txString = (str+ ",Gruppe2," + getLocalIpAddress() + ",An,Video," +messageToSend);
|
String txString = ("1," +str+ ",Gruppe2," + getLocalIpAddress() + ",An,Video," +messageToSend);
|
||||||
send_Data = txString.getBytes();
|
send_Data = txString.getBytes();
|
||||||
|
|
||||||
DatagramPacket txPacket = new DatagramPacket(send_Data, txString.length(), address, port);
|
DatagramPacket txPacket = new DatagramPacket(send_Data, txString.length(), address, port);
|
||||||
|
|
||||||
for(int i = 0; i < 500; i++) {
|
for(int i = 0; i < 300; i++) {
|
||||||
socket.send(txPacket);
|
socket.send(txPacket);
|
||||||
/*try{
|
|
||||||
sleep(10);
|
|
||||||
}catch (InterruptedException e){
|
|
||||||
e.printStackTrace();
|
|
||||||
}*/
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} while (running);
|
} while (running);
|
||||||
|
29
app/src/main/res/layout/popup_window.xml
Normal file
29
app/src/main/res/layout/popup_window.xml
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
xmlns:app="http://schemas.android.com/apk/res-auto"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:paddingLeft="10dp"
|
||||||
|
android:paddingRight="10dp"
|
||||||
|
android:gravity="center"
|
||||||
|
android:background="#A5ACB2">
|
||||||
|
|
||||||
|
<TextView
|
||||||
|
android:id="@+id/titleText"
|
||||||
|
android:layout_gravity="center"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:textSize="20sp"
|
||||||
|
android:textStyle="italic"
|
||||||
|
android:padding="10dp"/>
|
||||||
|
|
||||||
|
<Button
|
||||||
|
android:id="@+id/RechteAnfordern"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:layout_weight="1"
|
||||||
|
android:text="Rechte Anfordern" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
</LinearLayout>
|
9
app/src/main/res/menu/options_menu.xml
Normal file
9
app/src/main/res/menu/options_menu.xml
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<menu xmlns:android="http://schemas.android.com/apk/res/android" >
|
||||||
|
<item android:id="@+id/Rechteverwaltung"
|
||||||
|
android:title="Rechteverwaltung" />
|
||||||
|
<item android:id="@+id/Sensoren"
|
||||||
|
android:title="Sensoren" />
|
||||||
|
<item android:id="@+id/Impressum"
|
||||||
|
android:title="Impressum" />
|
||||||
|
</menu>
|
@ -1,5 +1,5 @@
|
|||||||
// Top-level build file where you can add configuration options common to all sub-projects/modules.
|
// Top-level build file where you can add configuration options common to all sub-projects/modules.
|
||||||
plugins {
|
plugins {
|
||||||
id 'com.android.application' version '7.4.2' apply false
|
id 'com.android.application' version '8.0.0' apply false
|
||||||
id 'com.android.library' version '7.4.2' apply false
|
id 'com.android.library' version '8.0.0' apply false
|
||||||
}
|
}
|
@ -19,3 +19,5 @@ android.useAndroidX=true
|
|||||||
# resources declared in the library itself and none from the library's dependencies,
|
# resources declared in the library itself and none from the library's dependencies,
|
||||||
# thereby reducing the size of the R class for that library
|
# thereby reducing the size of the R class for that library
|
||||||
android.nonTransitiveRClass=true
|
android.nonTransitiveRClass=true
|
||||||
|
android.defaults.buildfeatures.buildconfig=true
|
||||||
|
android.nonFinalResIds=false
|
2
gradle/wrapper/gradle-wrapper.properties
vendored
2
gradle/wrapper/gradle-wrapper.properties
vendored
@ -1,6 +1,6 @@
|
|||||||
#Thu May 11 15:19:24 CEST 2023
|
#Thu May 11 15:19:24 CEST 2023
|
||||||
distributionBase=GRADLE_USER_HOME
|
distributionBase=GRADLE_USER_HOME
|
||||||
distributionUrl=https\://services.gradle.org/distributions/gradle-7.5-bin.zip
|
distributionUrl=https\://services.gradle.org/distributions/gradle-8.0-bin.zip
|
||||||
distributionPath=wrapper/dists
|
distributionPath=wrapper/dists
|
||||||
zipStorePath=wrapper/dists
|
zipStorePath=wrapper/dists
|
||||||
zipStoreBase=GRADLE_USER_HOME
|
zipStoreBase=GRADLE_USER_HOME
|
||||||
|
@ -14,3 +14,4 @@ dependencyResolutionManagement {
|
|||||||
}
|
}
|
||||||
rootProject.name = "Ueberwachungssystem"
|
rootProject.name = "Ueberwachungssystem"
|
||||||
include ':app'
|
include ':app'
|
||||||
|
include ':app'
|
||||||
|
Loading…
x
Reference in New Issue
Block a user