# Conflicts: # app/src/main/AndroidManifest.xml # app/src/main/java/com/example/ueberwachungssystem/MainActivity.java # app/src/main/res/layout/activity_main.xmlkoLayoutTest
Sensor als Service einrichten, der aus Activity heraus gestartet werden kann. | |||||
Stichwort: Intent | |||||
Siehe Skript Teil 1 |
sourceCompatibility JavaVersion.VERSION_1_8 | sourceCompatibility JavaVersion.VERSION_1_8 | ||||
targetCompatibility JavaVersion.VERSION_1_8 | targetCompatibility JavaVersion.VERSION_1_8 | ||||
} | } | ||||
buildFeatures { | |||||
viewBinding true | |||||
} | |||||
} | } | ||||
dependencies { | dependencies { | ||||
implementation 'androidx.appcompat:appcompat:1.6.1' | implementation 'androidx.appcompat:appcompat:1.6.1' | ||||
implementation 'com.google.android.material:material:1.8.0' | implementation 'com.google.android.material:material:1.8.0' | ||||
implementation 'androidx.constraintlayout:constraintlayout:2.1.4' | implementation 'androidx.constraintlayout:constraintlayout:2.1.4' | ||||
implementation 'com.google.android.gms:play-services-nearby:18.0.0' | |||||
testImplementation 'junit:junit:4.13.2' | testImplementation 'junit:junit:4.13.2' | ||||
androidTestImplementation 'androidx.test.ext:junit:1.1.5' | androidTestImplementation 'androidx.test.ext:junit:1.1.5' | ||||
androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.1' | androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.1' | ||||
// OpenCV (from: https://github.com/QuickBirdEng/opencv-android) | |||||
def opencv_version = "4.5.3.0" | |||||
implementation "com.quickbirdstudios:opencv:${opencv_version}" | |||||
implementation "androidx.lifecycle:lifecycle-extensions:2.0.0" | |||||
// Required for CameraX | // Required for CameraX | ||||
def camerax_version = "1.2.2" | def camerax_version = "1.2.2" | ||||
implementation "androidx.camera:camera-core:${camerax_version}" | implementation "androidx.camera:camera-core:${camerax_version}" |
<manifest xmlns:android="http://schemas.android.com/apk/res/android" | <manifest xmlns:android="http://schemas.android.com/apk/res/android" | ||||
xmlns:tools="http://schemas.android.com/tools"> | xmlns:tools="http://schemas.android.com/tools"> | ||||
<!-- <!– If your app targets Android 13 (API level 33)--> | |||||
<!-- or higher, you must declare the NEARBY_WIFI_DEVICES permission. –>--> | |||||
<!-- <uses-permission android:name="android.permission.NEARBY_WIFI_DEVICES"--> | |||||
<!-- <!– If your app derives location information from Wi-Fi APIs,--> | |||||
<!-- don't include the "usesPermissionFlags" attribute. –>--> | |||||
<!-- android:usesPermissionFlags="neverForLocation" />--> | |||||
<uses-permission | |||||
android:required="true" | |||||
android:name="android.permission.ACCESS_FINE_LOCATION"/> | |||||
<!-- If any feature in your app relies on precise location information, | |||||
don't include the "maxSdkVersion" attribute. --> | |||||
<uses-permission | |||||
android:required="true" | |||||
android:name="android.permission.ACCESS_WIFI_STATE"/> | |||||
<uses-permission | |||||
android:required="true" | |||||
android:name="android.permission.CHANGE_WIFI_STATE"/> | |||||
<uses-permission | |||||
android:required="true" | |||||
android:name="android.permission.INTERNET"/> | |||||
<uses-feature android:name="android.hardware.camera"/> | |||||
<uses-permission android:name="android.permission.CAMERA"/> | |||||
<uses-permission android:name="android.permission.RECORD_AUDIO" /> | |||||
<uses-permission android:name="android.permission.ACCESS_WIFI_STATE" /> | <uses-permission android:name="android.permission.ACCESS_WIFI_STATE" /> | ||||
<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" /> | <uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" /> | ||||
<category android:name="android.intent.category.LAUNCHER" /> | <category android:name="android.intent.category.LAUNCHER" /> | ||||
</intent-filter> | </intent-filter> | ||||
</activity> | </activity> | ||||
<service android:name=".Detection.DetectorService"/> | |||||
</application> | </application> | ||||
</manifest> | </manifest> |
package com.example.ueberwachungssystem.Detection; | |||||
import static java.lang.Math.sqrt; | |||||
import android.content.Context; | |||||
import android.hardware.Sensor; | |||||
import android.hardware.SensorEvent; | |||||
import android.hardware.SensorEventListener; | |||||
import android.hardware.SensorManager; | |||||
/** | |||||
* Accelerometer inherits some methods from abstract Detector class (more info there) | |||||
* | |||||
* | |||||
* USE FROM MAIN ACTIVITY: | |||||
* | |||||
* Accelerometer beschleunigungssensor = new Accelerometer(this); | |||||
* onCreate: | |||||
* //Accelerometer Setup | |||||
* beschleunigungssensor = new Accelerometer(this, logger, textViewLog); //logger and textview only for debugging necessary | |||||
* beschleunigungssensor.getSensor(); | |||||
* | |||||
* //Starting Detection: | |||||
* beschleunigungssensor.startDetection(); | |||||
* //Stopping Detection: also recommended at onPause to avoid unnecessary battery consumption | |||||
* beschleunigungssensor.stopDetection(); | |||||
* | |||||
* */ | |||||
public class Accelerometer extends Detector implements SensorEventListener { | |||||
public SensorManager sensorManager; | |||||
private static final int sensorType = Sensor.TYPE_LINEAR_ACCELERATION; | |||||
private Sensor accelerometer; | |||||
private Context context; | |||||
boolean alarm = false; | |||||
//Preallocate memory for the data of each axis of the acceleration sensor | |||||
float x; | |||||
float y; | |||||
float z; | |||||
float betrag; //Betrag aller drei Achsen sqrt(x*x + y*y + z*z) | |||||
private DetectionReport detectionReport; | |||||
// In constructor pass Activity, Context and TextView from MainActivity in Accelerometer class | |||||
public Accelerometer(Context context){ | |||||
super(); //von Detektor | |||||
this.context = context; | |||||
} | |||||
public void getSensor(){ | |||||
sensorManager = (SensorManager)context.getSystemService(Context.SENSOR_SERVICE); | |||||
if(sensorManager.getSensorList(sensorType).size()==0) { | |||||
accelerometer = null; | |||||
} | |||||
else { | |||||
accelerometer = sensorManager.getSensorList(sensorType).get(0); | |||||
} | |||||
} | |||||
@Override | |||||
public void onSensorChanged(SensorEvent event) { | |||||
try { | |||||
checkAlarm(event); | |||||
} catch (InterruptedException e) { | |||||
throw new RuntimeException(e); | |||||
} | |||||
} | |||||
public void checkAlarm (SensorEvent event) throws InterruptedException { | |||||
x = event.values[0]; | |||||
y = event.values[1]; | |||||
z = event.values[2]; | |||||
betrag = (float) sqrt(x*x + y*y + z*z); | |||||
float threshold = 1.5F; | |||||
if (!alarm) { | |||||
if (betrag > threshold) { | |||||
alarm = true; | |||||
reportViolation("Bewegung", betrag); | |||||
} | |||||
} else { | |||||
if (betrag < threshold) { | |||||
alarm = false; | |||||
} else { | |||||
} | |||||
} | |||||
} | |||||
@Override | |||||
public void onAccuracyChanged(Sensor sensor, int accuracy) { | |||||
} | |||||
@Override | |||||
public void startDetection() { | |||||
// entspricht void start() | |||||
//getSensor(); | |||||
if (accelerometer != null) { | |||||
sensorManager.registerListener(this, accelerometer, SensorManager.SENSOR_DELAY_GAME); | |||||
} | |||||
} | |||||
@Override | |||||
public void stopDetection() { | |||||
// entspricht void stop() | |||||
sensorManager.unregisterListener(this, accelerometer); | |||||
} | |||||
} |
package com.example.ueberwachungssystem.Detection; | |||||
import android.content.Context; | |||||
import android.media.MediaPlayer; | |||||
import android.media.MediaRecorder; | |||||
import android.widget.Toast; | |||||
import java.io.File; | |||||
import java.io.IOException; | |||||
import java.time.LocalDateTime; | |||||
import java.time.format.DateTimeFormatter; | |||||
public class AudioRecorder { | |||||
private final Context context; | |||||
private MediaRecorder mediaRecorder = null; | |||||
private boolean isRecording = false; | |||||
private File outputDir; // Default: in app files directory | |||||
public AudioRecorder (Context context) { | |||||
this.context = context; | |||||
this.outputDir = context.getFilesDir(); | |||||
} | |||||
public void startRecording() { | |||||
// Handle logic | |||||
if (outputDir == null) | |||||
return; | |||||
if (isRecording) | |||||
return; | |||||
isRecording = true; | |||||
// Setup Audio Recorder for output Format: 3GP | |||||
mediaRecorder = new MediaRecorder(); | |||||
mediaRecorder.setAudioSource(MediaRecorder.AudioSource.MIC); | |||||
mediaRecorder.setOutputFormat(MediaRecorder.OutputFormat.THREE_GPP); | |||||
mediaRecorder.setOutputFile(outputDir + "/" + generateFileName() + ".3gp"); | |||||
mediaRecorder.setAudioEncoder(MediaRecorder.AudioEncoder.AMR_NB); | |||||
try { | |||||
mediaRecorder.prepare(); | |||||
} catch (IOException e) { | |||||
e.printStackTrace(); | |||||
} | |||||
mediaRecorder.start(); | |||||
} | |||||
public void stopRecording() { | |||||
if (mediaRecorder != null) { | |||||
mediaRecorder.stop(); | |||||
mediaRecorder.reset(); | |||||
mediaRecorder.release(); | |||||
mediaRecorder = null; | |||||
isRecording = false; | |||||
Toast.makeText(context, "audio recording saved", Toast.LENGTH_SHORT).show(); | |||||
} | |||||
} | |||||
public boolean isRecording(){ | |||||
return isRecording; | |||||
} | |||||
public void setOutputDir(File outputDir) { | |||||
this.outputDir = outputDir; | |||||
} | |||||
private String generateFileName(){ | |||||
// Get the current timestamp | |||||
LocalDateTime currentTime = LocalDateTime.now(); | |||||
// Define the format for the timestamp | |||||
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss"); | |||||
// Return the timestamp as a string | |||||
return currentTime.format(formatter); | |||||
} | |||||
} |
public String timeStamp; | public String timeStamp; | ||||
public String detectionType; | public String detectionType; | ||||
public float detectedValue; | public float detectedValue; | ||||
public String detectorID; | |||||
public boolean detectionState; | |||||
public DetectionReport(String detectorID, String detectionType, float detectedAmplitude) { | |||||
public DetectionReport(boolean detectionState, String detectionType, float detectedAmplitude) { | |||||
this.timeStamp = String.valueOf(Calendar.getInstance().getTime()); | this.timeStamp = String.valueOf(Calendar.getInstance().getTime()); | ||||
this.detectionType = detectionType; | this.detectionType = detectionType; | ||||
this.detectedValue = detectedAmplitude; | this.detectedValue = detectedAmplitude; | ||||
this.detectorID = detectorID; | |||||
this.detectionState = detectionState; | |||||
//this.detectorID = detectorID; | |||||
} | } | ||||
/** Get Detection Report in String format */ | /** Get Detection Report in String format */ | ||||
public String toString() { | public String toString() { | ||||
String state = "State: " + "[" + this.detectionState + "]"; | |||||
String time = "Time: " + "[" + this.timeStamp + "]"; | String time = "Time: " + "[" + this.timeStamp + "]"; | ||||
String type = "Type: " + "[" + this.detectionType + "]"; | String type = "Type: " + "[" + this.detectionType + "]"; | ||||
String value = "Value: " + "[" + this.detectedValue + "]"; | String value = "Value: " + "[" + this.detectedValue + "]"; | ||||
String id = "ID: " + "[" + this.detectorID + "]"; | |||||
return String.join("\t", time, type, value, id); | |||||
return String.join("\t", state, time, type, value); | |||||
} | } | ||||
/** Debug Report */ | /** Debug Report */ |
package com.example.ueberwachungssystem.Detection; | package com.example.ueberwachungssystem.Detection; | ||||
import android.os.CountDownTimer; | |||||
import androidx.annotation.NonNull; | import androidx.annotation.NonNull; | ||||
import androidx.camera.core.ExperimentalGetImage; | |||||
abstract public class Detector { | abstract public class Detector { | ||||
private OnDetectionListener listener; | private OnDetectionListener listener; | ||||
private boolean isDetecting = false; | |||||
private boolean extendViolation = false; | |||||
// Countdown parameters | |||||
private final int COUNTDOWN_TIME = 10000; // milliseconds | |||||
private final int COUNTDOWN_POLLING_TIME = 100; // milliseconds | |||||
/** Constructor - takes context of current activity */ | /** Constructor - takes context of current activity */ | ||||
public Detector() {} | public Detector() {} | ||||
this.listener = listener; | this.listener = listener; | ||||
} | } | ||||
/** Triggers onDetectionListener - call this to trigger violation/alarm */ | /** Triggers onDetectionListener - call this to trigger violation/alarm */ | ||||
public void reportViolation(String detectorID, String detectionType, float amplitude) { | |||||
public void reportViolation(String detectionType, float amplitude) { | |||||
if (listener != null) { | if (listener != null) { | ||||
DetectionReport detectionReport = new DetectionReport(detectorID, detectionType, amplitude); | |||||
listener.onDetection(detectionReport); | |||||
if (!isDetecting) { | |||||
isDetecting = true; | |||||
DetectionReport detectionReport = new DetectionReport(true, detectionType, amplitude); | |||||
listener.onDetection(detectionReport); | |||||
startDetectionTimer(detectionType, amplitude); | |||||
} else { | |||||
extendViolation = true; | |||||
} | |||||
} else { | } else { | ||||
throw new IllegalStateException("No listener set for violation reporting"); | |||||
isDetecting = false; | |||||
extendViolation = false; | |||||
} | } | ||||
} | } | ||||
private void startDetectionTimer(String detectionType, float amplitude) { | |||||
isDetecting = true; | |||||
new CountDownTimer((long) COUNTDOWN_TIME, COUNTDOWN_POLLING_TIME) { | |||||
@Override | |||||
public void onTick(long millisUntilFinished) { | |||||
if (extendViolation) { | |||||
extendViolation = false; | |||||
startDetectionTimer(detectionType, amplitude); | |||||
this.cancel(); | |||||
} | |||||
} | |||||
@Override | |||||
public void onFinish() { | |||||
isDetecting = false; | |||||
DetectionReport detectionReport = new DetectionReport(false, detectionType, amplitude); | |||||
listener.onDetection(detectionReport); | |||||
} | |||||
}.start(); | |||||
} | |||||
public void extendViolation(){ | |||||
this.extendViolation = true; | |||||
} | |||||
/** Starts Detection (abstract method: needs to be overridden in child class) */ | /** Starts Detection (abstract method: needs to be overridden in child class) */ | ||||
public abstract void startDetection(); | public abstract void startDetection(); |
package com.example.ueberwachungssystem.Detection; | |||||
import android.content.Intent; | |||||
import android.os.Binder; | |||||
import android.os.IBinder; | |||||
import android.util.Log; | |||||
import android.widget.ImageView; | |||||
import android.widget.Toast; | |||||
import androidx.annotation.NonNull; | |||||
import androidx.annotation.Nullable; | |||||
import androidx.camera.core.ExperimentalGetImage; | |||||
import androidx.lifecycle.LifecycleService; | |||||
import com.example.ueberwachungssystem.WifiCommunication; | |||||
import java.io.File; | |||||
@ExperimentalGetImage | |||||
public class DetectorService extends LifecycleService { | |||||
public ServiceBinder serviceBinder = new ServiceBinder(); | |||||
private DetectorService.OnDetectionListener listener; | |||||
private boolean isServiceRunning = false; | |||||
VideoDetector videoDetector = null; | |||||
AudioRecorder audioRecorder = null; | |||||
/** Communication **/ | |||||
WifiCommunication wifiCommunication; | |||||
StringBuffer dataFromWifi; | |||||
@Override | |||||
public int onStartCommand(Intent intent, int flags, int startId) { | |||||
if (isServiceRunning) | |||||
return START_NOT_STICKY; | |||||
// Setup Service classes: | |||||
videoDetector = new VideoDetector(this); | |||||
videoDetector.setOnDetectionListener(new Detector.OnDetectionListener() { | |||||
@Override | |||||
public void onDetection(@NonNull DetectionReport detectionReport) { | |||||
passToServiceListener(detectionReport); | |||||
} | |||||
}); | |||||
audioRecorder = new AudioRecorder(this); | |||||
isServiceRunning = true; | |||||
wifiCommunication = new WifiCommunication (1234); | |||||
wifiCommunication.setOnConnectionListener(new WifiCommunication.OnConnectionListener() { | |||||
@Override | |||||
public void onConnection(StringBuffer data) { | |||||
dataFromWifi = data; | |||||
} | |||||
}); | |||||
return super.onStartCommand(intent, flags, startId); | |||||
} | |||||
@Override | |||||
public void onDestroy() { | |||||
super.onDestroy(); | |||||
isServiceRunning = false; | |||||
} | |||||
/** Service methods */ | |||||
public class ServiceBinder extends Binder { | |||||
public DetectorService getBoundService() { | |||||
// Return an instance of the TestService | |||||
return DetectorService.this; | |||||
} | |||||
} | |||||
@Nullable | |||||
@Override | |||||
public IBinder onBind(Intent intent) { | |||||
super.onBind(intent); | |||||
return serviceBinder; | |||||
} | |||||
/** Video Detection */ | |||||
public void startVideoDetection() { | |||||
if(videoDetector != null) | |||||
videoDetector.startDetection(); | |||||
} | |||||
public void stopVideoDetection() { | |||||
if(videoDetector != null) | |||||
videoDetector.stopDetection(); | |||||
} | |||||
public boolean isVideoDetectionRunning() { | |||||
if(videoDetector != null) | |||||
return videoDetector.isDetecting(); | |||||
return false; | |||||
} | |||||
public void debugVideoProcessing(ImageView input, ImageView output) { | |||||
if(videoDetector != null) | |||||
videoDetector.debugProcessing(input, output); | |||||
} | |||||
/** Audio Detection */ | |||||
public void startAudioDetection() { | |||||
} | |||||
public void stopAudioDetection() { | |||||
} | |||||
/** Motion Detection */ | |||||
public void startMotionDetection() { | |||||
} | |||||
public void stopMotionDetection() { | |||||
} | |||||
/** Video Recording */ | |||||
public void startVideoRecording() { | |||||
if(videoDetector != null) | |||||
videoDetector.startRecording(); | |||||
} | |||||
public void stopVideoRecording() { | |||||
if(videoDetector != null) | |||||
videoDetector.stopRecording(); | |||||
} | |||||
public boolean isVideoRecordingRunning() { | |||||
if(videoDetector != null) | |||||
return videoDetector.isRecording(); | |||||
return false; | |||||
} | |||||
public void setVideoRecordingDir(File outputDir) { | |||||
if (videoDetector != null) | |||||
videoDetector.setOutputDir(outputDir); | |||||
} | |||||
/** Audio Recording */ | |||||
public void startAudioRecording() { | |||||
if(audioRecorder != null) | |||||
audioRecorder.startRecording(); | |||||
} | |||||
public void stopAudioRecording() { | |||||
if(audioRecorder != null) | |||||
audioRecorder.stopRecording(); | |||||
} | |||||
public boolean isAudioRecordingRunning() { | |||||
if(videoDetector != null) | |||||
return audioRecorder.isRecording(); | |||||
return false; | |||||
} | |||||
public void setAudioRecordingDir(File outputDir) { | |||||
if (audioRecorder != null) | |||||
audioRecorder.setOutputDir(outputDir); | |||||
} | |||||
/** pass Detection Report to Service Detection Listener and trigger it */ | |||||
public void passToServiceListener(DetectionReport detectionReport) { | |||||
if (listener != null) { | |||||
listener.onDetection(detectionReport); | |||||
} | |||||
} | |||||
/** On Detection Listener - runs when violation is reported */ | |||||
public interface OnDetectionListener { | |||||
void onDetection(@NonNull DetectionReport detectionReport); | |||||
} | |||||
public void setOnDetectionListener(@NonNull DetectorService.OnDetectionListener listener) { | |||||
this.listener = listener; | |||||
} | |||||
} |
package com.example.ueberwachungssystem.Detection; | |||||
import static java.lang.Math.*; | |||||
import android.Manifest; | |||||
import android.annotation.SuppressLint; | |||||
import android.app.Activity; | |||||
import android.content.Context; | |||||
import android.content.pm.PackageManager; | |||||
import android.media.AudioFormat; | |||||
import android.media.AudioRecord; | |||||
import android.media.MediaRecorder; | |||||
import android.os.AsyncTask; | |||||
import android.util.Log; | |||||
import androidx.core.app.ActivityCompat; | |||||
import androidx.core.content.ContextCompat; | |||||
import com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex; | |||||
import com.example.ueberwachungssystem.Detection.Signalverarbeitung.FFT; | |||||
import com.example.ueberwachungssystem.Detection.DetectionReport; | |||||
import com.example.ueberwachungssystem.Detection.Detector; | |||||
public class MicrophoneDetector extends Detector { | |||||
/** | |||||
* Constructor - takes context of current activity | |||||
* | |||||
* @param context | |||||
*/ | |||||
private static final int RECHTEANFORDERUNG_MIKROFON = 1; | |||||
private AufnahmeTask aufnahmeTask; | |||||
public boolean armed = false; | |||||
public int Schwellwert_Alarm = 100; | |||||
private Context context; | |||||
public MicrophoneDetector(Context context) { | |||||
super(); | |||||
this.context = context; | |||||
} | |||||
@Override | |||||
public void startDetection() { | |||||
aufnahmeTask = new AufnahmeTask(); | |||||
aufnahmeTask.execute(); | |||||
} | |||||
@Override | |||||
public void stopDetection() { | |||||
if (aufnahmeTask != null) { | |||||
aufnahmeTask.cancel(true); | |||||
} | |||||
} | |||||
class AufnahmeTask extends AsyncTask<Long, Verarbeitungsergebnis, Void> { | |||||
private AudioRecord recorder; | |||||
private final int sampleRateInHz = 44100; | |||||
private final int channelConfig = AudioFormat.CHANNEL_IN_MONO; | |||||
private final int audioFormat = AudioFormat.ENCODING_PCM_16BIT; | |||||
private int minPufferGroesseInBytes; | |||||
private int pufferGroesseInBytes; | |||||
private RingPuffer ringPuffer = new RingPuffer(10); | |||||
private float kalibierWert; | |||||
private com.example.ueberwachungssystem.Detection.DetectionReport detectionReport; | |||||
@SuppressLint("MissingPermission") | |||||
AufnahmeTask() { | |||||
minPufferGroesseInBytes = AudioRecord.getMinBufferSize(sampleRateInHz, channelConfig, audioFormat); | |||||
pufferGroesseInBytes = minPufferGroesseInBytes * 2; | |||||
try { | |||||
recorder = new AudioRecord(MediaRecorder.AudioSource.MIC, sampleRateInHz, channelConfig, audioFormat, pufferGroesseInBytes); | |||||
} catch (Exception e) { | |||||
e.printStackTrace(); | |||||
} | |||||
Log.d("0","Puffergroeße: "+ minPufferGroesseInBytes + " " + pufferGroesseInBytes); | |||||
Log.d("0","Recorder (SR, CH): "+ recorder.getSampleRate() + " " + recorder.getChannelCount()); | |||||
int anzahlBytesProAbtastwert; | |||||
String s; | |||||
switch (recorder.getAudioFormat()) { | |||||
case AudioFormat.ENCODING_PCM_8BIT: | |||||
s = "8 Bit PCM "; | |||||
anzahlBytesProAbtastwert = 1; | |||||
break; | |||||
case AudioFormat.ENCODING_PCM_16BIT: | |||||
s = "16 Bit PCM"; | |||||
anzahlBytesProAbtastwert = 2; | |||||
break; | |||||
case AudioFormat.ENCODING_PCM_FLOAT: | |||||
s = "Float PCM"; | |||||
anzahlBytesProAbtastwert = 4; | |||||
break; | |||||
default: | |||||
throw new IllegalArgumentException(); | |||||
} | |||||
switch (recorder.getChannelConfiguration()) { | |||||
case AudioFormat.CHANNEL_IN_MONO: | |||||
s = "Mono"; | |||||
break; | |||||
case AudioFormat.CHANNEL_IN_STEREO: | |||||
s = "Stereo"; | |||||
anzahlBytesProAbtastwert *= 2; | |||||
break; | |||||
case AudioFormat.CHANNEL_INVALID: | |||||
s = "ungültig"; | |||||
break; | |||||
default: | |||||
throw new IllegalArgumentException(); | |||||
} | |||||
Log.d("0","Konfiguration: "+ s); | |||||
int pufferGroesseInAnzahlAbtastwerten = pufferGroesseInBytes / anzahlBytesProAbtastwert; | |||||
} | |||||
@Override | |||||
protected Void doInBackground(Long... params) { | |||||
recorder.startRecording(); | |||||
short[] puffer = new short[pufferGroesseInBytes / 2]; | |||||
long lastTime = System.currentTimeMillis(); | |||||
float verarbeitungsrate = 0; | |||||
final int maxZaehlerZeitMessung = 10; | |||||
int zaehlerZeitMessung = 0; | |||||
int anzahlVerarbeitet = 0; | |||||
GleitenderMittelwert gleitenderMittelwert = new GleitenderMittelwert(0.3f); | |||||
//Kalibrierung | |||||
try { | |||||
Thread.sleep(3000); // Time to lay down the phone | |||||
} catch (InterruptedException e) { | |||||
e.printStackTrace(); | |||||
} | |||||
int i = 0; | |||||
for (i = 0; i < 20; i++) { | |||||
int n = recorder.read(puffer, 0, puffer.length); | |||||
Verarbeitungsergebnis kalibrierErgebnis = verarbeiten(puffer, n); | |||||
kalibierWert += kalibrierErgebnis.maxAmp; | |||||
try { | |||||
Thread.sleep(50); | |||||
} catch (InterruptedException e) { | |||||
e.printStackTrace(); | |||||
} | |||||
} | |||||
kalibierWert = kalibierWert/i; | |||||
// __Part of FFT__ | |||||
// Complex[] zeitSignal = new Complex[puffer.length]; | |||||
// for (int j = 0; j < puffer.length; j++) { | |||||
// zeitSignal[j] = new Complex(puffer[j], 0); | |||||
// } | |||||
// Complex[] spektrum = FFT.fft(zeitSignal); | |||||
// double[] spektrum = calculateFFT(puffer); | |||||
// DataPoint AddPoint; | |||||
// LineGraphSeries<DataPoint> series = new LineGraphSeries<DataPoint>(new DataPoint[]{}); | |||||
// for (i = 0; i < spektrum.length; i++) { | |||||
// AddPoint = new DataPoint(i, spektrum[i]); | |||||
// series.appendData(AddPoint, true, spektrum.length); | |||||
// } | |||||
// graph.addSeries(series); | |||||
for (; ; ) { | |||||
if (aufnahmeTask.isCancelled()) { | |||||
break; | |||||
} else { | |||||
int n = recorder.read(puffer, 0, puffer.length); | |||||
Verarbeitungsergebnis ergebnis = verarbeiten(puffer, n); | |||||
anzahlVerarbeitet += n; | |||||
// __Part of FFT__ | |||||
// spektrum = calculateFFT(puffer); | |||||
// LineGraphSeries<DataPoint> newseries = new LineGraphSeries<DataPoint>(new DataPoint[]{}); | |||||
// for (i = 0; i < spektrum.length; i++) { | |||||
// AddPoint = new DataPoint(i, spektrum[i]); | |||||
// newseries.appendData(AddPoint, true, spektrum.length); | |||||
// } | |||||
zaehlerZeitMessung++; | |||||
if (zaehlerZeitMessung == maxZaehlerZeitMessung) { | |||||
long time = System.currentTimeMillis(); | |||||
long deltaTime = time - lastTime; | |||||
verarbeitungsrate = 1000.0f * anzahlVerarbeitet / deltaTime; | |||||
verarbeitungsrate = gleitenderMittelwert.mittel(verarbeitungsrate); | |||||
zaehlerZeitMessung = 0; | |||||
anzahlVerarbeitet = 0; | |||||
lastTime = time; | |||||
} | |||||
ergebnis.verarbeitungsrate = (int) verarbeitungsrate; | |||||
publishProgress(ergebnis); | |||||
try { | |||||
Thread.sleep(10); | |||||
} catch (InterruptedException e) { | |||||
e.printStackTrace(); | |||||
} | |||||
} | |||||
} | |||||
recorder.release(); | |||||
return null; | |||||
} | |||||
private Verarbeitungsergebnis verarbeiten(short[] daten, int n) { | |||||
String status; | |||||
short maxAmp = -1; | |||||
if (n == AudioRecord.ERROR_INVALID_OPERATION) { | |||||
status = "ERROR_INVALID_OPERATION"; | |||||
} else if (n == AudioRecord.ERROR_BAD_VALUE) { | |||||
status = "ERROR_BAD_VALUE"; | |||||
} else { | |||||
status = "OK"; | |||||
short max = 0; | |||||
for (int i = 0; i < n; i++) { | |||||
if (daten[i] > max) { | |||||
max = daten[i]; | |||||
} | |||||
} | |||||
ringPuffer.hinzufuegen(max); | |||||
maxAmp = ringPuffer.maximum(); | |||||
if (maxAmp <= Schwellwert_Alarm+kalibierWert) { | |||||
armed = true; | |||||
} | |||||
} | |||||
return new Verarbeitungsergebnis(status, maxAmp, 0); | |||||
} | |||||
@Override | |||||
protected void onProgressUpdate(Verarbeitungsergebnis... progress) { | |||||
super.onProgressUpdate(progress); | |||||
float maxAmpPrint = round(20*log10(abs(progress[0].maxAmp/1.0))); | |||||
float kalibierWertPrint = round(20*log10(abs(kalibierWert))); | |||||
Log.d("0","VR, Max, Kal:" + progress[0].verarbeitungsrate + ", " + maxAmpPrint | |||||
+ " dB, " + kalibierWertPrint + " dB"); | |||||
if (progress[0].maxAmp >= Schwellwert_Alarm+kalibierWert && armed == true) { | |||||
armed = false; | |||||
detectionReport = new DetectionReport(true, "Audio", maxAmpPrint); | |||||
reportViolation("Audio", maxAmpPrint); | |||||
Log.d("1",detectionReport.toString()); | |||||
} | |||||
} | |||||
} | |||||
private double[] calculateFFT(short[] zeitsignal) | |||||
{ | |||||
byte signal[] = new byte[zeitsignal.length]; | |||||
// loops through all the values of a Short | |||||
for (int i = 0; i < zeitsignal.length-1; i++) { | |||||
signal[i] = (byte) (zeitsignal[i]); | |||||
signal[i+1] = (byte) (zeitsignal[i] >> 8); | |||||
} | |||||
final int mNumberOfFFTPoints =1024; | |||||
double temp; | |||||
Complex[] y; | |||||
Complex[] complexSignal = new Complex[mNumberOfFFTPoints]; | |||||
double[] absSignal = new double[mNumberOfFFTPoints/2]; | |||||
for(int i = 0; i < mNumberOfFFTPoints; i++){ | |||||
temp = (double)((signal[2*i] & 0xFF) | (signal[2*i+1] << 8)) / 32768.0F; | |||||
complexSignal[i] = new Complex(temp,0.0); | |||||
} | |||||
y = FFT.fft(complexSignal); | |||||
for(int i = 0; i < (mNumberOfFFTPoints/2); i++) | |||||
{ | |||||
absSignal[i] = y[i].abs(); | |||||
} | |||||
return absSignal; | |||||
} | |||||
class Verarbeitungsergebnis { | |||||
String status; | |||||
short maxAmp; | |||||
int verarbeitungsrate; | |||||
Verarbeitungsergebnis(String status, short maxAmp, int verarbeitungsrate) { | |||||
this.status = status; | |||||
this.maxAmp = maxAmp; | |||||
this.verarbeitungsrate = verarbeitungsrate; | |||||
} | |||||
} | |||||
class RingPuffer { | |||||
private short[] puffer; | |||||
private final int laenge; | |||||
private int anzahlEnthaltenerDaten; | |||||
private int position; | |||||
public RingPuffer(int n) { | |||||
laenge = n; | |||||
anzahlEnthaltenerDaten = 0; | |||||
position = 0; | |||||
puffer = new short[laenge]; | |||||
} | |||||
public void hinzufuegen(short wert) { | |||||
puffer[position] = wert; | |||||
position++; | |||||
if (position >= laenge) { | |||||
position = 0; | |||||
} | |||||
if (anzahlEnthaltenerDaten < laenge) { | |||||
anzahlEnthaltenerDaten++; | |||||
} | |||||
} | |||||
public void hinzufuegen(short[] daten) { | |||||
for (short d : daten) { | |||||
puffer[position] = d; | |||||
position++; | |||||
if (position >= laenge) { | |||||
position = 0; | |||||
} | |||||
} | |||||
if (anzahlEnthaltenerDaten < laenge) { | |||||
anzahlEnthaltenerDaten += daten.length; | |||||
if (anzahlEnthaltenerDaten >= laenge) { | |||||
anzahlEnthaltenerDaten = laenge; | |||||
} | |||||
} | |||||
} | |||||
public short maximum() { | |||||
short max = 0; | |||||
for (int i = 0; i < anzahlEnthaltenerDaten; i++) { | |||||
if (puffer[i] > max) { | |||||
max = puffer[i]; | |||||
} | |||||
} | |||||
return max; | |||||
} | |||||
public float mittelwert() { | |||||
float summe = 0; | |||||
for (int i = 0; i < anzahlEnthaltenerDaten; i++) { | |||||
summe += puffer[i]; | |||||
} | |||||
return summe / anzahlEnthaltenerDaten; | |||||
} | |||||
} | |||||
class GleitenderMittelwert { | |||||
private final float wichtungNeuerWert; | |||||
private final float wichtungAlterWert; | |||||
private float mittelwert = 0; | |||||
private boolean istMittelwertGesetzt = false; | |||||
GleitenderMittelwert(float wichtungNeuerWert) { | |||||
this.wichtungNeuerWert = wichtungNeuerWert; | |||||
this.wichtungAlterWert = 1 - this.wichtungNeuerWert; | |||||
} | |||||
float MittelwertPuffer(short[] puffer) { | |||||
for (int i = 0; i < puffer.length; i++) { | |||||
mittelwert = Math.abs(puffer[i]); | |||||
} | |||||
mittelwert = mittelwert/puffer.length; | |||||
return mittelwert; | |||||
} | |||||
float mittel(float wert) { | |||||
if (istMittelwertGesetzt) { | |||||
mittelwert = wert * wichtungNeuerWert + mittelwert * wichtungAlterWert; | |||||
} else { | |||||
mittelwert = wert; | |||||
istMittelwertGesetzt = true; | |||||
} | |||||
return mittelwert; | |||||
} | |||||
} | |||||
} |
package com.example.ueberwachungssystem.Detection; | |||||
import android.graphics.Bitmap; | |||||
import android.media.Image; | |||||
import android.widget.ImageView; | |||||
import androidx.annotation.NonNull; | |||||
import androidx.camera.core.ExperimentalGetImage; | |||||
import androidx.camera.core.ImageProxy; | |||||
import org.opencv.android.Utils; | |||||
import org.opencv.core.Core; | |||||
import org.opencv.core.CvType; | |||||
import org.opencv.core.Mat; | |||||
import org.opencv.core.MatOfPoint; | |||||
import org.opencv.core.Scalar; | |||||
import org.opencv.core.Size; | |||||
import org.opencv.imgproc.Imgproc; | |||||
import java.nio.ByteBuffer; | |||||
import java.util.ArrayList; | |||||
import java.util.Collections; | |||||
import java.util.List; | |||||
@ExperimentalGetImage | |||||
public class OpenCVHelper { | |||||
/** OpenCV helper methods **/ | |||||
public static Mat addGaussianBlur(Mat inputMat, Size kernelSize){ | |||||
Mat outputMat = new Mat(); | |||||
Imgproc.GaussianBlur(inputMat, outputMat, kernelSize, 0); | |||||
return outputMat; | |||||
} | |||||
public static Mat addBlur(Mat inputMat, Size kernelSize){ | |||||
Mat outputMat = new Mat(); | |||||
Imgproc.blur(inputMat, outputMat, kernelSize); | |||||
return outputMat; | |||||
} | |||||
public static Mat extractYChannel(@NonNull ImageProxy imgProxy) { | |||||
Image img = imgProxy.getImage(); | |||||
assert img != null; | |||||
ByteBuffer yBuffer = img.getPlanes()[0].getBuffer(); | |||||
byte[] yData = new byte[yBuffer.remaining()]; | |||||
yBuffer.get(yData); | |||||
Mat yMat = new Mat(img.getHeight(), img.getWidth(), CvType.CV_8UC1); | |||||
yMat.put(0, 0, yData); | |||||
return yMat; | |||||
} | |||||
public static Mat thresholdPixels(Mat inputMat, Mat previousImage, int threshold){ | |||||
Mat diffImage = new Mat(); | |||||
Core.absdiff(inputMat, previousImage, diffImage); | |||||
Mat binaryMat = new Mat(); | |||||
Imgproc.threshold(diffImage, binaryMat, threshold, 255, Imgproc.THRESH_BINARY); | |||||
return binaryMat; | |||||
} | |||||
public static Mat thresholdContourArea(Mat inputMat, float areaThreshold){ | |||||
List<MatOfPoint> contours = new ArrayList<>(); | |||||
Mat hierarchy = new Mat(); | |||||
Imgproc.findContours(inputMat, contours, hierarchy, Imgproc.RETR_EXTERNAL, Imgproc.CHAIN_APPROX_SIMPLE); | |||||
Mat outputMat = new Mat(inputMat.size(), inputMat.type(), new Scalar(0)); | |||||
// Iterate over the contours and draw only the larger contours on the outputMat | |||||
for (MatOfPoint contour : contours) { | |||||
double contourArea = Imgproc.contourArea(contour); | |||||
if (contourArea > areaThreshold) { | |||||
Imgproc.drawContours(outputMat, Collections.singletonList(contour), 0, new Scalar(255), -1); | |||||
} | |||||
} | |||||
// Apply the outputMat as a mask to the dilatedImage | |||||
Mat maskedImage = new Mat(); | |||||
inputMat.copyTo(maskedImage, outputMat); | |||||
return outputMat; | |||||
} | |||||
public static Mat dilateBinaryMat(Mat inputMat, Size kernelSize){ | |||||
Mat dilatedMat = new Mat(); | |||||
Mat kernel = Imgproc.getStructuringElement(Imgproc.MORPH_ELLIPSE, kernelSize); | |||||
Imgproc.dilate(inputMat, dilatedMat, kernel); | |||||
return dilatedMat; | |||||
} | |||||
public static int countNonZeroPixels(Mat inputImage) { | |||||
if (inputImage != null) | |||||
return Core.countNonZero(inputImage); | |||||
else | |||||
return 0; | |||||
} | |||||
public static void debugMat(Mat mat, ImageView imageView) { | |||||
if (imageView == null || mat == null) | |||||
return; | |||||
Bitmap bitmap = Bitmap.createBitmap(mat.cols(), mat.rows(), Bitmap.Config.ARGB_8888); | |||||
Utils.matToBitmap(mat, bitmap); | |||||
// Display the bitmap in an ImageView | |||||
imageView.setImageBitmap(bitmap); | |||||
} | |||||
} |
package com.example.ueberwachungssystem.Detection.Signalverarbeitung; | |||||
import java.util.Objects; | |||||
public class Complex { | |||||
private final double re; // the real part | |||||
private final double im; // the imaginary part | |||||
// create a new object with the given real and imaginary parts | |||||
public Complex(double real, double imag) { | |||||
re = real; | |||||
im = imag; | |||||
} | |||||
// return a string representation of the invoking com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object | |||||
public String toString() { | |||||
if (im == 0) return re + ""; | |||||
if (re == 0) return im + "i"; | |||||
if (im < 0) return re + " - " + (-im) + "i"; | |||||
return re + " + " + im + "i"; | |||||
} | |||||
// return abs/modulus/magnitude | |||||
public double abs() { | |||||
return Math.hypot(re, im); | |||||
} | |||||
// return angle/phase/argument, normalized to be between -pi and pi | |||||
public double phase() { | |||||
return Math.atan2(im, re); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is (this + b) | |||||
public Complex plus(Complex b) { | |||||
Complex a = this; // invoking object | |||||
double real = a.re + b.re; | |||||
double imag = a.im + b.im; | |||||
return new Complex(real, imag); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is (this - b) | |||||
public Complex minus(Complex b) { | |||||
Complex a = this; | |||||
double real = a.re - b.re; | |||||
double imag = a.im - b.im; | |||||
return new Complex(real, imag); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is (this * b) | |||||
public Complex times(Complex b) { | |||||
Complex a = this; | |||||
double real = a.re * b.re - a.im * b.im; | |||||
double imag = a.re * b.im + a.im * b.re; | |||||
return new Complex(real, imag); | |||||
} | |||||
// return a new object whose value is (this * alpha) | |||||
public Complex scale(double alpha) { | |||||
return new Complex(alpha * re, alpha * im); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the conjugate of this | |||||
public Complex conjugate() { | |||||
return new Complex(re, -im); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the reciprocal of this | |||||
public Complex reciprocal() { | |||||
double scale = re * re + im * im; | |||||
return new Complex(re / scale, -im / scale); | |||||
} | |||||
// return the real or imaginary part | |||||
public double re() { | |||||
return re; | |||||
} | |||||
public double im() { | |||||
return im; | |||||
} | |||||
// return a / b | |||||
public Complex divides(Complex b) { | |||||
Complex a = this; | |||||
return a.times(b.reciprocal()); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex exponential of this | |||||
public Complex exp() { | |||||
return new Complex(Math.exp(re) * Math.cos(im), Math.exp(re) * Math.sin(im)); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex sine of this | |||||
public Complex sin() { | |||||
return new Complex(Math.sin(re) * Math.cosh(im), Math.cos(re) * Math.sinh(im)); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex cosine of this | |||||
public Complex cos() { | |||||
return new Complex(Math.cos(re) * Math.cosh(im), -Math.sin(re) * Math.sinh(im)); | |||||
} | |||||
// return a new com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex object whose value is the complex tangent of this | |||||
public Complex tan() { | |||||
return sin().divides(cos()); | |||||
} | |||||
// a static version of plus | |||||
public static Complex plus(Complex a, Complex b) { | |||||
double real = a.re + b.re; | |||||
double imag = a.im + b.im; | |||||
Complex sum = new Complex(real, imag); | |||||
return sum; | |||||
} | |||||
// See Section 3.3. | |||||
public boolean equals(Object x) { | |||||
if (x == null) return false; | |||||
if (this.getClass() != x.getClass()) return false; | |||||
Complex that = (Complex) x; | |||||
return (this.re == that.re) && (this.im == that.im); | |||||
} | |||||
// See Section 3.3. | |||||
public int hashCode() { | |||||
return Objects.hash(re, im); | |||||
} | |||||
// sample client for testing | |||||
public static void main(String[] args) { | |||||
Complex a = new Complex(5.0, 6.0); | |||||
Complex b = new Complex(-3.0, 4.0); | |||||
System.out.println("a = " + a); | |||||
System.out.println("b = " + b); | |||||
System.out.println("Re(a) = " + a.re()); | |||||
System.out.println("Im(a) = " + a.im()); | |||||
System.out.println("b + a = " + b.plus(a)); | |||||
System.out.println("a - b = " + a.minus(b)); | |||||
System.out.println("a * b = " + a.times(b)); | |||||
System.out.println("b * a = " + b.times(a)); | |||||
System.out.println("a / b = " + a.divides(b)); | |||||
System.out.println("(a / b) * b = " + a.divides(b).times(b)); | |||||
System.out.println("conj(a) = " + a.conjugate()); | |||||
System.out.println("|a| = " + a.abs()); | |||||
System.out.println("tan(a) = " + a.tan()); | |||||
} | |||||
} |
package com.example.ueberwachungssystem.Detection.Signalverarbeitung; | |||||
// Source: https://introcs.cs.princeton.edu/java/97data/FFT.java.html | |||||
/****************************************************************************** | |||||
* Compilation: javac FFT.java | |||||
* Execution: java FFT n | |||||
* Dependencies: com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex.java | |||||
* | |||||
* Compute the FFT and inverse FFT of a length n complex sequence | |||||
* using the radix 2 Cooley-Tukey algorithm. | |||||
* Bare bones implementation that runs in O(n log n) time and O(n) | |||||
* space. Our goal is to optimize the clarity of the code, rather | |||||
* than performance. | |||||
* | |||||
* This implementation uses the primitive root of unity w = e^(-2 pi i / n). | |||||
* Some resources use w = e^(2 pi i / n). | |||||
* | |||||
* Reference: https://www.cs.princeton.edu/~wayne/kleinberg-tardos/pdf/05DivideAndConquerII.pdf | |||||
* | |||||
* Limitations | |||||
* ----------- | |||||
* - assumes n is a power of 2 | |||||
* | |||||
* - not the most memory efficient algorithm (because it uses | |||||
* an object type for representing complex numbers and because | |||||
* it re-allocates memory for the subarray, instead of doing | |||||
* in-place or reusing a single temporary array) | |||||
* | |||||
* For an in-place radix 2 Cooley-Tukey FFT, see | |||||
* https://introcs.cs.princeton.edu/java/97data/InplaceFFT.java.html | |||||
* | |||||
******************************************************************************/ | |||||
public class FFT { | |||||
// compute the FFT of x[], assuming its length n is a power of 2 | |||||
public static Complex[] fft(Complex[] x) { | |||||
int n = x.length; | |||||
// base case | |||||
if (n == 1) return new Complex[]{x[0]}; | |||||
// radix 2 Cooley-Tukey FFT | |||||
if (n % 2 != 0) { | |||||
throw new IllegalArgumentException("n is not a power of 2"); | |||||
} | |||||
// compute FFT of even terms | |||||
Complex[] even = new Complex[n / 2]; | |||||
for (int k = 0; k < n / 2; k++) { | |||||
even[k] = x[2 * k]; | |||||
} | |||||
Complex[] evenFFT = fft(even); | |||||
// compute FFT of odd terms | |||||
Complex[] odd = even; // reuse the array (to avoid n log n space) | |||||
for (int k = 0; k < n / 2; k++) { | |||||
odd[k] = x[2 * k + 1]; | |||||
} | |||||
Complex[] oddFFT = fft(odd); | |||||
// combine | |||||
Complex[] y = new Complex[n]; | |||||
for (int k = 0; k < n / 2; k++) { | |||||
double kth = -2 * k * Math.PI / n; | |||||
Complex wk = new Complex(Math.cos(kth), Math.sin(kth)); | |||||
y[k] = evenFFT[k].plus(wk.times(oddFFT[k])); | |||||
y[k + n / 2] = evenFFT[k].minus(wk.times(oddFFT[k])); | |||||
} | |||||
return y; | |||||
} | |||||
// compute the inverse FFT of x[], assuming its length n is a power of 2 | |||||
public static Complex[] ifft(Complex[] x) { | |||||
int n = x.length; | |||||
Complex[] y = new Complex[n]; | |||||
// take conjugate | |||||
for (int i = 0; i < n; i++) { | |||||
y[i] = x[i].conjugate(); | |||||
} | |||||
// compute forward FFT | |||||
y = fft(y); | |||||
// take conjugate again | |||||
for (int i = 0; i < n; i++) { | |||||
y[i] = y[i].conjugate(); | |||||
} | |||||
// divide by n | |||||
for (int i = 0; i < n; i++) { | |||||
y[i] = y[i].scale(1.0 / n); | |||||
} | |||||
return y; | |||||
} | |||||
// compute the circular convolution of x and y | |||||
public static Complex[] cconvolve(Complex[] x, Complex[] y) { | |||||
// should probably pad x and y with 0s so that they have same length | |||||
// and are powers of 2 | |||||
if (x.length != y.length) { | |||||
throw new IllegalArgumentException("Dimensions don't agree"); | |||||
} | |||||
int n = x.length; | |||||
// compute FFT of each sequence | |||||
Complex[] a = fft(x); | |||||
Complex[] b = fft(y); | |||||
// point-wise multiply | |||||
Complex[] c = new Complex[n]; | |||||
for (int i = 0; i < n; i++) { | |||||
c[i] = a[i].times(b[i]); | |||||
} | |||||
// compute inverse FFT | |||||
return ifft(c); | |||||
} | |||||
// compute the linear convolution of x and y | |||||
public static Complex[] convolve(Complex[] x, Complex[] y) { | |||||
Complex ZERO = new Complex(0, 0); | |||||
Complex[] a = new Complex[2 * x.length]; | |||||
for (int i = 0; i < x.length; i++) a[i] = x[i]; | |||||
for (int i = x.length; i < 2 * x.length; i++) a[i] = ZERO; | |||||
Complex[] b = new Complex[2 * y.length]; | |||||
for (int i = 0; i < y.length; i++) b[i] = y[i]; | |||||
for (int i = y.length; i < 2 * y.length; i++) b[i] = ZERO; | |||||
return cconvolve(a, b); | |||||
} | |||||
// compute the DFT of x[] via brute force (n^2 time) | |||||
public static Complex[] dft(Complex[] x) { | |||||
int n = x.length; | |||||
Complex ZERO = new Complex(0, 0); | |||||
Complex[] y = new Complex[n]; | |||||
for (int k = 0; k < n; k++) { | |||||
y[k] = ZERO; | |||||
for (int j = 0; j < n; j++) { | |||||
int power = (k * j) % n; | |||||
double kth = -2 * power * Math.PI / n; | |||||
Complex wkj = new Complex(Math.cos(kth), Math.sin(kth)); | |||||
y[k] = y[k].plus(x[j].times(wkj)); | |||||
} | |||||
} | |||||
return y; | |||||
} | |||||
// display an array of com.example.ueberwachungssystem.Detection.Signalverarbeitung.Complex numbers to standard output | |||||
public static void show(Complex[] x, String title) { | |||||
System.out.println(title); | |||||
System.out.println("-------------------"); | |||||
for (int i = 0; i < x.length; i++) { | |||||
System.out.println(x[i]); | |||||
} | |||||
System.out.println(); | |||||
} | |||||
/*************************************************************************** | |||||
* Test client and sample execution | |||||
* | |||||
* % java FFT 4 | |||||
* x | |||||
* ------------------- | |||||
* -0.03480425839330703 | |||||
* 0.07910192950176387 | |||||
* 0.7233322451735928 | |||||
* 0.1659819820667019 | |||||
* | |||||
* y = fft(x) | |||||
* ------------------- | |||||
* 0.9336118983487516 | |||||
* -0.7581365035668999 + 0.08688005256493803i | |||||
* 0.44344407521182005 | |||||
* -0.7581365035668999 - 0.08688005256493803i | |||||
* | |||||
* z = ifft(y) | |||||
* ------------------- | |||||
* -0.03480425839330703 | |||||
* 0.07910192950176387 + 2.6599344570851287E-18i | |||||
* 0.7233322451735928 | |||||
* 0.1659819820667019 - 2.6599344570851287E-18i | |||||
* | |||||
* c = cconvolve(x, x) | |||||
* ------------------- | |||||
* 0.5506798633981853 | |||||
* 0.23461407150576394 - 4.033186818023279E-18i | |||||
* -0.016542951108772352 | |||||
* 0.10288019294318276 + 4.033186818023279E-18i | |||||
* | |||||
* d = convolve(x, x) | |||||
* ------------------- | |||||
* 0.001211336402308083 - 3.122502256758253E-17i | |||||
* -0.005506167987577068 - 5.058885073636224E-17i | |||||
* -0.044092969479563274 + 2.1934338938072244E-18i | |||||
* 0.10288019294318276 - 3.6147323062478115E-17i | |||||
* 0.5494685269958772 + 3.122502256758253E-17i | |||||
* 0.240120239493341 + 4.655566391833896E-17i | |||||
* 0.02755001837079092 - 2.1934338938072244E-18i | |||||
* 4.01805098805014E-17i | |||||
* | |||||
***************************************************************************/ | |||||
public static void main(String[] args) { | |||||
int n = Integer.parseInt(args[0]); | |||||
Complex[] x = new Complex[n]; | |||||
// original data | |||||
for (int i = 0; i < n; i++) { | |||||
x[i] = new Complex(i, 0); | |||||
} | |||||
show(x, "x"); | |||||
// FFT of original data | |||||
Complex[] y = fft(x); | |||||
show(y, "y = fft(x)"); | |||||
// FFT of original data | |||||
Complex[] y2 = dft(x); | |||||
show(y2, "y2 = dft(x)"); | |||||
// take inverse FFT | |||||
Complex[] z = ifft(y); | |||||
show(z, "z = ifft(y)"); | |||||
// circular convolution of x with itself | |||||
Complex[] c = cconvolve(x, x); | |||||
show(c, "c = cconvolve(x, x)"); | |||||
// linear convolution of x with itself | |||||
Complex[] d = convolve(x, x); | |||||
show(d, "d = convolve(x, x)"); | |||||
} | |||||
} | |||||
package com.example.ueberwachungssystem.Detection; | package com.example.ueberwachungssystem.Detection; | ||||
import android.Manifest; | |||||
import android.annotation.SuppressLint; | |||||
import android.content.Context; | import android.content.Context; | ||||
import android.content.pm.PackageManager; | |||||
import android.graphics.ImageFormat; | import android.graphics.ImageFormat; | ||||
import android.media.Image; | import android.media.Image; | ||||
import android.util.Size; | |||||
import android.os.CountDownTimer; | |||||
import android.util.Log; | |||||
import android.view.Display; | |||||
import android.view.Surface; | |||||
import android.view.WindowManager; | |||||
import android.widget.ImageView; | |||||
import android.widget.Toast; | |||||
import androidx.annotation.NonNull; | import androidx.annotation.NonNull; | ||||
import androidx.annotation.Nullable; | |||||
import androidx.camera.core.CameraSelector; | import androidx.camera.core.CameraSelector; | ||||
import androidx.camera.core.ExperimentalGetImage; | import androidx.camera.core.ExperimentalGetImage; | ||||
import androidx.camera.core.ImageAnalysis; | import androidx.camera.core.ImageAnalysis; | ||||
import androidx.camera.core.ImageProxy; | |||||
import androidx.camera.core.Preview; | import androidx.camera.core.Preview; | ||||
import androidx.camera.core.VideoCapture; | |||||
import androidx.camera.lifecycle.ProcessCameraProvider; | import androidx.camera.lifecycle.ProcessCameraProvider; | ||||
import androidx.camera.view.PreviewView; | import androidx.camera.view.PreviewView; | ||||
import androidx.core.app.ActivityCompat; | |||||
import androidx.core.content.ContextCompat; | import androidx.core.content.ContextCompat; | ||||
import androidx.lifecycle.LifecycleOwner; | import androidx.lifecycle.LifecycleOwner; | ||||
import com.google.common.util.concurrent.ListenableFuture; | import com.google.common.util.concurrent.ListenableFuture; | ||||
import java.nio.ByteBuffer; | |||||
import org.opencv.android.OpenCVLoader; | |||||
import org.opencv.core.Mat; | |||||
import org.opencv.core.Size; | |||||
import java.io.File; | |||||
import java.time.LocalDateTime; | |||||
import java.time.format.DateTimeFormatter; | |||||
import java.util.concurrent.ExecutionException; | import java.util.concurrent.ExecutionException; | ||||
/** | /** | ||||
* Video Detector inherits some methods from abstract Detector class (more info there) | * Video Detector inherits some methods from abstract Detector class (more info there) | ||||
* | |||||
* | |||||
* USE FROM MAIN ACTIVITY: | * USE FROM MAIN ACTIVITY: | ||||
* | |||||
* VideoDetector vd = new VideoDetector(this); | * VideoDetector vd = new VideoDetector(this); | ||||
* vd.setPreview(previewView); //THIS IS OPTIONAL! | |||||
* vd.setOnDetectionListener(new Detector.OnDetectionListener{...}); | |||||
* vd.startDetection(); | |||||
* vd.stopDetection | |||||
* | |||||
* */ | * */ | ||||
@ExperimentalGetImage | @ExperimentalGetImage | ||||
public class VideoDetector extends Detector { | public class VideoDetector extends Detector { | ||||
// Calling Activity | // Calling Activity | ||||
private final Context context; | private final Context context; | ||||
// Camera Provider | // Camera Provider | ||||
private ProcessCameraProvider cameraProvider; | private ProcessCameraProvider cameraProvider; | ||||
private Boolean isDetectionRunning = false; | |||||
// Preview Camera Image | |||||
private PreviewView previewView = null; | |||||
// Detect Violation | |||||
private static final float PIXEL_THRESHOLD = 30f; // Luminosity (brightness channel of YUV_420_888) | |||||
private static final float ALARM_THRESHOLD = 0.2f; // Percent of pixels changed | |||||
private ByteBuffer previousBuffer = null; | |||||
private ImageAnalysis imageAnalysis; | |||||
private VideoCapture videoCapture; | |||||
//private Preview preview; | |||||
// Logic | |||||
private boolean isDetecting = false; | |||||
private boolean isRecording = false; | |||||
private boolean allowReportViolation = false; | |||||
// Image Processing | |||||
private Mat previousImage = null; | |||||
/** | |||||
* Constructor | |||||
* @param context: the context of calling activity (usually "this") | |||||
* */ | |||||
// Debugging | |||||
private ImageView inputImageView = null; | |||||
private ImageView outputImageView = null; | |||||
// Recorder | |||||
private File outputDir; // Default: in app files directory | |||||
// Parameters | |||||
private static final float ALARM_THRESHOLD = 0f; // Percent of pixels changed | |||||
private static final float AREA_THRESHOLD = 10f; | |||||
private static final int DILATE_ITERATIONS = 2; | |||||
private static final float START_DELAY = 20000; // milliseconds | |||||
private static final android.util.Size IMAGE_RES = new android.util.Size(640, 480); | |||||
/** Constructor */ | |||||
public VideoDetector(Context context) { | public VideoDetector(Context context) { | ||||
super(); | super(); | ||||
this.context = context; | this.context = context; | ||||
this.imageAnalysis = setupImageAnalysis(); | |||||
this.videoCapture = setupVideoCapture(); | |||||
this.outputDir = context.getFilesDir(); | |||||
//this.preview = new Preview.Builder().build(); | |||||
} | } | ||||
/** Get States */ | |||||
public boolean isDetecting() { | |||||
return isDetecting; | |||||
} | |||||
public boolean isRecording(){ | |||||
return isRecording; | |||||
} | |||||
/** | |||||
* Starts the Video Detection | |||||
* */ | |||||
/** Starts the Video Detection */ | |||||
@Override | @Override | ||||
public void startDetection() { | public void startDetection() { | ||||
if (isDetectionRunning) | |||||
// Check States | |||||
if (isDetecting) | |||||
return; | return; | ||||
// Request Camera Provider | |||||
// Configure Image Analysis | |||||
imageAnalysis = setupImageAnalysis(); | |||||
// Open CV startup check | |||||
if (!OpenCVLoader.initDebug()) { | |||||
Log.e("OpenCV", "Unable to load OpenCV!"); | |||||
return; | |||||
} else | |||||
Log.d("OpenCV", "OpenCV loaded Successfully!"); | |||||
// Get Process Camera Provider and start | |||||
final ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(context); | final ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(context); | ||||
//Check for Camera availability | |||||
cameraProviderFuture.addListener(() -> { | cameraProviderFuture.addListener(() -> { | ||||
try { | try { | ||||
cameraProvider = cameraProviderFuture.get(); | cameraProvider = cameraProviderFuture.get(); | ||||
bindAnalysis(cameraProvider); | |||||
isDetectionRunning = true; | |||||
previousBuffer = null; | |||||
} catch (ExecutionException | InterruptedException e) { | |||||
// No errors need to be handled for this Future. This should never be reached. | |||||
} | |||||
},ContextCompat.getMainExecutor(context)); | |||||
isDetecting = true; | |||||
bindCameraProvider(); | |||||
} catch (ExecutionException | InterruptedException e) {} | |||||
}, ContextCompat.getMainExecutor(context)); | |||||
// Disable Violation Calling for Setup Time | |||||
startViolationTimer(START_DELAY); | |||||
} | } | ||||
/** Starts the Recorder */ | |||||
@SuppressLint("RestrictedApi") | |||||
public void startRecording() { | |||||
// Check States | |||||
if (isRecording){ | |||||
return; | |||||
} | |||||
/** | |||||
* Stops the Video Detection | |||||
* */ | |||||
videoCapture = setupVideoCapture(); | |||||
final ListenableFuture<ProcessCameraProvider> cameraProviderFuture = ProcessCameraProvider.getInstance(context); | |||||
cameraProviderFuture.addListener(() -> { | |||||
try { | |||||
cameraProvider = cameraProviderFuture.get(); | |||||
isRecording = true; | |||||
bindCameraProvider(); | |||||
File vidFile = new File(context.getFilesDir() + "/" + generateFileName() + ".mp4"); | |||||
if (ActivityCompat.checkSelfPermission(context, Manifest.permission.RECORD_AUDIO) != PackageManager.PERMISSION_GRANTED) { | |||||
return; | |||||
} | |||||
videoCapture.startRecording( | |||||
new VideoCapture.OutputFileOptions.Builder(vidFile).build(), | |||||
context.getMainExecutor(), | |||||
new VideoCapture.OnVideoSavedCallback() { | |||||
@Override | |||||
public void onVideoSaved(@NonNull VideoCapture.OutputFileResults outputFileResults) { | |||||
isRecording = false; | |||||
Toast.makeText(context, "video recording saved", Toast.LENGTH_SHORT).show(); | |||||
} | |||||
@Override | |||||
public void onError(int videoCaptureError, @NonNull String message, @Nullable Throwable cause) { | |||||
isRecording = false; | |||||
Toast.makeText(context, "video recording failed", Toast.LENGTH_SHORT).show(); | |||||
} | |||||
} | |||||
); | |||||
} catch (ExecutionException | InterruptedException ignored) {} | |||||
}, ContextCompat.getMainExecutor(context)); | |||||
} | |||||
/** Stops the Video Detection */ | |||||
@Override | @Override | ||||
public void stopDetection() { | public void stopDetection() { | ||||
if (!isDetectionRunning) | |||||
if (!isDetecting || imageAnalysis == null) | |||||
return; | return; | ||||
cameraProvider.unbindAll(); | |||||
isDetectionRunning = false; | |||||
cameraProvider.unbind(imageAnalysis); | |||||
isDetecting = false; | |||||
allowReportViolation = false; | |||||
} | } | ||||
/** Stops the Recording */ | |||||
@SuppressLint("RestrictedApi") | |||||
public void stopRecording(){ | |||||
if(!isRecording) | |||||
return; | |||||
/** | |||||
* Set PreviewView to show video feed while detecting | |||||
* this is optional and does not need to be called | |||||
* */ | |||||
public void setPreviewView(PreviewView previewView) { | |||||
this.previewView = previewView; | |||||
videoCapture.stopRecording(); | |||||
cameraProvider.unbind(videoCapture); | |||||
isRecording = false; | |||||
} | } | ||||
/** Bind Camera Provider */ | |||||
private void bindCameraProvider() { | |||||
// Specify which Camera to use | |||||
CameraSelector cameraSelector = new CameraSelector.Builder().requireLensFacing(CameraSelector.LENS_FACING_BACK).build(); | |||||
cameraProvider.unbindAll(); | |||||
cameraProvider.bindToLifecycle((LifecycleOwner) context, cameraSelector, imageAnalysis, videoCapture); | |||||
} | |||||
/** | |||||
* Binds the Luminosity Analyzer (configure and run Analysis) | |||||
* @param cameraProvider: CameraProvider of Context passed by Constructor | |||||
* */ | |||||
private void bindAnalysis(@NonNull ProcessCameraProvider cameraProvider) { | |||||
/** Setup Use Cases */ | |||||
private ImageAnalysis setupImageAnalysis() { | |||||
// Configure and create Image Analysis | // Configure and create Image Analysis | ||||
ImageAnalysis.Builder builder = new ImageAnalysis.Builder(); | ImageAnalysis.Builder builder = new ImageAnalysis.Builder(); | ||||
builder.setTargetResolution(new Size(640, 480)); | |||||
builder.setTargetResolution(IMAGE_RES); | |||||
builder.setBackpressureStrategy(ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST); | builder.setBackpressureStrategy(ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST); | ||||
builder.setOutputImageFormat(ImageAnalysis.OUTPUT_IMAGE_FORMAT_YUV_420_888); | builder.setOutputImageFormat(ImageAnalysis.OUTPUT_IMAGE_FORMAT_YUV_420_888); | ||||
builder.setTargetRotation(Surface.ROTATION_90); | |||||
ImageAnalysis imageAnalysis = builder.build(); | ImageAnalysis imageAnalysis = builder.build(); | ||||
// Set Analyzer | // Set Analyzer | ||||
imageAnalysis.setAnalyzer(ContextCompat.getMainExecutor(context), imageProxy -> { | imageAnalysis.setAnalyzer(ContextCompat.getMainExecutor(context), imageProxy -> { | ||||
if (imageProxy.getFormat() == ImageFormat.YUV_420_888) { | if (imageProxy.getFormat() == ImageFormat.YUV_420_888) { | ||||
Image image = imageProxy.getImage(); | Image image = imageProxy.getImage(); | ||||
assert image != null; | assert image != null; | ||||
// Changed Pixel Detection | |||||
int pixelChanged = getChangedPixelCount(image); | |||||
int width = image.getWidth(); | |||||
int height = image.getHeight(); | |||||
// Violation Handling | |||||
Mat processed = processImage(imageProxy); | |||||
float percentPixelChanged = (float) 100f * pixelChanged / (width * height); | |||||
int n = OpenCVHelper.countNonZeroPixels(processed); | |||||
int pixelCount = image.getWidth() * image.getHeight(); | |||||
float percentChanged = (float) n / pixelCount; | |||||
if (percentPixelChanged > ALARM_THRESHOLD) | |||||
reportViolation("0", "Video", percentPixelChanged); | |||||
// Violation Condition | |||||
if (percentChanged * 100 > ALARM_THRESHOLD) { | |||||
if (allowReportViolation) | |||||
reportViolation("Video", percentChanged); | |||||
} | |||||
} | } | ||||
imageProxy.close(); | imageProxy.close(); | ||||
}); | }); | ||||
// Create Preview | |||||
Preview preview = new Preview.Builder().build(); | |||||
// Specify which Camera to use | |||||
CameraSelector cameraSelector = new CameraSelector.Builder().requireLensFacing(CameraSelector.LENS_FACING_BACK).build(); | |||||
// Update PreviewView if set | |||||
if (previewView != null) | |||||
preview.setSurfaceProvider(previewView.getSurfaceProvider()); | |||||
return imageAnalysis; | |||||
} | |||||
@SuppressLint("RestrictedApi") | |||||
private VideoCapture setupVideoCapture() { | |||||
int rotation = getDisplayRotation(); | |||||
return new VideoCapture.Builder() | |||||
.setTargetRotation(rotation) | |||||
.build(); | |||||
} | |||||
cameraProvider.bindToLifecycle((LifecycleOwner) context, cameraSelector, imageAnalysis, preview); | |||||
/** Process Image to be used for Motion Detection */ | |||||
private Mat processImage(ImageProxy imageProxy){ | |||||
if (imageProxy == null) | |||||
return null; | |||||
// Image Transformation | |||||
Mat imageMat = OpenCVHelper.extractYChannel(imageProxy); | |||||
// Show Input Image | |||||
if (inputImageView != null) | |||||
OpenCVHelper.debugMat(imageMat, inputImageView); | |||||
// Preprocess Image | |||||
Mat preprocessed = imageMat; | |||||
preprocessed = OpenCVHelper.addGaussianBlur(preprocessed, new Size(21, 21)); | |||||
preprocessed = OpenCVHelper.addBlur(preprocessed, new Size(3, 3)); | |||||
// Set Previous Image | |||||
if (previousImage == null) { | |||||
previousImage = preprocessed; | |||||
return null; | |||||
} | |||||
// Process Image | |||||
Mat processed = preprocessed.clone(); | |||||
processed = OpenCVHelper.thresholdPixels(processed, previousImage, 25); | |||||
for(int i = 0; i < DILATE_ITERATIONS; i++) | |||||
processed = OpenCVHelper.dilateBinaryMat(processed, new Size(3,3)); | |||||
processed = OpenCVHelper.thresholdContourArea(processed, AREA_THRESHOLD); | |||||
// Output | |||||
previousImage = preprocessed.clone(); | |||||
// Show Output Image | |||||
if (outputImageView != null) | |||||
OpenCVHelper.debugMat(processed, outputImageView); | |||||
return processed; | |||||
} | } | ||||
/** Debug input and result of processing */ | |||||
public void debugProcessing(@NonNull ImageView inputImageView, @NonNull ImageView outputImageView){ | |||||
this.inputImageView = inputImageView; | |||||
this.outputImageView = outputImageView; | |||||
} | |||||
/** | /** | ||||
* Calculate Amount of Pixels changed using a threshold | |||||
* @param image | |||||
* */ | |||||
private int getChangedPixelCount(Image image) { | |||||
Image.Plane[] planes = image.getPlanes(); | |||||
ByteBuffer buffer = planes[0].getBuffer(); | |||||
if (previousBuffer == null) { | |||||
previousBuffer = ByteBuffer.allocate(buffer.capacity()); | |||||
buffer.rewind(); | |||||
previousBuffer.put(buffer); | |||||
previousBuffer.rewind(); | |||||
return 0; | |||||
} | |||||
private void setPreviewView(@NonNull PreviewView previewView) { | |||||
// Create Preview | |||||
if (this.preview != null) | |||||
this.preview.setSurfaceProvider(previewView.getSurfaceProvider()); | |||||
} | |||||
*/ | |||||
int width = image.getWidth(); | |||||
int height = image.getHeight(); | |||||
int yRowStride = image.getPlanes()[0].getRowStride(); | |||||
int yPixelStride = image.getPlanes()[0].getPixelStride(); | |||||
/** Generate File Name */ | |||||
private String generateFileName(){ | |||||
// Get the current timestamp | |||||
LocalDateTime currentTime = LocalDateTime.now(); | |||||
// Define the format for the timestamp | |||||
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss"); | |||||
// Return the timestamp as a string | |||||
return currentTime.format(formatter); | |||||
} | |||||
int changedPixelCount = 0; | |||||
// Count changed pixels | |||||
for (int y = 0; y < height; ++y) { | |||||
for (int x = 0; x < width; x++) { | |||||
int index = (y * yRowStride) + (x * yPixelStride); | |||||
int luminosity = (buffer.get(index) & 0xff); | |||||
int previousLuminosity = (previousBuffer.get(index) & 0xff); | |||||
int diff = Math.abs(luminosity - previousLuminosity); | |||||
if (diff > PIXEL_THRESHOLD) | |||||
changedPixelCount++; | |||||
} | |||||
} | |||||
/** Get current Display Rotation */ | |||||
private int getDisplayRotation() { | |||||
WindowManager windowManager = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE); | |||||
Display display = windowManager.getDefaultDisplay(); | |||||
return display.getRotation(); | |||||
} | |||||
// Reset and copy Byte Buffer | |||||
buffer.rewind(); | |||||
previousBuffer.rewind(); | |||||
previousBuffer.put(buffer); | |||||
/** Start delay until Violation Report is allowed */ | |||||
private void startViolationTimer(float setupTime) { | |||||
new CountDownTimer((long) (START_DELAY), 100) { | |||||
@Override | |||||
public void onTick(long millisUntilFinished) { | |||||
} | |||||
@Override | |||||
public void onFinish() { | |||||
allowReportViolation = true; | |||||
} | |||||
}.start(); | |||||
} | |||||
return changedPixelCount; | |||||
public void setOutputDir(File outputDir) { | |||||
this.outputDir = outputDir; | |||||
} | } | ||||
} | |||||
} |
package com.example.ueberwachungssystem; | |||||
import android.app.Activity; | |||||
import android.content.Context; | |||||
import android.content.pm.PackageManager; | |||||
import android.widget.Toast; | |||||
import androidx.core.app.ActivityCompat; | |||||
import androidx.core.content.ContextCompat; | |||||
public class PermissionHandler { | |||||
private final Context context; | |||||
private static final int PERMISSION_REQUEST_CODE = 23409; | |||||
private static final String[] permissions = new String[]{ | |||||
android.Manifest.permission.CAMERA, | |||||
android.Manifest.permission.RECORD_AUDIO | |||||
}; | |||||
public PermissionHandler(Context context) { | |||||
this.context = context; | |||||
} | |||||
public boolean hasPermissions() { | |||||
boolean permissionState = true; | |||||
for (String permission: permissions) { | |||||
permissionState = permissionState && ContextCompat.checkSelfPermission(context, permission) == PackageManager.PERMISSION_GRANTED; | |||||
} | |||||
return permissionState; | |||||
} | |||||
public void getPermissions() { | |||||
if (!hasPermissions()) | |||||
ActivityCompat.requestPermissions((Activity) context, permissions, PERMISSION_REQUEST_CODE); | |||||
} | |||||
public void showPermissionToast() { | |||||
if (hasPermissions()) | |||||
Toast.makeText(context, "permissions available", Toast.LENGTH_SHORT).show(); | |||||
else | |||||
Toast.makeText(context, "permissions missing", Toast.LENGTH_SHORT).show(); | |||||
} | |||||
} |
package com.example.ueberwachungssystem; | |||||
import static android.Manifest.permission.INTERNET; | |||||
import static android.Manifest.permission.CAMERA; | |||||
import static android.Manifest.permission.RECORD_AUDIO; | |||||
import android.content.pm.PackageManager; | |||||
import android.os.Handler; | |||||
import android.widget.Toast; | |||||
import androidx.appcompat.app.AppCompatActivity; | |||||
import androidx.core.content.ContextCompat; | |||||
public class PermissionRequest extends AppCompatActivity{ | |||||
private static final int PERMISSION_REQUEST_CODE = 123; | |||||
private final MainActivity mainActivity; | |||||
Handler handler = new Handler(); | |||||
public PermissionRequest(MainActivity mainActivity) { | |||||
this.mainActivity = mainActivity; | |||||
} | |||||
public StringBuilder rechtePruefen() { | |||||
boolean rechtKamera = ContextCompat.checkSelfPermission(mainActivity, CAMERA) == PackageManager.PERMISSION_GRANTED; | |||||
boolean rechtMikrofon = ContextCompat.checkSelfPermission(mainActivity, RECORD_AUDIO) == PackageManager.PERMISSION_GRANTED; | |||||
boolean rechtInternet = ContextCompat.checkSelfPermission(mainActivity, INTERNET) == PackageManager.PERMISSION_GRANTED; | |||||
StringBuilder sb = new StringBuilder(); | |||||
sb.append("Rechte prüfen:") | |||||
.append("\nKamera: ").append(rechtKamera) | |||||
.append("\nMikrofon: ").append(rechtMikrofon) | |||||
.append("\nInternet: ").append(rechtInternet); | |||||
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText(sb)); | |||||
if (!(rechtKamera && rechtMikrofon && rechtInternet)){ | |||||
handler.post(new Runnable() { | |||||
@Override | |||||
public void run() { | |||||
Toast.makeText(mainActivity.getApplicationContext(),"Es werden Rechte benötigt", Toast.LENGTH_LONG).show(); | |||||
} | |||||
}); | |||||
} | |||||
return sb; | |||||
} | |||||
public void rechteAnfordern() { | |||||
mainActivity.requestPermissions(new String[]{CAMERA, RECORD_AUDIO, INTERNET}, PERMISSION_REQUEST_CODE); | |||||
} | |||||
} |
package com.example.ueberwachungssystem; | |||||
import android.view.Gravity; | |||||
import android.view.LayoutInflater; | |||||
import android.view.MotionEvent; | |||||
import android.view.View; | |||||
import android.widget.Button; | |||||
import android.widget.LinearLayout; | |||||
import android.widget.PopupWindow; | |||||
import android.widget.TextView; | |||||
public class PopUpClass { | |||||
private final MainActivity mainActivity; | |||||
PermissionRequest permission; | |||||
TextView PopUpText; | |||||
public PopUpClass(MainActivity mainActivity) { | |||||
this.mainActivity = mainActivity; | |||||
permission = new PermissionRequest(mainActivity); | |||||
} | |||||
//PopupWindow display method | |||||
public void showPopupWindow(final View view) { | |||||
//Create a View object yourself through inflater | |||||
LayoutInflater inflater = (LayoutInflater) view.getContext().getSystemService(view.getContext().LAYOUT_INFLATER_SERVICE); | |||||
View popupView = inflater.inflate(R.layout.popup_window, null); | |||||
//Specify the length and width through constants | |||||
int width = LinearLayout.LayoutParams.WRAP_CONTENT; | |||||
int height = LinearLayout.LayoutParams.WRAP_CONTENT; | |||||
//Make Inactive Items Outside Of PopupWindow | |||||
boolean focusable = true; | |||||
//Create a window with our parameters | |||||
final PopupWindow popupWindow = new PopupWindow(popupView,width*1, height*1, focusable); | |||||
//Set the location of the window on the screen | |||||
popupWindow.showAtLocation(view, Gravity.CENTER, 0, 0); | |||||
//Initialize the elements of our window, install the handler | |||||
PopUpText = popupView.findViewById(R.id.titleText); | |||||
Button buttonEdit = popupView.findViewById(R.id.RechteAnfordern); | |||||
buttonEdit.setOnClickListener(new View.OnClickListener() { | |||||
@Override | |||||
public void onClick(View v) { | |||||
RechteAnfordern(); | |||||
} | |||||
}); | |||||
//Handler for clicking on the inactive zone of the window | |||||
popupView.setOnTouchListener(new View.OnTouchListener() { | |||||
@Override | |||||
public boolean onTouch(View v, MotionEvent event) { | |||||
//Close the window when clicked | |||||
popupWindow.dismiss(); | |||||
return true; | |||||
} | |||||
}); | |||||
} | |||||
public void RechtePrüfen(){ | |||||
StringBuilder Text = permission.rechtePruefen(); | |||||
PopUpText.setText(Text); | |||||
} | |||||
public void RechteAnfordern(){ | |||||
permission.rechteAnfordern(); | |||||
StringBuilder Text = permission.rechtePruefen(); | |||||
PopUpText.setText(Text); | |||||
} | |||||
public void Sensoren(){ | |||||
PopUpText.setText("Es können 3 verschiedene Sensoren verwendet werden \n -1. Beschleunigungssensor\n -2. Mikrofon\n -3. Kamera"); | |||||
} | |||||
public void Impressum(){ | |||||
PopUpText.setText("Die Ueberwachungsapp wurde im Rahmen eines Praktikums der TH-Nürnberg programmiert"); | |||||
} | |||||
} |
package com.example.ueberwachungssystem; | package com.example.ueberwachungssystem; | ||||
import android.annotation.SuppressLint; | import android.annotation.SuppressLint; | ||||
import android.widget.Toast; | |||||
import androidx.annotation.NonNull; | |||||
import com.example.ueberwachungssystem.Detection.DetectionReport; | |||||
import com.example.ueberwachungssystem.Detection.Detector; | |||||
import com.example.ueberwachungssystem.Detection.DetectorService; | |||||
import java.io.IOException; | import java.io.IOException; | ||||
import java.net.DatagramPacket; | import java.net.DatagramPacket; | ||||
import java.util.Enumeration; | import java.util.Enumeration; | ||||
public class WifiCommunication { | public class WifiCommunication { | ||||
private final MainActivity mainActivity; | |||||
//private final MainActivity mainActivity; | |||||
private final InetAddress address; | private final InetAddress address; | ||||
private final int port; | private final int port; | ||||
volatile private boolean send; | volatile private boolean send; | ||||
private final DatagramSocket socket; | private final DatagramSocket socket; | ||||
volatile private boolean running; | volatile private boolean running; | ||||
private OnConnectionListener listener; | |||||
@SuppressLint("SetTextI18n") | @SuppressLint("SetTextI18n") | ||||
public WifiCommunication(MainActivity mainActivity, int port) { | |||||
this.mainActivity = mainActivity; | |||||
public WifiCommunication(int port) { | |||||
//this.mainActivity = mainActivity; | |||||
this.port = port; | this.port = port; | ||||
try { | try { | ||||
socket = new DatagramSocket(this.port); | socket = new DatagramSocket(this.port); | ||||
} catch (SocketException | UnknownHostException e) { | } catch (SocketException | UnknownHostException e) { | ||||
throw new RuntimeException(e); | throw new RuntimeException(e); | ||||
} | } | ||||
//Toast.makeText(mainActivity.getApplicationContext(),"Communication running", Toast.LENGTH_SHORT).show(); | |||||
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText("Communication running")); | //mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText("Communication running")); | ||||
} | } | ||||
public interface OnConnectionListener { | |||||
void onConnection(StringBuffer data); | |||||
} | |||||
public void setOnConnectionListener(@NonNull OnConnectionListener listener) { | |||||
this.listener = listener; | |||||
} | |||||
public void sendWifiData(StringBuffer wifiMessage) { | |||||
if (listener != null) { | |||||
listener.onConnection(wifiMessage); | |||||
} | |||||
} | |||||
private class ReceiveThread extends Thread { | private class ReceiveThread extends Thread { | ||||
private StringBuffer rxStringBuffer = new StringBuffer(); | private StringBuffer rxStringBuffer = new StringBuffer(); | ||||
private String rxString=""; | private String rxString=""; | ||||
try { | try { | ||||
do { | do { | ||||
byte[] receiveData = new byte[512]; | byte[] receiveData = new byte[512]; | ||||
InetAddress fromAdress; | |||||
int fromPort; | |||||
DatagramPacket rxPacket = new DatagramPacket(receiveData, receiveData.length); | DatagramPacket rxPacket = new DatagramPacket(receiveData, receiveData.length); | ||||
socket.receive(rxPacket); | socket.receive(rxPacket); | ||||
fromAdress = rxPacket.getAddress(); | |||||
fromPort = rxPacket.getPort(); | |||||
rxString = new String(rxPacket.getData()); | |||||
if(!previousRxString.equals(rxString)) { | |||||
rxString = new String(receiveData, 0, rxPacket.getLength()); | |||||
String[] splitrxString = rxString.split(","); | |||||
if(!previousRxString.equals(rxString) && splitrxString[0].equals("1") && splitrxString.length==7) { | |||||
rxStringBuffer.append(rxString).append("\n"); | rxStringBuffer.append(rxString).append("\n"); | ||||
sendWifiData(rxStringBuffer); | |||||
//mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText(rxStringBuffer)); | //mainActivity.runOnUiThread(() -> mainActivity.tvMessages.setText(rxStringBuffer)); | ||||
previousRxString = rxString; | previousRxString = rxString; | ||||
} | } | ||||
} while (running); | } while (running); | ||||
} | } | ||||
catch (IOException e) { | catch (IOException e) { | ||||
Date curDate = new Date(System.currentTimeMillis()); | Date curDate = new Date(System.currentTimeMillis()); | ||||
String str = formatter.format(curDate); | String str = formatter.format(curDate); | ||||
byte[] send_Data = new byte[512]; | byte[] send_Data = new byte[512]; | ||||
String txString = (str+ ",Gruppe2," + getLocalIpAddress() + ",An,Video," +messageToSend); | |||||
String txString = ("1," +str+ ",Gruppe2," + getLocalIpAddress() + ",An,Video," +messageToSend); | |||||
send_Data = txString.getBytes(); | send_Data = txString.getBytes(); | ||||
DatagramPacket txPacket = new DatagramPacket(send_Data, txString.length(), address, port); | DatagramPacket txPacket = new DatagramPacket(send_Data, txString.length(), address, port); | ||||
for(int i = 0; i < 500; i++) { | |||||
for(int i = 0; i < 300; i++) { | |||||
socket.send(txPacket); | socket.send(txPacket); | ||||
/*try{ | |||||
sleep(10); | |||||
}catch (InterruptedException e){ | |||||
e.printStackTrace(); | |||||
}*/ | |||||
} | } | ||||
} | } | ||||
} while (running); | } while (running); |
<?xml version="1.0" encoding="utf-8"?> | |||||
<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android" | |||||
xmlns:app="http://schemas.android.com/apk/res-auto" | |||||
android:layout_width="wrap_content" | |||||
android:layout_height="wrap_content" | |||||
android:paddingLeft="10dp" | |||||
android:paddingRight="10dp" | |||||
android:gravity="center" | |||||
android:background="#A5ACB2"> | |||||
<TextView | |||||
android:id="@+id/titleText" | |||||
android:layout_gravity="center" | |||||
android:layout_width="wrap_content" | |||||
android:layout_height="wrap_content" | |||||
android:textSize="20sp" | |||||
android:textStyle="italic" | |||||
android:padding="10dp"/> | |||||
<Button | |||||
android:id="@+id/RechteAnfordern" | |||||
android:layout_width="wrap_content" | |||||
android:layout_height="wrap_content" | |||||
android:layout_weight="1" | |||||
android:text="Rechte Anfordern" /> | |||||
</LinearLayout> |
<?xml version="1.0" encoding="utf-8"?> | |||||
<menu xmlns:android="http://schemas.android.com/apk/res/android" > | |||||
<item android:id="@+id/Rechteverwaltung" | |||||
android:title="Rechteverwaltung" /> | |||||
<item android:id="@+id/Sensoren" | |||||
android:title="Sensoren" /> | |||||
<item android:id="@+id/Impressum" | |||||
android:title="Impressum" /> | |||||
</menu> |
// Top-level build file where you can add configuration options common to all sub-projects/modules. | // Top-level build file where you can add configuration options common to all sub-projects/modules. | ||||
plugins { | plugins { | ||||
id 'com.android.application' version '7.4.2' apply false | |||||
id 'com.android.library' version '7.4.2' apply false | |||||
id 'com.android.application' version '8.0.0' apply false | |||||
id 'com.android.library' version '8.0.0' apply false | |||||
} | } |
# Enables namespacing of each library's R class so that its R class includes only the | # Enables namespacing of each library's R class so that its R class includes only the | ||||
# resources declared in the library itself and none from the library's dependencies, | # resources declared in the library itself and none from the library's dependencies, | ||||
# thereby reducing the size of the R class for that library | # thereby reducing the size of the R class for that library | ||||
android.nonTransitiveRClass=true | |||||
android.nonTransitiveRClass=true | |||||
android.defaults.buildfeatures.buildconfig=true | |||||
android.nonFinalResIds=false |
#Thu May 11 15:19:24 CEST 2023 | #Thu May 11 15:19:24 CEST 2023 | ||||
distributionBase=GRADLE_USER_HOME | distributionBase=GRADLE_USER_HOME | ||||
distributionUrl=https\://services.gradle.org/distributions/gradle-7.5-bin.zip | |||||
distributionUrl=https\://services.gradle.org/distributions/gradle-8.0-bin.zip | |||||
distributionPath=wrapper/dists | distributionPath=wrapper/dists | ||||
zipStorePath=wrapper/dists | zipStorePath=wrapper/dists | ||||
zipStoreBase=GRADLE_USER_HOME | zipStoreBase=GRADLE_USER_HOME |
} | } | ||||
rootProject.name = "Ueberwachungssystem" | rootProject.name = "Ueberwachungssystem" | ||||
include ':app' | include ':app' | ||||
include ':app' |