diff --git a/.idea/misc.xml b/.idea/misc.xml index e122dea..cbec6ae 100644 --- a/.idea/misc.xml +++ b/.idea/misc.xml @@ -8,7 +8,7 @@ - + \ No newline at end of file diff --git a/.idea/workspace.xml b/.idea/workspace.xml index 46e68d8..9fffa2e 100644 --- a/.idea/workspace.xml +++ b/.idea/workspace.xml @@ -4,13 +4,13 @@ - + + + - - - + - { + "keyToString": { + "Application.GraphicsProgram.executor": "Run", + "Application.Main.executor": "Run", + "Application.Tracker.executor": "Run", + "Downloaded.Files.Path.Enabled": "false", + "Repository.Attach.Annotations": "false", + "Repository.Attach.JavaDocs": "false", + "Repository.Attach.Sources": "false", + "RunOnceActivity.OpenProjectViewOnStart": "true", + "RunOnceActivity.ShowReadmeOnStart": "true", + "com.codeium.enabled": "true", + "git-widget-placeholder": "master", + "kotlin-language-version-configured": "true", + "last_opened_file_path": "C:/Users/paul3/OneDrive/Dokumente/Studium BME/Semester 3/Interaktion/opencv/build/java/opencv-4100.jar", + "node.js.detected.package.eslint": "true", + "node.js.detected.package.tslint": "true", + "node.js.selected.package.eslint": "(autodetect)", + "node.js.selected.package.tslint": "(autodetect)", + "nodejs_package_manager_path": "npm", + "project.structure.last.edited": "Libraries", + "project.structure.proportion": "0.15", + "project.structure.side.proportion": "0.24022989", + "vue.rearranger.settings.migration": "true" } -}]]> +} - - - - + + + + + + @@ -108,9 +107,8 @@ - - - - - - - @@ -172,9 +146,6 @@ - - - - \ No newline at end of file diff --git a/src/main/java/CamPuffer.java b/src/main/java/CamPuffer.java new file mode 100644 index 0000000..9764d42 --- /dev/null +++ b/src/main/java/CamPuffer.java @@ -0,0 +1,134 @@ +import org.opencv.core.*; +import org.opencv.videoio.VideoCapture; +import org.opencv.imgproc.Imgproc; +import org.opencv.highgui.HighGui; +import org.opencv.videoio.Videoio; + +import java.util.LinkedList; + +public class CamPuffer implements Runnable { + + static { + try { + System.load("C:\\Users\\paul3\\OneDrive\\Dokumente\\Studium BME\\Semester 3\\Interaktion\\GTCar V3\\opencv\\build\\java\\x64\\opencv_java4100.dll"); + System.out.println("OpenCV manuell geladen!"); + } catch (UnsatisfiedLinkError e) { + System.err.println("Fehler beim Laden der OpenCV-Bibliothek: " + e.getMessage()); + } + } + + private final int CAM; // Kamera-ID (0 für Webcam, 1 für andere Cams) + private final int EXP; // Belichtungszeit + private final int FPS; + private final int THV; + + private volatile boolean running = true; + private final Object lock = new Object(); // Lock für Thread-Sicherheit + private Mat currentMat = new Mat(); + + private final Rect roi = new Rect(200, 150, 240, 180); // Region of Interest + + private boolean hasStartedCapturing = false; + + private final LinkedList frameBuffer = new LinkedList<>(); + private final int MAX_BUFFER_SIZE = 10; // Maximale Anzahl an Bildern im Puffer + + public CamPuffer(int CAM, int EXP, int FPS, int THV) { + this.CAM = CAM; + this.EXP = EXP; + this.FPS = FPS; + this.THV = THV; + } + + @Override + public void run() { + VideoCapture capture = setUp(); + + if (!capture.isOpened()) { + System.out.println("Fehler: Die Webcam konnte nicht geöffnet werden."); + return; + } + + Mat frame = new Mat(); + hasStartedCapturing = true; + + long lastGcTime = System.currentTimeMillis(); + + try { + while (running) { + long startTime = System.currentTimeMillis(); + capture.read(frame); // Bild einlesen + + if (frame.empty()) { + System.out.println("Fehler: Kein Bild von der Kamera erhalten."); + break; + } + + // Bildverarbeitung hier + + // Debug-Ausgabe + long elapsedTime = System.currentTimeMillis() - startTime; + System.out.println("Verarbeitungszeit für das Bild: " + elapsedTime + " ms"); + + // Speicherbereinigung alle 1000 ms (1 Sekunde) + if (System.currentTimeMillis() - lastGcTime > 1000) { + System.gc(); // Triggern des Garbage Collectors + lastGcTime = System.currentTimeMillis(); + System.out.println("Garbage Collection durchgeführt."); + } + } + } finally { + // Matrizen explizit freigeben + frame.release(); // Falls `frame` in der Schleife freigegeben wurde, hier nochmal + capture.release(); // Kamera-Ressourcen freigeben + } + } + + + + + + public boolean isHasStartedCapturing() { + return hasStartedCapturing; + } + + private void updateCurrentMat(Mat img) { + synchronized (lock) { + // Puffergröße überwachen + if (frameBuffer.size() >= MAX_BUFFER_SIZE) { + Mat oldFrame = frameBuffer.poll(); // Entfernt das älteste Bild im Puffer + if (oldFrame != null) { + oldFrame.release(); // Verhindert das Anhäufen von nicht freigegebenen Mat-Objekten + } + } + + // Neues Bild in den Puffer hinzufügen + frameBuffer.add(img.clone()); + } + } + + public Mat getCurrentMat() { + synchronized (lock) { + return currentMat.clone(); // Rückgabe einer Kopie, um Speicherprobleme zu vermeiden + } + } + + public void stop() { + running = false; + } + + private VideoCapture setUp() { + System.out.println("Laden von OpenCV"); + System.loadLibrary(Core.NATIVE_LIBRARY_NAME); + VideoCapture capture = new VideoCapture(CAM); + + if (!capture.isOpened()) { + System.out.println("Fehler: Die Webcam konnte nicht geöffnet werden."); + } + + capture.set(Videoio.CAP_PROP_EXPOSURE, EXP); + capture.set(Videoio.CAP_PROP_FPS, FPS); + System.out.println("Kamera geöffnet und eingerichtet"); + return capture; + } +} diff --git a/src/main/java/GameLoop.java b/src/main/java/GameLoop.java index 26355dd..fee5a27 100644 --- a/src/main/java/GameLoop.java +++ b/src/main/java/GameLoop.java @@ -1,12 +1,9 @@ import processing.core.PApplet; import java.awt.Point; -import java.util.ArrayList; -import java.util.List; public class GameLoop { - int activePlayer = 0; - Tracker tracker; + ImgAnalyzer tracker; GraphicsProgram graphics; @@ -19,7 +16,7 @@ public class GameLoop { player1 = new Player(0, "192.168.1.1", 9000); player2 = new Player(1, "192.168.1.2", 9000); - tracker = new Tracker(); + tracker = new ImgAnalyzer(); // Starte Tracker in einem separaten Thread Thread trackerThread = new Thread(tracker::run); trackerThread.start(); @@ -50,10 +47,10 @@ public class GameLoop { Point p2 = tracker.getP2(); //System.out.println("Player 2 is at " + p2.x + " and " + p2.y); - player1.setKoords(p1.x, p1.y); - player2.setKoords(p2.x, p2.y); + player1.setKoords((int)p1.x, (int)p1.y); + player2.setKoords((int)p2.x, (int)p2.y); - if(gl.doCheckExtern(player2.getTrail(), p1)){ //Check Position von P1 mit Spur von P2 + /*if(gl.doCheckExtern(player2.getTrail(), p1)){ //Check Position von P1 mit Spur von P2 System.out.println("Spieler 1 hat verloren"); break; } @@ -61,9 +58,9 @@ public class GameLoop { if(gl.doCheckExtern(player1.getTrail(), p2)){ //Check Position von P2 mit Spur von P1 System.out.println("Spieler 2 hat verloren"); break; - } + } */ - draw(); + //draw(); } } diff --git a/src/main/java/GraphicsProgram.java b/src/main/java/GraphicsProgram.java index 9813197..7b95f9b 100644 --- a/src/main/java/GraphicsProgram.java +++ b/src/main/java/GraphicsProgram.java @@ -24,7 +24,7 @@ public class GraphicsProgram extends PApplet { } public void settings() { - fullScreen(); + //fullScreen(); } public void setup(){ @@ -51,10 +51,8 @@ public class GraphicsProgram extends PApplet { while(!trail.isEmpty()) { int[] koordinaten = trail.poll(); - int x = koordinaten[0]; - int y = koordinaten[1]; - - System.out.println(); + int x = 1; + int y = 1; if(playerID == 0){ image(imgBlue, x, y, particleSize, particleSize); diff --git a/src/main/java/ImgAnalyzer.java b/src/main/java/ImgAnalyzer.java new file mode 100644 index 0000000..460a9a7 --- /dev/null +++ b/src/main/java/ImgAnalyzer.java @@ -0,0 +1,114 @@ +import org.opencv.core.*; +import org.opencv.videoio.VideoCapture; +import org.opencv.highgui.HighGui; +import org.opencv.imgproc.Imgproc; +import org.opencv.imgproc.Moments; +import org.opencv.videoio.Videoio; + +import java.util.ArrayList; +import java.util.List; +import java.awt.Point; + +public class ImgAnalyzer { + + private final int CAM = 0; // Kamera-ID (0 für Webcam, 1 für andere Cams) + private final int EXP = -9; // Belichtungszeit (idealerweise: 0) + private final int FPS = 20; // FPS + private final int THV = 252; // Threshold + + private Point currentPositionP1 = new Point(0, 0); + private Point currentPositionP2 = new Point(0, 0); + + private CamPuffer camPuffer; + + public ImgAnalyzer() { + camPuffer = new CamPuffer(CAM, EXP, FPS, THV); + Thread pufferThread = new Thread(camPuffer); + pufferThread.start(); + } + + public static void main(String[] args) { + ImgAnalyzer tracker = new ImgAnalyzer(); + tracker.run(); + } + + public void run() { + boolean hasStartedCapturing = false; + while (!hasStartedCapturing) { + if (camPuffer.getCurrentMat() != null) { + break; + } + } + + Mat currentImg = null; + + + Mat grayFrame = new Mat(); + Mat thresholdFrame = new Mat(); + + while (true) { + try { + currentImg = camPuffer.getCurrentMat(); + + //HighGui.imshow("Threshold Image", currentImg); + + // ROI anwenden + //Mat roiFrame = new Mat(downsizedFrame, roi); + + // In Graustufen konvertieren + Imgproc.cvtColor(currentImg, grayFrame, Imgproc.COLOR_BGR2GRAY); + + // Threshold anwenden + Imgproc.threshold(grayFrame, thresholdFrame, THV, 255, Imgproc.THRESH_BINARY); + + } catch (Exception e) { + + } + + if (currentImg != null) { + List positions = trackPositions(thresholdFrame); + + if (positions.size() >= 2) { + currentPositionP1 = positions.get(0); + currentPositionP2 = positions.get(1); + //System.out.println("currentPositionP1: " + currentPositionP1 + " currentPositionP2: " + currentPositionP2); + } + + } + } + } + + private List trackPositions(Mat thresholdFrame) { + List contours = new ArrayList<>(); + Mat hierarchy = new Mat(); + + // Finde Konturen + Imgproc.findContours(thresholdFrame, contours, hierarchy, Imgproc.RETR_EXTERNAL, Imgproc.CHAIN_APPROX_SIMPLE); + + // Sortiere Konturen nach Fläche (absteigend) + contours.sort((c1, c2) -> Double.compare(Imgproc.contourArea(c2), Imgproc.contourArea(c1))); + + // Speichere die Positionen der zwei größten Konturen + List positions = new ArrayList<>(); + + for (int i = 0; i < Math.min(contours.size(), 2); i++) { + Moments moments = Imgproc.moments(contours.get(i)); + if (moments.get_m00() != 0) { + int cx = (int) (moments.get_m10() / moments.get_m00()); + int cy = (int) (moments.get_m01() / moments.get_m00()); + positions.add(new Point(cx, cy)); + } + } + //Check + return positions; + } + + public synchronized Point getP1() { + return currentPositionP1; + } + + public Point getP2() { + return currentPositionP2; + } + +} diff --git a/src/main/java/Tracker.java b/src/main/java/Tracker.java deleted file mode 100644 index e182282..0000000 --- a/src/main/java/Tracker.java +++ /dev/null @@ -1,156 +0,0 @@ -import org.opencv.core.*; -import org.opencv.videoio.VideoCapture; -import org.opencv.highgui.HighGui; -import org.opencv.imgproc.Imgproc; -import org.opencv.imgproc.Moments; -import org.opencv.videoio.Videoio; - -import java.util.ArrayList; -import java.util.List; -import java.awt.Point; - -public class Tracker implements Runnable { - - private final int CAM = 1; // Kamera-ID (0 für Webcam, 1 für andere Cams) - private final int EXP = 0; // Belichtungszeit (idealerweise: 0) - private final int FPS = 60; // FPS - private final int THV = 250; // Threshold - - private volatile boolean running = true; // Steuerung des Tracker-Threads - - private volatile Point currentPositionP1 = new Point(0, 0); - private volatile Point currentPositionP2 = new Point(0, 0); - - public Tracker() { - } - - public static void main(String[] args) { - Tracker tracker = new Tracker(); - Thread trackerThread = new Thread(tracker); - trackerThread.start(); - - // Beispiel: Positionen regelmäßig abfragen - /* - while (true) { - Point p1 = tracker.getP1(); - Point p2 = tracker.getP2(); - //System.out.println("P2 - X: " + p2.x + " Y: " + p2.y); - - try { - Thread.sleep(1000); // Warte 1 Sekunde - } catch (InterruptedException e) { - e.printStackTrace(); - } - } - */ - } - - @Override - public void run() { - VideoCapture capture = setUp(); - - if (!capture.isOpened()) { - System.out.println("Fehler: Die Webcam konnte nicht geöffnet werden."); - return; - } - - Mat frame = new Mat(); - Mat grayFrame = new Mat(); - Mat thresholdFrame = new Mat(); - - while (running) { - if (capture.read(frame)) { - - // Konvertiere in Graustufen und wende Threshold an - Imgproc.cvtColor(frame, grayFrame, Imgproc.COLOR_BGR2GRAY); - Imgproc.threshold(grayFrame, thresholdFrame, THV, 255, Imgproc.THRESH_BINARY); - - // Tracke die Positionen der beiden größten Objekte - List positions = trackPositions(thresholdFrame); - //Check - - if (positions.size() >= 2) { - setCurrentPositionP1(positions.get(0)); - //System.out.println(currentPositionP1); - //Check. currentPosition wird aktualisiert - setCurrentPositionP2(positions.get(1)); - //Check - - //System.out.println("P1 - X: " + currentPositionP1.x + " Y: " + currentPositionP1.y + - // " P2 - X: " + currentPositionP2.x + " Y: " + currentPositionP2.y); - } - - HighGui.imshow("GTCar", frame); - - if (HighGui.waitKey(1) == 27) { // ESC-Taste zum Beenden - stop(); - } - } else { - System.out.println("Fehler: Das Kamerabild konnte nicht gelesen werden."); - break; - } - } - capture.release(); - } - - private List trackPositions(Mat thresholdFrame) { - List contours = new ArrayList<>(); - Mat hierarchy = new Mat(); - - // Finde Konturen - Imgproc.findContours(thresholdFrame, contours, hierarchy, Imgproc.RETR_EXTERNAL, Imgproc.CHAIN_APPROX_SIMPLE); - - // Sortiere Konturen nach Fläche (absteigend) - contours.sort((c1, c2) -> Double.compare(Imgproc.contourArea(c2), Imgproc.contourArea(c1))); - - // Speichere die Positionen der zwei größten Konturen - List positions = new ArrayList<>(); - - for (int i = 0; i < Math.min(contours.size(), 2); i++) { - Moments moments = Imgproc.moments(contours.get(i)); - if (moments.get_m00() != 0) { - int cx = (int) (moments.get_m10() / moments.get_m00()); - int cy = (int) (moments.get_m01() / moments.get_m00()); - positions.add(new Point(cx, cy)); - } - } - //Check - return positions; - } - - public synchronized Point getP1() { - //ab hier ist Punkt[0,0] - return currentPositionP1; - } - - public synchronized Point getP2() { - return currentPositionP2; - } - - private synchronized void setCurrentPositionP1(Point p1) { - //p1 ist richtig - currentPositionP1 = p1; - } - - private synchronized void setCurrentPositionP2(Point p2) { - currentPositionP2 = p2; - } - - private VideoCapture setUp() { - System.loadLibrary(Core.NATIVE_LIBRARY_NAME); - VideoCapture capture = new VideoCapture(CAM); - - if (!capture.isOpened()) { - System.out.println("Fehler: Die Webcam konnte nicht geöffnet werden."); - } - - capture.set(Videoio.CAP_PROP_EXPOSURE, EXP); - capture.set(Videoio.CAP_PROP_FPS, FPS); - - return capture; - } - - public void stop() { - running = false; - } -}