jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 1 | package org.frc971;
|
| 2 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 3 | import java.awt.BorderLayout;
|
| 4 | import java.awt.GridLayout;
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 5 | import java.awt.event.KeyEvent;
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 6 |
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 7 | import java.util.Arrays;
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 8 | import java.util.logging.Level;
|
| 9 | import java.util.logging.Logger;
|
| 10 |
|
| 11 | import java.io.FileNotFoundException;
|
danielp | 64c4e05 | 2013-02-23 07:21:41 +0000 | [diff] [blame^] | 12 | import java.io.IOException;
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 13 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 14 | import javax.swing.JPanel;
|
| 15 | import javax.swing.JSlider;
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 16 | import javax.swing.WindowConstants;
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 17 | import javax.swing.event.ChangeEvent;
|
| 18 | import javax.swing.event.ChangeListener;
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 19 |
|
| 20 | import com.googlecode.javacv.CanvasFrame;
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 21 | import edu.wpi.first.wpijavacv.WPIColorImage;
|
jerrym | 6ebe645 | 2013-02-18 03:00:31 +0000 | [diff] [blame] | 22 | import edu.wpi.first.wpijavacv.WPIImage;
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 23 |
|
| 24 | /* REQUIRED JAVA LIBRARIES:
|
jerrym | 38d8af1 | 2013-02-18 06:54:13 +0000 | [diff] [blame] | 25 | * external_jars/
|
| 26 | * javacpp.jar
|
| 27 | * javacv-YOUR_OS.jar
|
| 28 | * javacv.jar
|
| 29 | * WPIJavaCV.jar
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 30 | *
|
jerrym | 38d8af1 | 2013-02-18 06:54:13 +0000 | [diff] [blame] | 31 | * REQUIRED NATIVE CODE LIBRARIES ON $PATH:
|
| 32 | * Program Files/WPIJavaCV/ [for example]
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 33 | * JavaCV_2.2.0/javacv-bin/javacv-YOUR_OS.jar
|
| 34 | * OpenCV_2.2.0/bin/*
|
jerrym | 38d8af1 | 2013-02-18 06:54:13 +0000 | [diff] [blame] | 35 | *
|
| 36 | * The native libraries and javacv-YOUR_OS.jar must match the 32 vs. 64-bit JVM.
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 37 | */
|
| 38 | /**
|
| 39 | * FRC 2013 vision-target recognizer tuner app.
|
| 40 | *
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 41 | * <p>
|
| 42 | * See {@link #processEvents()} for the keystroke commands.
|
| 43 | *
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 44 | * @author jerry
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 45 | * @author daniel
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 46 | */
|
| 47 | public class VisionTuner {
|
jerrym | 6ebe645 | 2013-02-18 03:00:31 +0000 | [diff] [blame] | 48 | private Recognizer recognizer = new Recognizer2013();
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 49 |
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 50 | private final static Logger LOG = Logger.getLogger(Logger.GLOBAL_LOGGER_NAME);
|
| 51 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 52 | private final CanvasFrame cameraFrame = new CanvasFrame("Camera");
|
| 53 | private final JPanel panel = new JPanel();
|
| 54 | private final JSlider hueMinSlider = new JSlider();
|
| 55 | private final JSlider hueMaxSlider = new JSlider();
|
| 56 | private final JSlider satMinSlider = new JSlider();
|
| 57 | private final JSlider valMinSlider = new JSlider();
|
danielp | 64c4e05 | 2013-02-23 07:21:41 +0000 | [diff] [blame^] | 58 |
|
| 59 | private ResultSender sender;
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 60 |
|
jerrym | f0c8455 | 2013-02-19 00:51:20 +0000 | [diff] [blame] | 61 | private int totalFrames = -1; // don't count the first (warmup) frame
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 62 | private double totalMsec;
|
| 63 | private double minMsec = Double.MAX_VALUE;
|
| 64 | private double maxMsec;
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 65 |
|
| 66 | private TestImageGetter getter;
|
danielp | b3d24ee | 2013-02-22 19:47:11 +0000 | [diff] [blame] | 67 |
|
| 68 | private WPIColorImage current;
|
jerrym | a1cd68d | 2013-02-18 09:16:19 +0000 | [diff] [blame] | 69 |
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 70 | public VisionTuner() {
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 71 | //set logger to log everything
|
| 72 | LOG.setLevel(Level.ALL);
|
| 73 | try {
|
| 74 | LogHandler handler = new LogHandler("../src/org/frc971/ds_vision.log");
|
| 75 | TimeFormatter formatter = new TimeFormatter();
|
| 76 | handler.setFormatter(formatter);
|
| 77 | LOG.addHandler(handler);
|
| 78 | }
|
| 79 | catch (FileNotFoundException e) {
|
| 80 | System.err.println("Warning: Logging initialization failed.");
|
| 81 | }
|
| 82 |
|
danielp | 64c4e05 | 2013-02-23 07:21:41 +0000 | [diff] [blame^] | 83 | //initialize result sender
|
| 84 | try {
|
| 85 | sender = new ResultSender();
|
| 86 | }
|
| 87 | catch (IOException e) {
|
| 88 | LOG.severe("Server initialization failed: " + e.getMessage() + " Result reporting disabled.");
|
| 89 | }
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 90 | cameraFrame.setDefaultCloseOperation(WindowConstants.EXIT_ON_CLOSE);
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 91 |
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 92 | recognizer.showIntermediateStages(true);
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 93 |
|
| 94 | cameraFrame.getContentPane().add(panel, BorderLayout.SOUTH);
|
| 95 | panel.setLayout(new GridLayout(0, 2, 0, 0));
|
| 96 |
|
| 97 | ChangeListener sliderListener = new ChangeListener() {
|
| 98 | @Override
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 99 | public void stateChanged(ChangeEvent e) {
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 100 | LOG.fine("New HSV range ["
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 101 | + hueMinSlider.getValue() + " .. "
|
jerrym | cd2469c | 2013-02-18 20:15:28 +0000 | [diff] [blame] | 102 | + hueMaxSlider.getValue() + "] "
|
| 103 | + satMinSlider.getValue() + "+ "
|
| 104 | + valMinSlider.getValue() + "+");
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 105 | recognizer.setHSVRange(
|
| 106 | hueMinSlider.getValue(), hueMaxSlider.getValue(),
|
| 107 | satMinSlider.getValue(),
|
| 108 | valMinSlider.getValue());
|
danielp | b3d24ee | 2013-02-22 19:47:11 +0000 | [diff] [blame] | 109 | processImage(current);
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 110 | }
|
| 111 | };
|
| 112 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 113 | hueMinSlider.setToolTipText("minimum HSV hue");
|
| 114 | hueMinSlider.setMaximum(255);
|
jerrym | cd2469c | 2013-02-18 20:15:28 +0000 | [diff] [blame] | 115 | hueMinSlider.setValue(recognizer.getHueMin());
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 116 | panel.add(hueMinSlider);
|
| 117 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 118 | hueMaxSlider.setToolTipText("maximum HSV hue");
|
| 119 | hueMaxSlider.setMaximum(255);
|
jerrym | cd2469c | 2013-02-18 20:15:28 +0000 | [diff] [blame] | 120 | hueMaxSlider.setValue(recognizer.getHueMax());
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 121 | panel.add(hueMaxSlider);
|
| 122 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 123 | satMinSlider.setToolTipText("minimum HSV color saturation");
|
| 124 | satMinSlider.setMaximum(255);
|
jerrym | cd2469c | 2013-02-18 20:15:28 +0000 | [diff] [blame] | 125 | satMinSlider.setValue(recognizer.getSatMin());
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 126 | panel.add(satMinSlider);
|
| 127 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 128 | valMinSlider.setToolTipText("minimum HSV brightness value");
|
| 129 | valMinSlider.setMaximum(255);
|
jerrym | cd2469c | 2013-02-18 20:15:28 +0000 | [diff] [blame] | 130 | valMinSlider.setValue(recognizer.getValMin());
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 131 | panel.add(valMinSlider);
|
| 132 |
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 133 | LOG.fine("Initial HSV range ["
|
jerrym | cd2469c | 2013-02-18 20:15:28 +0000 | [diff] [blame] | 134 | + hueMinSlider.getValue() + " .. "
|
| 135 | + hueMaxSlider.getValue() + "] "
|
| 136 | + satMinSlider.getValue() + "+ "
|
| 137 | + valMinSlider.getValue() + "+");
|
| 138 |
|
jerrym | cd2c332 | 2013-02-18 08:49:01 +0000 | [diff] [blame] | 139 | hueMinSlider.addChangeListener(sliderListener);
|
| 140 | hueMaxSlider.addChangeListener(sliderListener);
|
| 141 | satMinSlider.addChangeListener(sliderListener);
|
| 142 | valMinSlider.addChangeListener(sliderListener);
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 143 | }
|
| 144 |
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 145 | /**
|
| 146 | * Loads the named test image files.
|
| 147 | * Sets testImageFilenames and testImages.
|
| 148 | */
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 149 |
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 150 | private void processImage(WPIColorImage cameraImage) {
|
danielp | b3d24ee | 2013-02-22 19:47:11 +0000 | [diff] [blame] | 151 | current = cameraImage;
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 152 | cameraFrame.setTitle("Input:");
|
jerrym | 6ebe645 | 2013-02-18 03:00:31 +0000 | [diff] [blame] | 153 |
|
jerrym | a1cd68d | 2013-02-18 09:16:19 +0000 | [diff] [blame] | 154 | long startTime = System.nanoTime();
|
jerrym | 6ebe645 | 2013-02-18 03:00:31 +0000 | [diff] [blame] | 155 | WPIImage processedImage = recognizer.processImage(cameraImage);
|
jerrym | a1cd68d | 2013-02-18 09:16:19 +0000 | [diff] [blame] | 156 | long endTime = System.nanoTime();
|
| 157 |
|
jerrym | 6ebe645 | 2013-02-18 03:00:31 +0000 | [diff] [blame] | 158 | cameraFrame.showImage(processedImage.getBufferedImage());
|
jerrym | a1cd68d | 2013-02-18 09:16:19 +0000 | [diff] [blame] | 159 |
|
| 160 | double milliseconds = (endTime - startTime) / 1e6;
|
jerrym | f0c8455 | 2013-02-19 00:51:20 +0000 | [diff] [blame] | 161 | if (++totalFrames > 0) {
|
| 162 | totalMsec += milliseconds;
|
| 163 | minMsec = Math.min(minMsec, milliseconds);
|
| 164 | maxMsec = Math.max(maxMsec, milliseconds);
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 165 | LOG.fine("The recognizer took " + milliseconds + " ms, " +
|
| 166 | (1000 * totalFrames / totalMsec) + " fps, %.2f avg");
|
jerrym | f0c8455 | 2013-02-19 00:51:20 +0000 | [diff] [blame] | 167 | }
|
danielp | 64c4e05 | 2013-02-23 07:21:41 +0000 | [diff] [blame^] | 168 |
|
| 169 | //send results to atom. (and any connected clients)
|
| 170 |
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 171 | }
|
| 172 |
|
| 173 | private void previousImage() {
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 174 | WPIColorImage to_process = getter.GetPrev();
|
| 175 | if (to_process != null)
|
| 176 | processImage(to_process);
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 177 | }
|
| 178 |
|
| 179 | private void nextImage() {
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 180 | WPIColorImage to_process = getter.GetNext();
|
| 181 | if (to_process != null)
|
| 182 | processImage(to_process);
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 183 | }
|
| 184 |
|
| 185 | private void processEvents() {
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 186 | KeyEvent e = cameraFrame.waitKey();
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 187 |
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 188 | switch (e.getKeyCode()) {
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 189 | case KeyEvent.VK_LEFT: // left arrow key: go to previous image
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 190 | previousImage();
|
| 191 | break;
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 192 | case KeyEvent.VK_RIGHT: // right arrow key: go to next image
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 193 | nextImage();
|
| 194 | break;
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 195 | case KeyEvent.VK_Q: // Q: print time measurements then quit
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 196 | LOG.fine("The recognizer took " + (totalMsec / totalFrames) + "ms avg, " + minMsec +" min,"
|
| 197 | + maxMsec + " max, " + (1000 * totalFrames / totalMsec) + " fps avg");
|
jerrym | f96c32c | 2013-02-18 19:30:45 +0000 | [diff] [blame] | 198 | System.exit(0);
|
jerrym | dda6013 | 2013-02-18 09:25:03 +0000 | [diff] [blame] | 199 | }
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 200 | }
|
| 201 |
|
| 202 | public static void main(final String[] args) {
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 203 | VisionTuner tuner = new VisionTuner();
|
| 204 | if (Arrays.asList(args).contains("-debug")) {
|
| 205 | //debug mode has been requested
|
| 206 | tuner.getter = new TestImageGetter(".");
|
| 207 | WPIColorImage to_process = tuner.getter.GetNext();
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 208 | if (to_process != null) {
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 209 | tuner.processImage(to_process);
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 210 | for (;;) {
|
| 211 | tuner.processEvents();
|
| 212 | }
|
| 213 | }
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 214 | else
|
danielp | 54e997e | 2013-02-21 01:54:23 +0000 | [diff] [blame] | 215 | LOG.severe("Cannot find test images.");
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 216 | }
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 217 | else {
|
danielp | 64c4e05 | 2013-02-23 07:21:41 +0000 | [diff] [blame^] | 218 | try {
|
| 219 | HTTPClient client = new HTTPClient();
|
| 220 | for (;;) {
|
| 221 | ImageWithTimestamp to_process = client.GetFrame();
|
| 222 | if (to_process.image != null) {
|
| 223 | tuner.processImage(to_process.image);
|
| 224 | LOG.fine("Captured time: " + Double.toString(to_process.timestamp));
|
| 225 | }
|
| 226 | }
|
| 227 | }
|
| 228 | catch (IOException e) {
|
| 229 | LOG.severe("Client initialization failed.");
|
danielp | 4a35a7a | 2013-02-20 20:45:39 +0000 | [diff] [blame] | 230 | }
|
jerrym | cb7a06a | 2013-02-17 22:32:29 +0000 | [diff] [blame] | 231 | }
|
| 232 | }
|
| 233 |
|
| 234 | }
|