X-Git-Url: http://dolda2000.com/gitweb/?a=blobdiff_plain;f=src%2Fkaka%2Fcakelight%2FFrame.java;h=c0bc76c020997913720edfe8d18b5da6c3d5520d;hb=da7bef43fc02577bf25293b0cda7e7fca01f26ec;hp=a16202490ab0a29d94a43a96d0186faef0199b5c;hpb=4a2d60564647052562fad28644904298ba83667b;p=kaka%2Fcakelight.git diff --git a/src/kaka/cakelight/Frame.java b/src/kaka/cakelight/Frame.java index a162024..c0bc76c 100644 --- a/src/kaka/cakelight/Frame.java +++ b/src/kaka/cakelight/Frame.java @@ -5,8 +5,6 @@ import org.opencv.core.Mat; import org.opencv.core.Size; import org.opencv.imgproc.Imgproc; -import java.awt.*; - import static kaka.cakelight.Main.saveFile; import static kaka.cakelight.Main.timeIt; @@ -15,6 +13,7 @@ public class Frame { private Configuration config; private Mat colImage; private Mat rowImage; + private Mat converted; private Frame(byte[] data) { this.data = data; @@ -34,6 +33,7 @@ public class Frame { 3) Resize to 2 images where each led uses 2 pixels: vertical - 16 x <#leds> horizontal - <#leds> x 9 + 4) Resize to cols x rows first, then resize to a vertical and a horizontal like in (3). */ Mat src = new Mat(config.video.height, config.video.width, CvType.CV_8UC2); // 8-bit, unsigned, 2 channels src.put(0, 0, data); @@ -46,14 +46,21 @@ public class Frame { // timeIt("resizing", () -> Imgproc.resize(converted, resized, new Size(config.leds.cols, config.leds.rows), 0, 0, Imgproc.INTER_AREA)); // INTER_AREA is the best for shrinking, but also the slowest (~1.5 ms) // }); - Mat converted = new Mat(); - Imgproc.cvtColor(src, converted, Imgproc.COLOR_YUV2RGB_YUYV); - timeIt("model 1", () -> model1(converted, Imgproc.INTER_AREA)); - timeIt("model 2", () -> model2(converted, Imgproc.INTER_AREA)); + Mat cropped = src.submat( + config.video.crop.top, + config.video.height - config.video.crop.bottom, + config.video.crop.left, + config.video.width - config.video.crop.right + ); + converted = new Mat(); + Imgproc.cvtColor(cropped, converted, config.video.format); +// timeIt("model 1", () -> model1(converted, Imgproc.INTER_AREA)); +// timeIt("model 2", () -> model2(converted, Imgproc.INTER_AREA)); timeIt("model 3", () -> model3(converted, Imgproc.INTER_AREA)); // save(converted, "/home/kaka/test-converted.data"); // save(resized, "/home/kaka/test-resized.data"); - System.out.println("color: " + getPixel(ListPosition.BOTTOM, 0)); + src.release(); + cropped.release(); } private void model1(Mat src, int interpolation) { @@ -73,25 +80,33 @@ public class Frame { Imgproc.resize(src, rowImage, new Size(16, config.leds.rows), 0, 0, interpolation); } - public Color getPixel(ListPosition listPosition, int xy) { + public Color getLedColor(ListPosition listPosition, int xy) { + // TODO: maybe use highest value from pixels? 100 % from 1st, 66 % from 2nd, 33 % from 3rd. colors might be strange. switch (listPosition) { case LEFT: - return pixelToColor(rowImage, 0, xy); + return interpolatedRowColor(xy, 0, 1, 2); case RIGHT: - return pixelToColor(rowImage, config.leds.cols - 1, xy); + return interpolatedRowColor(xy, 15, 14, 13); case TOP: - return pixelToColor(colImage, xy, 0); + return interpolatedColColor(xy, 0, 1, 2); case BOTTOM: - return pixelToColor(colImage, xy, config.leds.cols - 1); + return interpolatedColColor(xy, 8, 7, 6); } return null; } + private Color interpolatedRowColor(int y, int x1, int x2, int x3) { + return pixelToColor(rowImage, x3, y).interpolate(pixelToColor(rowImage, x2, y), 0.65).interpolate(pixelToColor(rowImage, x1, y), 0.65); + } + + private Color interpolatedColColor(int x, int y1, int y2, int y3) { + return pixelToColor(colImage, x, y3).interpolate(pixelToColor(colImage, x, y2), 0.65).interpolate(pixelToColor(colImage, x, y1), 0.65); + } + private Color pixelToColor(Mat image, int x, int y) { byte[] rgb = new byte[3]; image.get(y, x, rgb); - System.out.println("r = " + rgb[0] + ", g = " + rgb[1] + ", b = " + rgb[2]); - return new Color(rgb[0], rgb[1], rgb[2]); + return Color.rgb(rgb[0] & 0xff, rgb[1] & 0xff, rgb[2] & 0xff); } private void save(Mat mat, String filepath) { @@ -101,6 +116,33 @@ public class Frame { } public byte[] getData() { - return data; + byte[] buff = new byte[(int) (converted.total() * converted.channels())]; + converted.get(0, 0, buff); + return buff; + } + + public Mat getColImage() { + return colImage; + } + + public Mat getRowImage() { + return rowImage; + } + + public Mat getConvertedImage() { + return converted; + } + + /** + * Creates a LED frame going counter-clockwise from the bottom-left corner, sans the corners. + */ + public LedFrame getLedFrame() { + LedFrame frame = LedFrame.from(config); + int led = 0; + for (int i = 0; i < config.leds.cols; i++) frame.setLedColor(led++, getLedColor(ListPosition.BOTTOM, i)); + for (int i = config.leds.rows - 1; i >= 0; i--) frame.setLedColor(led++, getLedColor(ListPosition.RIGHT, i)); + for (int i = config.leds.cols - 1; i >= 0; i--) frame.setLedColor(led++, getLedColor(ListPosition.TOP, i)); + for (int i = 0; i < config.leds.rows; i++) frame.setLedColor(led++, getLedColor(ListPosition.LEFT, i)); + return frame; } }