Image Functions — On-Device Execution

Overview

Settings

imageAgent.useOpencvMat Initialize Parameters

Switch image storage mode to OpenCV mat format
Compatible with EC iOS 7.16.0+
After switching, capture, read, find image, find color, etc. all use mat format — faster and less memory
Measured: 50%–80% memory reduction, 20%–30% CPU reduction, 100%–200% speed improvement
To switch image formats, see the imageToMatFormat and matToImageFormat functions
@param use 1 = yes, 0 = no
@return {boolean} true on success, false on failure

1
function main() {
2
    let r = imageAgent.useOpencvMat(1);
3
    logd(r)
4
    // Remaining code same as before — find color, find image, etc.
5
}
6

7
main();

imageAgent.setInitParam Initialize Parameters

@param params Parameters TBD

1
function main() {
2
    imageAgent.setInitParam({});
3
}
4

5
main();

Standard Screenshot (JPG)

imageAgent.captureFullScreenEx Capture Full Screen as AutoImage

Capture full screen in JPG format
Compatible with EC USB iOS 5.0.0+
@param ext Extended parameters to adjust capture method and quality:
type: 1 = JPG capture method 1
2 = JPG capture method 2
3 = PNG format; PNG does not support quality parameter — choose based on your device
quality: Image quality; when type=1, supports 1, 50, 100 (three quality levels)
When type=2, supports quality 1–100
@return {null|AutoImage}

1
function main() {
2
    logd("isServiceOk " + isServiceOk());
3
    startEnv()
4
    logd("isServiceOk " + isServiceOk());
5
    for (let i = 0; i < 10; i++) {
6
        console.time(1)
7
        let cap = imageAgent.captureFullScreenEx({"type": "1", "quality": 50})
8
        logd("Screenshot data: " + cap + " elapsed: " + console.timeEnd(1))
9
        sleep(1000)
10
        // Recycle image
11
        imageAgent.recycle(cap)
12
    }
13
}

imageAgent.captureFullScreen Capture Full Screen as AutoImage

Capture current screen and return an AutoImage object in JPG format.
@return AutoImage object or null

1
function main() {
2
    logd("isServiceOk " + isServiceOk());
3
    startEnv()
4
    logd("isServiceOk " + isServiceOk());
5
    for (let i = 0; i < 10; i++) {
6
        let cap = imageAgent.captureFullScreen()
7
        logd("Screenshot data: " + cap)
8
        sleep(1000)
9
        // Recycle image
10
        imageAgent.recycle(cap)
11
    }
12
}
13

14
main();

Color Comparison

imageAgent.cmpColor Multi-Point Color Comparison

Single or multi-point color comparison; returns true if all points match, false otherwise
@param image1 Image
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate; 0 for full-screen search
@param y Region start Y coordinate; 0 for full-screen search
@param ex End X coordinate; 0 for full-screen search
@param ey End Y coordinate; 0 for full-screen search
@return Boolean; true if found, false if not found

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
    sleep(1000)
9
    let aimage = imageAgent.captureFullScreen();
10
    if (aimage != null) {
11
        let points3 = "205|1130|0xff944b-0x101010,211|1158|0xff8e42,191|1175|0xfcfbf7";
12
        let points = imageAgent.cmpColor(aimage, points3, 0.9, 0, 0, 0, 0);
13
        logd("points " + points);
14
        // Recycle image
15
        imageAgent.recycle(aimage)
16
    }
17

18
}
19

20
main();

imageAgent.cmpColorEx Multi-Point Color Comparison (Extended)

Single or multi-point color comparison with auto-screenshot; returns true if all match, false otherwise
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate; 0 for full-screen search
@param y Region start Y coordinate; 0 for full-screen search
@param ex End X coordinate; 0 for full-screen search
@param ey End Y coordinate; 0 for full-screen search
@return Boolean; true if found, false if not found

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7

8
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
9
    sleep(1000)
10
    let points3 = "205|1130|0xff944b-0x101010,211|1158|0xff8e42,191|1175|0xfcfbf7";
11
    let points = imageAgent.cmpColorEx(points3, 0.9, 0, 0, 0, 0);
12
    logd("points " + points);
13

14
}
15

16
main();

imageAgent.cmpMultiColor Multi-Group Color Comparison

Multi-point or multi-point array color comparison; searches sequentially. Returns index of matching points, or -1 if none found
@param image1 Image
@param points Array like ["6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696","6|1|0x969696"]
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate; 0 for full-screen search
@param y Region start Y coordinate; 0 for full-screen search
@param ex End X coordinate; 0 for full-screen search
@param ey End Y coordinate; 0 for full-screen search
@return Integer; index of matching points, or -1 if none found

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
    sleep(1000)
9
    let aimage = imageAgent.captureFullScreen();
10
    if (aimage != null) {
11
        let points1 = "205|112230|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
12
        let points2 = "205|113022|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
13
        let points3 = "205|1130|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
14
        let points = imageAgent.cmpMultiColor(aimage, [points1, points2, points3], 0.9, 0, 0, 0, 0);
15
        logd("points " + points);
16
        // Recycle image
17
        imageAgent.recycle(aimage)
18
    }
19
}
20

21
main();

imageAgent.cmpMultiColorEx Multi-Group Color Comparison (Extended)

Multi-point or array color comparison with auto-screenshot; returns index or -1
@param points Array like ["6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696","6|1|0x969696"]
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate; 0 for full-screen search
@param y Region start Y coordinate; 0 for full-screen search
@param ex End X coordinate; 0 for full-screen search
@param ey End Y coordinate; 0 for full-screen search
@return Integer; index of matching points, or -1 if none found

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
    sleep(1000)
9
    let points1 = "205|112230|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
10
    let points2 = "205|113022|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
11
    let points3 = "205|1130|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
12
    let points = imageAgent.cmpMultiColorEx([points1, points2, points3], 0.9, 0, 0, 0, 0);
13
    logd("points " + points);
14
}
15

16
main();

Find Color

imageAgent.findColor Single-Point Find Color

Find a point in the image whose color exactly matches color and return its coordinates; returns null if not found.
@param image Image
@param color Target color, e.g. 0xCDD7E9-0x101010,0xCDD7E9-0x101010
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate
@param y Region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param limit Result count limit
@param orz Direction; values 1–8
@return Array of Point coordinates or null

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
    sleep(1000)
9
    let aimage = imageAgent.captureFullScreen();
10
    if (aimage != null) {
11
        let points = imageAgent.findColor(aimage, "0xCDD7E9-0x101010,0xCDD7E9-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
12
        logd("points " + JSON.stringify(points));
13
        // This is an array
14
        if (points) {
15
            for (let i = 0; i < points.length; i++) {
16
                logd(JSON.stringify(points[i]), points[i].x, points[i].y)
17
                // Click coordinates
18
                clickPoint(points[i].x, points[i].y)
19
            }
20
        }
21
        // Recycle image
22
        imageAgent.recycle(aimage)
23
    }
24

25
}
26

27
main();

imageAgent.findColorEx Auto-Screenshot Single-Point Find Color

Find a point on the current screen whose color exactly matches and return coordinates; null if not found.
@param color Target color
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate
@param y Region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param limit Result count limit
@param orz Direction; values 1–8
@return Array of Point coordinates or null

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
    sleep(1000)
9
    let points = image.findColorEx("0xCDD7E9-0x101010,0xCDD7E9-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
10
    logd("points " + JSON.stringify(points));
11
    // This is an array
12
    if (points && points.length > 0) {
13
        for (let i = 0; i < points.length; i++) {
14
            logd(JSON.stringify(points[i]), points[i].x, points[i].y)
15
            // Click coordinates
16
            clickPoint(points[i].x, points[i].y)
17
        }
18
    }
19

20
}
21

22
main();

imageAgent.findMultiColor Multi-Point Find Color

Multi-point find color; finds all matching points, similar to KeyWizard multi-point find color.
@param image Image to search
@param firstColor First point color
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate
@param y Region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param limit Result count limit
@param orz Direction; values 1–8
@return Array of Point coordinates or null

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
    sleep(1000)
9
    let aimage = imageAgent.captureFullScreen();
10
    if (aimage != null) {
11
        let points = imageAgent.findMultiColor(aimage, "0xDD7A5F-0x101010", "29|25|0xBB454B-0x101010,58|44|0xA6363A-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
12
        logd("points " + JSON.stringify(points));
13
        // This is an array
14
        if (points && points.length > 0) {
15
            for (let i = 0; i < points.length; i++) {
16
                logd(points[i], points[i].x, points[i].y)
17
                // Click coordinates
18
                clickPoint(points[i].x, points[i].y)
19
            }
20
        }
21
        // Recycle image
22
        imageAgent.recycle(aimage)
23
    }
24

25
}
26

27
main();

imageAgent.findMultiColorEx Auto-Screenshot Multi-Point Find Color

Multi-point find color; finds all matching points, similar to KeyWizard multi-point find color.
@param firstColor First point color
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate
@param y Region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param limit Result count limit
@param orz Direction; values 1–8
@return Array of Point coordinates or null

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("Failed to request permissions");
5
        return;
6
    }
7

8
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
9
    sleep(1000)
10
    let points = imageAgent.findMultiColorEx("0xDD7A5F-0x101010", "29|25|0xBB454B-0x101010,58|44|0xA6363A-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
11
    logd("points " + JSON.stringify(points));
12
    // This is an array
13
    if (points && points.length > 0) {
14
        for (let i = 0; i < points.length; i++) {
15
            logd(points[i], points[i].x, points[i].y)
16
            // Click coordinates
17
            clickPoint(points[i].x, points[i].y)
18
        }
19
    }
20

21

22
}
23

24
main();

Find Non-Color

imageAgent.findNotColor Find Non-Color

Find points in the image whose color does not match color; null if not found.
Compatible with EC USB 6.30.0+
@param image Image
@param color Target color, e.g. 0xCDD7E9-0x101010,0xCDD7E9-0x101010 (generated by EC tool)
@param threshold Color similarity when finding color; range 0.0 ~ 1.0
@param x Region start X coordinate
@param y Region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param limit Result count limit
@param orz Direction; values 1–8
@return Array of Point coordinates or null

1
function main() {
2
    let aimage = imageAgent.captureFullScreen();
3
    if (aimage != null) {
4
        let points = imageAgent.findNotColor(aimage, "0xCDD7E9-0x101010,0xCDD7E9-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
5
        logd("points " + JSON.stringify(points));
6
        // This is an array
7
        if (points) {
8
            for (let i = 0; i < points.length; i++) {
9
                logd(JSON.stringify(points[i]), points[i].x, points[i].y)
10
                // Click coordinates
11
                clickPoint(points[i].x, points[i].y)
12
            }
13
        }
14
        // Recycle image
15
        imageAgent.recycle(aimage)
16
    }
17

18
}
19

20
main();

Find Image

imageAgent.findImageByColor Transparent Find Image

Transparent find image (this function does not require OpenCV initialization)
@param image Large image
@param template Small image (template)
@param x Find region start X coordinate
@param y Find region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param threshold Image similarity; float 0~1. Default 0.9.
@param limit Result count limit; use 1 for one result, or more for multiple
@return Array of Point coordinates or null

1
function main() {
2
    // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
3
    sleep(1000)
4
    // Read sms.png from project res folder
5
    let sms = imageAgent.readResAutoImage("sms.png");
6
    // Capture screen
7
    let aimage = imageAgent.captureFullScreen();
8
    logd("aimage " + aimage);
9
    if (aimage != null) {
10
        // Search in image
11
        let points = image.findImageByColor(aimage, sms, 0, 0, 0, 0, 0.8, 5);
12
        logd("points " + JSON.stringify(points));
13
        // This is an array
14
        if (points && points.length > 0) {
15
            for (let i = 0; i < points.length; i++) {
16
                logd(points[i])
17
                let x = points[i].x
18
                let y = points[i].y
19
                // Click coordinates
20
                clickPoint(x, y)
21
            }
22
        }
23
        // Recycle image
24
        imageAgent.recycle(aimage)
25
    }
26
    // Recycle image
27
    imageAgent.recycle(sms)
28
}
29

30
main();

imageAgent.findImageByColorEx Transparent Find Image (Extended)

Find image by color; supports transparent images; no OpenCV processing needed
Returns null when not found anywhere in the image
@param image1 Large image
@param template Small image (template)
@param x Find region start X coordinate
@param y Find region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param limit Result count limit; use 1 for one result, or more for multiple
@param extra Extended parameters as a map, e.g.

{"firstColorOffset":"#101010","firstColorThreshold":1.0,"otherColorOffset":"#101010","otherColorThreshold":0.9,"cmpColorSucThreshold":1.0}

firstColorOffset: Color offset for first matched color, e.g. #101010
firstColorThreshold: Color offset coefficient for first match, e.g. 0.9
otherColorOffset: Color offset for remaining colors, e.g. #101010
otherColorThreshold: Color offset coefficient for remaining colors, e.g. 0.9
cmpColorSucThreshold: Fraction of colors that must match for success, e.g. 0.9 = 90% of points
startX: X coordinate to start searching from for the first point
startY: Y coordinate to start searching from for the first point
@return Array of Point coordinates or null

1
function main() {
2

3
 let d = startEnv();
4
 logd("Starting service--{}", d)
5
 let smallTmplate = readResAutoImage("tmp4.png");
6

7
 for (let i = 0; i < 100; i++) {
8
 sleep(1000)
9
 let img = imageAgent.captureFullScreen();
10
 logd("img = {}", img)
11
 if (img == null) {
12
 continue
13
 }
14
 console.time(1)
15
 let extra = {
16
 "firstColorOffset": "#202020",
17
 "otherColorOffset": "#000000",
18
 "cmpColorSucThreshold": 1,
19
 "firstColorThreshold": "1",
20
 "otherColorThreshold": "1",
21
 "startX": 0,
22
 "startY": 0
23
 }
24
 let points = imageAgent.findImageByColorEx(img, smallTmplate, 0, 0, 0, 0, 100, extra);
25
 logd("time-{}", console.timeEnd(1))
26
 // This is an array
27
 if (points) {
28
 logd("points " + JSON.stringify(points));
29
 }
30
 imageAgent.recycle(img)
31
 }
32
 imageAgent.recycle(smallTmplate)
33
}
34

35
main()

imageAgent.findImage Find Image

Find image. Locates template in image via template matching; returns Rect region array or null.
Compatible with EC USB 7.16.0+
@param image Large image
@param template Small image (template)
@param x Find region start X coordinate
@param y Find region start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@param weakThreshold Weak threshold. Used each matching round to decide whether to continue. If similarity is below this, stop matching. Float 0~1. Default 0.7.
@param threshold Image similarity; float 0~1. Default 0.9.
@param limit Result count limit; use 1 for one result, or more for multiple
@param method 0: TM_SQDIFF squared difference, 1: TM_SQDIFF_NORMED normalized squared difference, 2: TM_CCORR correlation, 3: TM_CCORR_NORMED normalized correlation, 4: TM_CCOEFF coefficient, 5: TM_CCOEFF_NORMED normalized coefficient
@return Rect region object array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 // Read sms.png from project res folder
8
 let sms = imageAgent.readResAutoImage("sms.png");
9
 // Capture screen
10
 let aimage = imageAgent.captureFullScreen();
11
 logd("aimage " + aimage);
12
 if (aimage != null) {
13
 // Search in image
14
 let points = imageAgent.findImage(aimage, sms, 0, 0, 0, 0, 0.7, 0.9, 21, 5);
15
 logd("points " + JSON.stringify(points));
16
 // This is an array
17
 if (points && points.length > 0) {
18
 for (let i = 0; i < points.length; i++) {
19
 logd(points[i])
20
 logd("Similarity: " + points[i]['similarity'])
21
 let x = parseInt((points[i].left + points[i].right) / 2)
22
 let y = parseInt((points[i].top + points[i].bottom) / 2)
23
 // Click coordinates
24
 clickPoint(x, y)
25
 }
26
 }
27
 // Recycle image
28
 imageAgent.recycle(aimage)
29
 }
30
 // Recycle image
31
 imageAgent.recycle(sms)
32
}
33

34
main();

imageAgent.matchTemplate Image Template Matching

OpenCV template matching wrapper
Compatible with EC iOS 7.16.0+
@param image Large image
@param template Small image (template)
@param weakThreshold Weak threshold. Used each matching round to decide whether to continue. Float 0~1. Default 0.9.
@param threshold Strong threshold. Validates final match result; if similarity exceeds this in any round, returns immediately. Float 0~1. Default 0.9.
@param rect Find region. See findColor for rect details.
@param maxLevel Default -1; generally you do not need to change. Auto-adjusts by image size when omitted. Uses image pyramid; level = pyramid depth. Higher level may improve speed but can cause failures (over-shrunk image) or wrong positions. Only tune if you understand this parameter.
@param limit Result count limit; use 1 for one result, or more for multiple
@param method 0: TM_SQDIFF squared difference, 1: TM_SQDIFF_NORMED normalized squared difference, 2: TM_CCORR correlation, 3: TM_CCORR_NORMED normalized correlation, 4: TM_CCOEFF coefficient, 5: TM_CCOEFF_NORMED normalized coefficient
@return Match collection or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
 sleep(1000)
9
 let aimage = imageAgent.captureFullScreen();
10
 if (aimage != null) {
11
 let temp = imageAgent.readResAutoImage("tmp.png");
12
 let rectp = new Rect();
13
 rectp.left = 0;
14
 rectp.top = 0;
15
 rectp.right = 0;
16
 rectp.bottom = 0;
17
 let matchs = imageAgent.matchTemplate(aimage, temp, 0.7, 0.9, rectp, -1, 10, 5);
18
 // This is an array
19
 logd(JSON.stringify(matchs));
20
 // This is an array
21
 if (matchs && matchs.length > 0) {
22
 for (let i = 0; i < matchs.length; i++) {
23
 logd(JSON.stringify(matchs[i].point));
24
 clickPoint(matchs[i].point.x, matchs[i].point.y)
25
 }
26
 }
27
 // Recycle image
28
 imageAgent.recycle(aimage)
29
 // Recycle image
30
 imageAgent.recycle(temp)
31
 }
32
}
33

34
main();

Grayscale

imageAgent.gray Grayscale Image

Grayscale image
Compatible with EC iOS USB version 8.18.0+
@param img
@return {null|AutoImage}

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 let screenImage = imageAgent.captureFullScreenEx({"type": "1", "quality": 100});
8
 logd("start...")
9
 if (screenImage != null) {
10
 // Binarize
11
 let newimage = imageAgent.gray(screenImage);
12
 if (newimage) {
13
 logd("newimage " + newimage.uuid);
14
 // Pull image data to control center
15
 let imginCenter = imageAgent.pullImageToCenter(newimage)
16
 logd("imginCenter " + imginCenter);
17
 // Save to PC using control center function
18
 image.saveTo(imginCenter, "aaa.jpg")
19
 }
20
 // Recycle image
21
 imageAgent.recycle(screenImage)
22
 }
23
}
24

25
main();

Binarization

imageAgent.binaryzation Binarize Image

Binarize AutoImage
@param img AutoImage object
@param threshold Binarization coefficient, 0 ~ 255
@return AutoImage object or null

1
function main() {
2
 for (let i = 0; i < 1; i++) {
3
// Capture screen
4
 let screenImage = imageAgent.captureFullScreenEx({"type": "1", "quality": 100});
5
 logd("start...")
6
 if (screenImage != null) {
7
 // Binarize
8
 let newimage = imageAgent.binaryzation(screenImage, 200);
9
 if (newimage) {
10
 logd("newimage " + newimage.uuid);
11
 // Pull image data to control center
12
 let imginCenter = imageAgent.pullImageToCenter(newimage)
13
 logd("imginCenter " + imginCenter);
14
 // Save to PC using control center function
15
 image.saveTo(imginCenter, "aaa.jpg")
16
 }
17
 // Recycle image
18
 imageAgent.recycle(screenImage)
19
 }
20
 }
21

22
}
23

24
main();

imageAgent.binaryzationEx Adaptive Binarization

Adaptive binarization using OpenCV adaptiveThreshold
Compatible with EC USB 7.16.0+
@param img AutoImage object
@param map MAP parameters
diameter: Denoising diameter; see OpenCV bilateralFilter
adaptiveMethod: Adaptive binarization method 0 or 1 — ADAPTIVE_THRESH_MEAN_C=0, ADAPTIVE_THRESH_GAUSSIAN_C=1
blockSize: Neighborhood block size in pixels; odd values like 3, 5, 7
c: Offset adjustment value
{"diameter":20,"adaptiveMethod":1,"c":9,"blockSize":51}
@return {null|AutoImage}

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 let screenImage = imageAgent.captureFullScreenEx({"type": "1", "quality": 100});
8
 logd("start...")
9
 if (screenImage != null) {
10
 // Binarize
11
 let newimage = imageAgent.binaryzationEx(d, {
12
 "diameter": 20,
13
 "adaptiveMethod": 1,
14
 "c": 9, "blockSize": 51
15
 });
16
 if (newimage) {
17
 logd("newimage " + newimage.uuid);
18
 // Pull image data to control center
19
 let imginCenter = imageAgent.pullImageToCenter(newimage)
20
 logd("imginCenter " + imginCenter);
21
 // Save to PC using control center function
22
 image.saveTo(imginCenter, "aaa.jpg")
23
 }
24
 // Recycle image
25
 imageAgent.recycle(screenImage)
26
 }
27
}
28

29
main();

Other

imageAgent.rotateImage Rotate Image

Rotate image
Compatible with EC iOS control center 6.0+
@param img Image object
@param degree Degrees: 0 = portrait (Home button at bottom), -90 = counter-clockwise 90° (Home on right), 90 = clockwise 90° (Home on left)
@return AutoImage object or null

1
function main() {
2
 let img = imageAgent.captureFullScreen()
3
 logd(" img width " + imageAgent.getWidth(img2))
4
 let img2 = imageAgent.rotateImage(img, -90);
5
 imageAgent.recycle(img)
6
 logd(" img2 width " + imageAgent.getWidth(img2))
7
 imageAgent.recycle(img2)
8
}
9

10
main();

imageAgent.readImage Read File as Image

Read image file at path and return an {@link AutoImage} object. Returns null if file missing or undecodable.
@param path Image path
@return AutoImage object or null

1
function main() {
2
 let autoimg = imageAgent.readImage("F:/a.png");
3
 // Recycle image
4
 imageAgent.recycle(autoimg)
5
}
6

7
main();

imageAgent.readResAutoImage Read res File as Image

Read image from IEC res folder and return an {@link AutoImage} object. Returns null if missing or undecodable.
@param res Image path
@return AutoImage object or null

1
function main() {
2
 let autoimg = imageAgent.readResAutoImage("a.png");
3
 // Recycle image
4
 imageAgent.recycle(autoimg)
5
}
6

7
main();

imageAgent.argb Color to Hex String

Convert integer color value to hex RGB string
@param color Integer value
@return {string} Color string

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
 sleep(1000)
9
 let aimage = imageAgent.captureFullScreen();
10
 if (aimage != null) {
11
 let points3 = "765|22|0x1296DB";
12
 logd("==" + imageAgent.argb(imageAgent.pixel(aimage, 765, 22)));
13
 let points = imageAgent.cmpColor(aimage, points3, 0.5, 0, 0, 0, 0);
14
 logd("points " + points);
15
 // Recycle image
16
 imageAgent.recycle(aimage)
17
 }
18
}
19

20
main();

imageAgent.pixel Get Pixel Color Value

Get color value of a pixel in the image
@param img Image object
@param x X coordinate
@param y Y coordinate
@return int Color value

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
 sleep(1000)
9
 let aimage = imageAgent.captureFullScreen();
10
 if (aimage != null) {
11
 let points3 = "765|22|0x1296DB";
12
 logd("==" + imageAgent.argb(imageAgent.pixel(aimage, 765, 22)));
13
 let points = imageAgent.cmpColor(aimage, points3, 0.5, 0, 0, 0, 0);
14
 logd("points " + points);
15
 // Recycle image
16
 imageAgent.recycle(aimage)
17
 }
18
}
19

20
main();

imageAgent.getWidth Get Width

Get width
@param img Image object
@return int

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
 sleep(1000)
9
 let aimage = imageAgent.captureFullScreen();
10
 if (aimage != null) {
11
 let w = imageAgent.getWidth(aimage);
12
 logd("w " + w);
13
 // Recycle image
14
 imageAgent.recycle(aimage)
15
 }
16
}
17

18
main();

imageAgent.getHeight Get Height

Get height
@param img Image object
@return int

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
8
 sleep(1000)
9
 let aimage = imageAgent.captureFullScreen();
10
 if (aimage != null) {
11
 let h = imageAgent.getHeight(aimage);
12
 logd("h " + h);
13
 // Recycle image
14
 imageAgent.recycle(aimage)
15
 }
16
}
17

18
main();

Image Conversion

imageAgent.imageToMatFormat

Convert to Mat storage format
Compatible with EC iOS 7.16.0+
@param img {AutoImage} Image object
@return AutoImage in MAT storage format, or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 logd("Screenshot permission result... " + request)
8
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
9
 sleep(1000)
10
 imageAgent.useOpencvMat(0)
11
 for (let i = 0; i < 100; i++) {
12
 let d = imageAgent.captureFullScreen();
13
 logd(d)
14
 sleep(1000);
15
 if (d) {
16
 let ds = imageAgent.imageToMatFormat(d);
17
 logd(ds)
18
 imageAgent.recyle(d);
19
 }
20

21
 }
22
}
23

24
main();

imageAgent.matToImageFormat

Convert to standard image storage format
Compatible with EC iOS 7.16.0+
@param img {AutoImage} Image object
@return AutoImage in standard storage format, or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 logd("Screenshot permission result... " + request)
8
 sleep(1000)
9
 imageAgent.useOpencvMat(1)
10
 for (let i = 0; i < 100; i++) {
11
 let d = imageAgent.captureFullScreen();
12
 logd(d)
13
 sleep(1000);
14
 if (d) {
15
 let ds = imageAgent.matToImageFormat(d);
16
 logd(ds)
17
 imageAgent.recyle(d);
18
 }
19

20
 }
21
}
22

23
main();

imageAgent.clip Clip Image

Clip image
@param img Image object
@param x Start X coordinate
@param y Start Y coordinate
@param ex End X coordinate
@param ey End Y coordinate
@return AutoImage object or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 logd("Screenshot permission result... " + request)
8
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
9
 sleep(1000)
10
 let imageX = imageAgent.captureFullScreen();
11
 let r = imageAgent.clip(imageX, 100, 100, 300, 400);
12
 logd("result " + r);
13
 // Recycle image
14
 imageAgent.recycle(imageX)
15
 imageAgent.recycle(r)
16
}
17

18
main();

imageAgent.toBase64 Convert to Base64

Get image base64 string
Compatible with EC iOS USB version 6.26.0+
@param img Image object
@return {string} Base64 data

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 sleep(1000)
8
 let aimage = imageAgent.captureFullScreen();
9
 if (aimage != null) {
10
 let h = imageAgent.toBase64(aimage);
11
 logd("h " + h);
12
 // Recycle image
13
 imageAgent.recycle(aimage)
14
 }
15
}
16

17
main();

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("Failed to request permissions");
5
 return;
6
 }
7
 logd("Screenshot permission result... " + request)
8
 // Wait at least 1s after permissions (more on slow devices) before screenshot, or capture may fail
9
 sleep(1000)
10
 let imageX = imageAgent.captureFullScreen();
11
 let r = imageAgent.clip(imageX, 100, 100, 300, 400);
12
 logd("result " + r);
13
 // Recycle image
14
 imageAgent.recycle(imageX)
15
 imageAgent.recycle(r)
16
}
17

18
main();

Image Exchange

imageAgent.pushImageToAgent Push Image to Phone

Push control center image data to the phone environment
@param img AutoImage object on the control center
@return AutoImage object or null

1
function main() {
2
 let screenImage = image.captureFullScreenEx({"type": "1", "quality": 100});
3
 logd("==>Control center image " + screenImage.uuid)
4
 let age = imageAgent.pushImageToAgent(screenImage)
5
 logd("--Image on phone " + age.uuid)
6
 logd("--Image on phone getWidth " + imageAgent.getWidth(age))
7
}
8

9
main();

imageAgent.pullImageToCenter Pull Image to Control Center

Pull image data to the control center environment
@param img AutoImage object on the phone
@return AutoImage object or null

1
function main() {
2
 for (let i = 0; i < 1; i++) {
3
// Capture screen
4
 let screenImage = imageAgent.captureFullScreenEx({"type": "1", "quality": 100});
5
 logd("start...")
6
 if (screenImage != null) {
7
 // clip
8
 imageAgent
9
 let newimage = imageAgent.clip(screenImage, 200, 200, 400, 500);
10
 // This is an array
11
 if (newimage) {
12
 logd("newimage " + newimage.uuid);
13
 let imginCenter = imageAgent.pullImageToCenter(newimage)
14
 logd("imginCenter " + imginCenter);
15
 image.saveTo(imginCenter, "aaa.jpg")
16
 }
17
 // Recycle image
18
 imageAgent.recycle(screenImage)
19
 }
20
 }
21
}
22

23
main();

Image Recycling

imageAgent.isRecycled Check If Image Is Recycled

Whether the image has been recycled
@param img Image object
@return bool true if already recycled

1
function main() {
2
 let imageX = imageAgent.captureFullScreen();
3
 let r = imageAgent.isRecycled(imageX);
4
 logd("result " + r);
5
 // Recycle image
6
 imageAgent.recycle(imageX)
7
}
8

9
main();

imageAgent.recycle Recycle Image

Recycle image
@param img Image object

1
function main() {
2
 let imageX = imageAgent.captureFullScreen();
3
 // Recycle image
4
 imageAgent.recycle(imageX)
5

6
}
7

8
main();

imageAgent.recycleAllImage Recycle All Images

Recycle all images
Compatible with EC iOS 7.16.0+
@return boolean true on success

1
function main() {
2
 let imageX = imageAgent.captureFullScreen();
3
 // Recycle image
4
 imageAgent.recycleAllImage()
5
}
6

7
main();