Image & Color Functions

Settings

image.setInitParam Initialize Parameters

Set image module initialization parameters
@param params Parameters TBD

1
function main() {
2
    image.setInitParam({});
3
}
4

5
main();

image.useOpencvMat Initialize Parameters

Switch image storage to OpenCV mat format
Requires EC iOS 4.6.0+
After switching, capture, read, find-image, and find-color use mat format — faster and lower memory
Measured: 50–80% less memory, 20–30% less CPU, 100–200% faster
To convert formats, see imageToMatFormat and matToImageFormat
@param use 1 = yes, 0 = no
@return {boolean} true on success, false on failure

1
function main() {
2
    let r = image.useOpencvMat(1);
3
    logd(r)
4
    // Remaining code unchanged — find-color, find-image, etc.
5
}
6

7
main();

Proxy Mode Standard Capture (JPG)

image.captureFullScreenEx Capture Full Screen as Image Object

Capture full screen as JPG
@param ext Extended params to adjust capture mode and quality
fetchImageMode: 1=JPG mode 1, 2=JPG mode 2, 3=PNG (no quality param); choose per device
fetchImageQuality: when fetchImageMode=1, supports 1, 50, 100
When fetchImageMode=2, quality 1–100
@return {null|AutoImage}

1
function main() {
2
    logd("isServiceOk " + isServiceOk());
3
    startEnv()
4
    logd("isServiceOk " + isServiceOk());
5
    for (let i = 0; i < 10; i++) {
6
        console.time(1)
7
        let cap = image.captureFullScreenEx({"fetchImageMode": "1", "fetchImageQuality": 50})
8
        logd("capture data: " + cap + " elapsed: " + console.timeEnd(1))
9
        image.saveTo(cap, "b.jpg");
10
        sleep(1000)
11
        // Recycle image to free memory
12
        image.recycle(cap)
13
    }
14
}

image.captureFullScreen Capture Full Screen as Image Object

Capture current screen as Image (JPG format).
@return AutoImage object or null

1
function main() {
2
    logd("isServiceOk " + isServiceOk());
3
    startEnv()
4
    logd("isServiceOk " + isServiceOk());
5
    for (let i = 0; i < 10; i++) {
6
        let cap = image.captureFullScreen()
7
        logd("capture data: " + cap)
8
        sleep(1000)
9
        // Recycle image to free memory
10
        image.recycle(cap)
11
    }
12
}
13

14
main();

image.captureFullScreenUIImage Capture Screen as UIImage

Capture screen as UIImage
Requires EC 4.2.0+
@param ext Extended params to adjust capture mode and quality
type: 1 = JPG capture mode 1
2 = JPG capture mode 2
3 = PNG (no quality param); choose per device
quality: Image quality; type=1 supports 1, 50, 100
When type=2, quality 1–100
@return Swift UIImage object or null

1
function main() {
2
    logd("isServiceOk " + isServiceOk());
3
    startEnv()
4
    logd("isServiceOk " + isServiceOk());
5
    setComputeMode(1)
6
    let img1 = image.captureFullScreen();
7
    logd(img1)
8

9
    // Test 1
10
    let uiimage = image.autoImageToUIImage(img1)
11
    logd("autoImageToUIImage uiimage " + uiimage)
12
    let x = pluginLoader.callMethodAny(name, clzName, "testMethod", uiimage)
13
    logd(x)
14
    image.recycle(img1)
15

16

17
    let img2 = image.captureFullScreenUIImage({})
18
    let xX = pluginLoader.callMethodAny(name, clzName, "testMethod", img2)
19
    logd(xX)
20

21

22
    let au = image.uiimageToAutoImage(uiimage)
23
    logd("au " + au)
24

25
    Save to file
26
    image.saveTo(au, file.getSandBoxFilePath("a.jpg"))
27
    image.recycle(au)
28
    image.recycle(img2)
29
}
30

31
main();

Shortcuts Screenshot

image.getShortcutImage Get Shortcuts Screenshot

Get Shortcuts screenshot
Internally loops to fetch frames
If phone is landscape but capture is not, use rotate functions
Requires EC standalone 6.6.0+
@param timeout Timeout in ms
@return {AutoImage|null} AutoImage object

1
function test_shortcut_screen() {
2
    // Release all OCR resources at start to avoid leaks
3
    ocrMut.releaseAll();
4
    logd("Starting script...")
5
    let ocrtest = ocrMut.newOcr()
6
    let modelPath = file.getSandBoxFilePath("")
7
    let detName = "det"
8
    let recName = "rec"
9
    // Built-in OCR model
10
    let paddleNcnnOcrMap1 = {"type": "paddleNcnnOcrV5", "numThread": 2, "padding": 32, "maxSideLen": 640}
11

12
    // Use external model
13
    let paddleOnnxOcrMap2 = {
14
        "type": "paddleNcnnOcrV5", "numThread": 2, "padding": 32, "maxSideLen": 640,
15
        "modelsDir": modelPath,
16
        "keysName": "keys.txt",
17
        "detName": detName,
18
        "recName": recName
19
    }
20
    let inited = ocrtest.initOcr(paddleNcnnOcrMap1)
21
    if (!inited) {
22
        loge("inited ocr error : " + ocrtest.getErrorMsg())
23
        return
24
    } else {
25
        logd("ocr inited ok")
26
    }
27
    // May stop first or not
28
    // image.stopShortcutHttpServer();
29
    // Start once per run, or from app settings
30
    let b = image.startShortcutHttpServer(0)
31
    if (!b) {
32
        logw("failed to start Shortcuts receiver {}", image.shortcutHttpServerLastError())
33
        return;
34
    }
35
    image.useOpencvMat(1)
36
    logd("Start capture; bind Shortcuts hotkey first — see docs")
37
    for (let i = 0; i < 100; i++) {
38
        sleep(1000)
39
        logd("capture #" + (i + 1))
40
        // Test: Shortcuts bound to gui+A, send then fetch
41
        //logd(otgEvent.keyPressChar("gui", "A"))
42
        let img = image.getShortcutImage(10 * 1000);
43
        if (img) {
44
            logd("Shortcuts capture succeeded " + img)
45
            logd("image width and height {},{}", img.getWidth(), img.getHeight())
46
            let ss = file.getSandBoxFilePath("a.png");
47
            img.saveTo(ss)
48
            logd("image saved to: " + ss)
49
        } else {
50
            continue
51
        }
52

53

54
        console.time(1)
55

56
        // Dynamic params can be set here
57
        let ocrResult = ocrtest.ocrImage(img, 20000, {"numThread": 2, "padding": 32})
58

59
        logd("ocrResult " + JSON.stringify(ocrResult));
60
        if (ocrResult) {
61
            logd("OCR result-》 " + JSON.stringify(ocrResult));
62
            for (var j = 0; j < ocrResult.length; j++) {
63
                var value = ocrResult[j];
64
                logd("text : " + value.label + " " + value.x + "," + value.y + "," + (value.x + value.width) + "," + (value.y + value.height));
65
            }
66
        } else {
67
            logw("no result recognized");
68
        }
69
        logd("elapsed: {} ms", console.timeEnd(1))
70
        sleep(100)
71
        image.recycle(img)
72
        sleep(200)
73
    }
74
    // Release when script ends; not needed after every use
75
    ocrtest.releaseAll()
76
}
77

78

79
test_shortcut_screen();

image.startShortcutHttpServer Start Shortcuts Receiver Service

Start Shortcuts receiver service
Receives image data sent from Shortcuts
Can start from app settings or via this script function
Requires EC standalone 6.6.0+
@param port Listen port 1–65535; 0=default
@return {boolean} true if start succeeded

1
// Example: see image.getShortcutImage

image.stopShortcutHttpServer Stop Shortcuts Receiver Service

Stop Shortcuts screenshot receiver service
Requires EC standalone 6.6.0+
@return {boolean} true if start succeeded

1
// Example: see image.getShortcutImage

image.shortcutHttpServerBaseUrl Get Receiver Service URL

Get receiver service URL
Usually not needed
Requires EC standalone 6.6.0+
@return {string} Service URL

1
// Example: see image.getShortcutImage

image.shortcutHttpServerLastError Get Capture Service Error

Get capture service error message
Latest error from Shortcuts capture receiver service
(e.g. start failure reason)
Requires EC standalone 6.6.0+
@return {string} null or "" = no error

1
// Example: see image.getShortcutImage

Screen Recording Capture

image.getSystemScreenCapImage Get Screen Recording Capture

Get system screen recording capture
If phone is landscape but capture is not, use rotate functions
Requires EC standalone 6.6.0+
@param timeout Timeout in ms
@return {AutoImage|null} null means capture failed

1
function check_record_img_ok() {
2
    let picNum = 0;
3
    let ok = false;
4
    for (let i = 0; i < 5; i++) {
5
        let img = image.getSystemScreenCapImage(1000);
6
        if (img) {
7
            picNum++;
8
            logd("received recording data {},{}", img.getWidth(), img.getHeight())
9
            img.recycle();
10
            // Success if more than 2 frames received
11
            if (picNum > 2) {
12
                ok = true;
13
                break
14
            }
15
        }
16
    }
17
    if (ok) {
18
        return true;
19
    }
20
    return false;
21
}
22

23
function check_record_ok() {
24
    // Start once per run, or from app settings
25
    let b = image.startSystemScreenCapServer()
26
    if (!b) {
27
        logw("failed to start recording receiver")
28
        return;
29
    }
30
    // Set frame rate and quality before starting recording
31
    // Or start system recording from app settings
32
    image.setSystemScreenCapFps(10)
33
    image.setSystemScreenCapJpegQuality(80)
34

35
    if (image.isSystemScreenCapBroadcasting()) {
36
        logd("recording service started, checking for frames")
37
        if (check_record_img_ok()) {
38
            return true
39
        }
40
        if (!image.startSystemScreenCapBroadcast()) {
41
            logw("failed to start recording broadcast: " + image.systemScreenCapLastError())
42
            return false;
43
        }
44
        logd("waiting for user confirmation")
45
        sleep(5000)
46
        return check_record_img_ok();
47
    } else {
48
        if (!image.startSystemScreenCapBroadcast()) {
49
            logw("failed to start recording broadcast: " + image.systemScreenCapLastError())
50
            return false;
51
        }
52
        logd("waiting for user confirmation")
53
        sleep(5000)
54
        return check_record_img_ok();
55

56
    }
57
}
58

59
function test_system_screenrecord() {
60

61
    if (!check_record_ok()) {
62
        logw("cannot get recording data; check app Settings → System Screen Recording")
63
        return;
64
    }
65

66
    logd("start fetching data")
67
    for (let i = 0; i < 10; i++) {
68
        sleep(1000)
69
        logd("capture #" + (i + 1))
70
        let img = image.getSystemScreenCapImage(10 * 1000);
71
        if (img) {
72
            logd("recording data " + img)
73
            logd("image width and height {},{}", img.getWidth(), img.getHeight())
74
            let ss = file.getSandBoxFilePath("a.png");
75
            img.saveTo(ss)
76
            logd("image saved to: " + ss)
77
            img.recycle();
78
        }
79

80
    }
81
}
82

83
test_system_screenrecord();

image.startSystemScreenCapServer Start Screen Recording Receiver

Start screen recording receiver service
Start this first to receive frames; or from app Settings → System Screen Recording
Requires EC standalone 6.6.0+
@return {boolean} true on success, false on failure

1
// Example: see image.getSystemScreenCapImage

image.stopSystemScreenCapServer Start Screen Recording Receiver

Stop screen recording receiver service
Requires EC standalone 6.6.0+
@return {boolean} true on success, false on failure

1
// Example: see image.getSystemScreenCapImage

image.startSystemScreenCapBroadcast Start System Screen Recording

Start system screen recording
Requires EC standalone 6.6.0+
App must be foreground, or start from Settings → System Screen Recording (pick ScreenCapture, tap Start Broadcast)
(Triggers system Broadcast Picker; user must confirm/tap)
@return {boolean} true on success, false on failure

1
// Example: see image.getSystemScreenCapImage

image.isSystemScreenCapBroadcasting Is Screen Recording Running

Whether screen recording is running
Requires EC standalone 6.6.0+
May be inaccurate; demo code also checks image data
@return {boolean} true if recording starting, false if not

1
// Example: see image.getSystemScreenCapImage

image.setSystemScreenCapFps Set System Screen Recording Frame Rate

Set system screen recording frame rate
(fps, frames per second), e.g. 10 = 10 frames/sec.
Do not set too high
Note: reads config on each broadcast start
Requires EC standalone 6.6.0+
@param fps Frame rate 1–60
@return {boolean} true on success, false on failure

1
// Example: see image.getSystemScreenCapImage

image.setSystemScreenCapJpegQuality Set Screen Recording Image Quality

Set screen recording image quality
JPEG quality (1–100)
Requires EC standalone 6.6.0+
@param q Quality 1–100; higher=clearer, more resources
@return {boolean} true on success, false on failure

1
// Example: see image.getSystemScreenCapImage

image.systemScreenCapLastError Get Screen Recording Error

Get screen recording error message
Requires EC standalone 6.6.0+
@return {string} null/empty = no error; else error message

1
// Example: see image.getSystemScreenCapImage

Color Comparison

image.cmpColor Multi-Point Color Comparison

Single- or multi-point color comparison; returns true if all points match, else false
@param image1 Image
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X; 0 = full screen
@param y Region start Y; 0 = full screen
@param ex End X; 0 = full screen
@param ey End Y; 0 = full screen
@return boolean true if found, false if not

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("permission request failed");
5
        return;
6
    }
7
    let aimage = image.captureFullScreen();
8
    if (aimage != null) {
9
        let points3 = "205|1130|0xff944b-0x101010,211|1158|0xff8e42,191|1175|0xfcfbf7";
10
        let points = image.cmpColor(aimage, points3, 0.9, 0, 0, 0, 0);
11
        logd("points " + points);
12
        // Recycle image to free memory
13
        image.recycle(aimage)
14
    }
15

16
}
17

18
main();

image.cmpColorJ Multi-Point Color Comparison (JSON)

Single- or multi-point color comparison; returns true if all points match, else false
@param image1 Image
@param jsonFileName JSON from color tool in res folder, e.g. a.json
@return {boolean} true if found

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("permission request failed");
5
        return;
6
    }
7
    let aimage = image.captureFullScreen();
8
    if (aimage != null) {
9
        let points = image.cmpColorJ(aimage, "a.json");
10
        logd("points " + points);
11
        // Recycle image to free memory
12
        image.recycle(aimage)
13
    }
14
}
15

16
main();

image.cmpColorEx Multi-Point Color Comparison (Extended)

Single- or multi-point color comparison with auto screenshot; returns true if all match, else false
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X; 0 = full screen
@param y Region start Y; 0 = full screen
@param ex End X; 0 = full screen
@param ey End Y; 0 = full screen
@return boolean true if found, false if not

1
function main() {
2
    let req = startEnv();
3
    if (!req) {
4
        logd("permission request failed");
5
        return;
6
    }
7
    let points3 = "205|1130|0xff944b-0x101010,211|1158|0xff8e42,191|1175|0xfcfbf7";
8
    let points = image.cmpColorEx(points3, 0.9, 0, 0, 0, 0);
9
    logd("points " + points);
10

11
}
12

13
main();

image.cmpMultiColor Multi-Group Color Comparison

Multi-point or multi-group color comparison; returns index of first matching group, or -1 if none
@param image1 Image
@param points Array like ["6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696","6|1|0x969696"]
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X; 0 = full screen
@param y Region start Y; 0 = full screen
@param ex End X; 0 = full screen
@param ey End Y; 0 = full screen
@return integer index of matched points, or -1 if none

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let aimage = image.captureFullScreen();
8
 if (aimage != null) {
9
 let points1 = "205|112230|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
10
 let points2 = "205|113022|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
11
 let points3 = "205|1130|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
12
 let points = image.cmpMultiColor(aimage, [points1, points2, points3], 0.9, 0, 0, 0, 0);
13
 logd("points " + points);
14
 // Recycle image to free memory
15
 image.recycle(aimage)
16
 }
17
}
18

19
main();

image.cmpMultiColorJ Multi-Group Color Comparison (JSON)

Multi-point or multi-group color comparison; returns index of first matching group, or -1 if none
Runtime: unrestricted
@param image1 Image
@param jsonFileName JSON from color tool in res folder, e.g. a.json
@return {boolean} true if found

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let aimage = image.captureFullScreen();
8
 if (aimage != null) {
9
 let points = image.cmpMultiColorJ(aimage, "a.json");
10
 logd("points " + points);
11
 // Recycle image to free memory
12
 image.recycle(aimage)
13
 }
14
}
15

16
main();

image.cmpMultiColorEx Multi-Group Color Comparison (Extended)

Multi-point color comparison with auto screenshot; returns index of first match, or -1 if none
@param points Array like ["6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696","6|1|0x969696"]
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X; 0 = full screen
@param y Region start Y; 0 = full screen
@param ex End X; 0 = full screen
@param ey End Y; 0 = full screen
@return integer index of matched points, or -1 if none

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let points1 = "205|112230|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
8
 let points2 = "205|113022|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
9
 let points3 = "205|1130|0xff944b,211|1158|0xff8e42,191|1175|0xfcfbf7";
10
 let points = image.cmpMultiColorEx([points1, points2, points3], 0.9, 0, 0, 0, 0);
11
 logd("points " + points);
12
}
13

14
main();

Find Color

image.findColor Single-Point Find Color

Find a pixel in the image whose color exactly equals color; returns coordinates or null
@param image Image
@param color Target colors like 0xCDD7E9-0x101010
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X
@param y Region start Y
@param ex End X
@param ey End Y
@param limit Result limit
@param orz Direction 1–8
@return Array of Point coordinates or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let aimage = image.captureFullScreen();
8
 if (aimage != null) {
9
 let points = image.findColor(aimage, "0xCDD7E9-0x101010,0xCDD7E9-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
10
 logd("points " + JSON.stringify(points));
11
 // This is an array
12
 if (points) {
13
 for (let i = 0; i < points.length; i++) {
14
 logd(JSON.stringify(points[i]), points[i].x, points[i].y)
15
 // Click coordinates
16
 clickPoint(points[i].x, points[i].y)
17
 }
18
 }
19
 // Recycle image to free memory
20
 image.recycle(aimage)
21
 }
22

23
}
24

25
main();

image.findColorJ Single-Point Find Color (JSON)

Find pixel with exact color match; params from JSON; returns coordinates or null
@param image Image
@param jsonFileName JSON from color tool in res folder, e.g. a.json
@return {null|PointIndex[]} point array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let aimage = image.captureFullScreen();
8
 if (aimage != null) {
9
 let points = image.findColorJ(aimage, "coin.json");
10
 logd("points " + JSON.stringify(points));
11
 // This is an array
12
 if (points && points.length > 0) {
13
 for (let i = 0; i < points.length; i++) {
14
 logd(JSON.stringify(points[i]), points[i].x, points[i].y)
15
 // Click coordinates
16
 clickPoint(points[i].x, points[i].y)
17
 }
18
 }
19
 // Recycle image to free memory
20
 image.recycle(aimage)
21
 }
22

23
}
24

25
main();

image.findColorEx Auto Screenshot Single-Point Find Color

Find pixel with exact color on current screen; returns coordinates or null
@param color Color to find
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X
@param y Region start Y
@param ex End X
@param ey End Y
@param limit Result limit
@param orz Direction 1–8
@return Array of Point coordinates or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let points = image.findColorEx("0xCDD7E9-0x101010,0xCDD7E9-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
8
 logd("points " + JSON.stringify(points));
9
 This is an array
10
 if (points && points.length > 0) {
11
 for (let i = 0; i < points.length; i++) {
12
 logd(JSON.stringify(points[i]), points[i].x, points[i].y)
13
 // Click coordinates
14
 clickPoint(points[i].x, points[i].y)
15
 }
16
 }
17

18
}
19

20
main();

image.findMultiColor Multi-Point Find Color

Multi-point find-color; returns all matching points (similar to Auto.js multi-color find)
@param image Image to find color in
@param firstColor First point color
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X
@param y Region start Y
@param ex End X
@param ey End Y
@param limit Result limit
@param orz Direction 1–8
@return Array of Point coordinates or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let aimage = image.captureFullScreen();
9
 if (aimage != null) {
10
 let points = image.findMultiColor(aimage, "0xDD7A5F-0x101010", "29|25|0xBB454B-0x101010,58|44|0xA6363A-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
11
 logd("points " + JSON.stringify(points));
12
 // This is an array
13
 if (points && points.length > 0) {
14
 for (let i = 0; i < points.length; i++) {
15
 logd(points[i], points[i].x, points[i].y)
16
 // Click coordinates
17
 clickPoint(points[i].x, points[i].y)
18
 }
19
 }
20
 // Recycle image to free memory
21
 image.recycle(aimage)
22
 }
23

24
}
25

26
main();

image.findMultiColorJ Multi-Point Find Color (JSON)

Multi-point find-color; params read from JSON file (similar to Auto.js multi-color find)
Returns null if no match in the entire image
@param image1 Image to find color in
@param jsonFileName JSON from color tool in res folder, e.g. a.json
@return {null|Point[]} point array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let aimage = image.captureFullScreen();
9
 if (aimage != null) {
10
 let points = image.findMultiColorJ(aimage, "coin.json");
11
 logd("points " + JSON.stringify(points));
12
 // This is an array
13
 if (points && points.length > 0) {
14
 for (let i = 0; i < points.length; i++) {
15
 logd(points[i], points[i].x, points[i].y)
16
 // Click coordinates
17
 clickPoint(points[i].x, points[i].y)
18
 }
19
 }
20
 // Recycle image to free memory
21
 image.recycle(aimage)
22
 }
23

24
}
25

26
main();

image.findMultiColorEx Auto Screenshot Multi-Point Find Color

Multi-point find-color; returns all matching points (similar to Auto.js multi-color find)
@param firstColor First point color
@param points String like 6|1|0x969696-0x000010,1|12|0x969696,-4|0|0x969696
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X
@param y Region start Y
@param ex End X
@param ey End Y
@param limit Result limit
@param orz Direction 1–8
@return Array of Point coordinates or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let points = image.findMultiColorEx("0xDD7A5F-0x101010", "29|25|0xBB454B-0x101010,58|44|0xA6363A-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
9
 logd("points " + JSON.stringify(points));
10
 This is an array
11
 if (points && points.length > 0) {
12
 for (let i = 0; i < points.length; i++) {
13
 logd(points[i], points[i].x, points[i].y)
14
 // Click coordinates
15
 clickPoint(points[i].x, points[i].y)
16
 }
17
 }
18

19

20
}
21

22
main();

Find Non-Color

image.findNotColor Find Non-Color

Find a pixel whose color is not equal to color; returns coordinates or null
Requires EC standalone 3.10.0+
@param image Image
@param color Target colors like 0xCDD7E9-0x101010; generated by EC color tool
@param threshold Color similarity 0.0–1.0 for find-color
@param x Region start X
@param y Region start Y
@param ex End X
@param ey End Y
@param limit Result limit
@param orz Direction 1–8
@return PointIndex array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let aimage = image.captureFullScreen();
9
 if (aimage != null) {
10
 let points = image.findNotColor(aimage, "0xCDD7E9-0x101010,0xCDD7E9-0x101010", 0.9, 0, 0, 0, 0, 10, 1);
11
 logd("points " + JSON.stringify(points));
12
 // This is an array
13
 if (points) {
14
 for (let i = 0; i < points.length; i++) {
15
 logd(JSON.stringify(points[i]), points[i].x, points[i].y)
16
 // Click coordinates
17
 clickPoint(points[i].x, points[i].y)
18
 }
19
 }
20
 // Recycle image to free memory
21
 image.recycle(aimage)
22
 }
23

24
}
25

26
main();

image.findNotColorJ Find Non-Color (JSON)

Find a pixel whose color is not equal to color; returns coordinates or null
@param image1 Image
@param jsonFileName JSON from color tool in res folder, e.g. a.json
@return {null|PointIndex[]} PointIndex array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let aimage = image.captureFullScreen();
9
 if (aimage != null) {
10
 let points = image.findNotColorJ(aimage, "a.json");
11
 logd("points " + JSON.stringify(points));
12
 // This is an array
13
 if (points) {
14
 for (let i = 0; i < points.length; i++) {
15
 logd(JSON.stringify(points[i]), points[i].x, points[i].y)
16
 // Click coordinates
17
 clickPoint(points[i].x, points[i].y)
18
 }
19
 }
20
 // Recycle image to free memory
21
 image.recycle(aimage)
22
 }
23

24
}
25

26
main();

Find Image

image.findImageByColor Transparent Find Image

Transparent find-image (no OpenCV init required)
@param image Large image
@param template Template (small) image
@param x Find-image region start X
@param y Find-image region start Y
@param ex End X
@param ey End Y
@param threshold Image similarity 0–1; default 0.9
@param limit Result limit; 1 for single match
@return Array of Point coordinates or null

1
function main() {
2
 Read sms.png from project res folder
3
 let sms = readResAutoImage("sms.png");
4
 Capture screen
5
 let aimage = image.captureFullScreen();
6
 logd("aimage " + aimage);
7
 if (aimage != null) {
8
 // Search in image
9
 let points = image.findImageByColor(aimage, sms, 0, 0, 0, 0, 0.8, 5);
10
 logd("points " + JSON.stringify(points));
11
 // This is an array
12
 if (points && points.length > 0) {
13
 for (let i = 0; i < points.length; i++) {
14
 logd(points[i])
15
 let x = points[i].x
16
 let y = points[i].y
17
 // Click coordinates
18
 clickPoint(x, y)
19
 }
20
 }
21
 // Recycle image to free memory
22
 image.recycle(aimage)
23
 }
24
 // Recycle image to free memory
25
 image.recycle(sms)
26
}
27

28
main();

image.findImageByColorJ Transparent Find Image (JSON)

Find image by color; supports transparent images; no OpenCV required
Returns null if no match in the entire image
@param image1 Large image
@param jsonFileName JSON from color tool in res, e.g. a.json; configure template path in JSON
@return {null|Point[]} point array or null

1
function main() {
2
 Capture screen
3
 let aimage = image.captureFullScreen();
4
 if (aimage != null) {
5
 // Search in image
6
 let points = image.findImageByColorJ(aimage, "a.json");
7
 logd("points " + JSON.stringify(points));
8
 // This is an array
9
 if (points && points.length > 0) {
10
 for (let i = 0; i < points.length; i++) {
11
 logd(points[i])
12
 let x = points[i].x
13
 let y = points[i].y
14
 // Click coordinates
15
 clickPoint(x, y)
16
 }
17
 }
18
 image.recycle(aimage)
19
 }
20
}
21

22
main();

image.findImageByColorEx Transparent Find Image (Extended)

Find image by color; supports transparent images; no OpenCV required
Returns null if no match in the entire image
@param image1 Large image
@param template Template (small) image
@param x Find-image region start X
@param y Find-image region start Y
@param ex End X
@param ey End Y
@param limit Result limit; 1 for single match
@param extra Extended function; map e.g.

{"firstColorOffset":"#101010","firstColorThreshold":1.0,"otherColorOffset":"#101010","otherColorThreshold":0.9,"cmpColorSucThreshold":1.0}

firstColorOffset: Color offset for first match, e.g. #101010
firstColorThreshold: Threshold for first color offset, e.g. 0.9
otherColorOffset: Color offset for remaining colors, e.g. #101010
otherColorThreshold: Threshold for remaining color offsets, e.g. 0.9
cmpColorSucThreshold: Fraction of colors that must match, e.g. 0.9 = 90% of points
startX: Start X for first search point
startY: Start Y for first search point
@return Array of Point coordinates or null

1
function main() {
2

3
 let d = startEnv();
4
 logd("start service--{}", d)
5
 let smallTmplate = readResAutoImage("tmp4.png");
6

7
 for (let i = 0; i < 100; i++) {
8
 sleep(1000)
9
 let img = image.captureFullScreen();
10
 logd("img = {}", img)
11
 if (img == null) {
12
 continue
13
 }
14
 console.time(1)
15
 let extra = {
16
 "firstColorOffset": "#202020",
17
 "otherColorOffset": "#000000",
18
 "cmpColorSucThreshold": 1,
19
 "firstColorThreshold": "1",
20
 "otherColorThreshold": "1",
21
 "startX": 0,
22
 "startY": 0
23
 }
24
 let points = image.findImageByColorEx(img, smallTmplate, 0, 0, 0, 0, 100, extra);
25
 logd("time-{}", console.timeEnd(1))
26
 // This is an array
27
 if (points) {
28
 logd("points " + JSON.stringify(points));
29
 }
30

31
 image.recycle(img)
32

33
 }
34

35
 image.recycle(smallTmplate)
36
}
37
main()

image.findImageByColorExJ Transparent Find Image (Extended) (JSON)

Find image by color; supports transparent images; no OpenCV required
Returns null if no match in the entire image
@param image1 Large image
@param jsonFileName JSON from color tool in res, e.g. a.json; configure template path in JSON
@return {null|Point[]} point array or null

1
function main() {
2
 Capture screen
3
 let aimage = image.captureFullScreen();
4
 logd("aimage " + aimage);
5
 if (aimage != null) {
6
 // Search in image
7
 let points = image.findImageByColorExJ(aimage, "a.json");
8
 logd("points " + JSON.stringify(points));
9
 // This is an array
10
 if (points && points.length > 0) {
11
 for (let i = 0; i < points.length; i++) {
12
 logd(points[i])
13
 let x = points[i].x
14
 let y = points[i].y
15
 // Click coordinates
16
 clickPoint(x, y)
17
 }
18
 }
19
 image.recycle(aimage)
20
 }
21
}
22

23
main();

image.findImage OpenCV Find Image

Find image: locate template in large image (template matching); returns Rect region or null if not found.
EC standalone 4.5.0+
@param image1 Large image
@param template Template (small) image
@param x Find-image region start X
@param y Find-image region start Y
@param ex End X
@param ey End Y
@param weakThreshold Image similarity 0–1; default 0.9
@param threshold Image similarity 0–1; default 0.9
@param limit Result limit; 1 for single match
@param method 0: TM_SQDIFF, 1: TM_SQDIFF_NORMED, 2: TM_CCORR, 3: TM_CCORR_NORMED, 4: TM_CCOEFF, 5: TM_CCOEFF_NORMED
@return Rect region array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 Read sms.png from project res folder
8
 let sms = readResAutoImage("sms.png");
9
 Capture screen
10
 let aimage = image.captureFullScreen();
11
 logd("aimage " + aimage);
12
 if (aimage != null) {
13
 // Search in image
14
 let points = image.findImage(aimage, sms, 0, 0, 0, 0, 0.7, 0.9, 1, 5);
15
 logd("points " + JSON.stringify(points));
16
 // This is an array
17
 if (points && points.length > 0) {
18
 for (let i = 0; i < points.length; i++) {
19
 logd(points[i])
20
 let x = parseInt((points[i].left + points[i].right) / 2)
21
 let y = parseInt((points[i].top + points[i].bottom) / 2)
22
 // Click coordinates
23
 clickPoint(x, y)
24
 }
25
 }
26
 // Recycle image to free memory
27
 image.recycle(aimage)
28
 }
29
 // Recycle image to free memory
30
 image.recycle(sms)
31
}
32

33
main();

image.findImageJ Find Image (JSON)

Find image: locate template in large image (template matching); returns Rect region or null if not found.
@param image1 Large image
@param jsonFileName JSON from color tool in res, e.g. a.json; configure template path in JSON
@return {null|Rect[]} region array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 Capture screen
8
 let aimage = image.captureFullScreen();
9
 logd("aimage " + aimage);
10
 if (aimage != null) {
11
 // Search in image
12
 let points = image.findImageJ(aimage, "a.json");
13
 logd("points " + JSON.stringify(points));
14
 // This is an array
15
 if (points && points.length > 0) {
16
 for (let i = 0; i < points.length; i++) {
17
 logd(points[i])
18
 logd("similarity: " + points[i]['similarity'])
19
 let x = parseInt((points[i].left + points[i].right) / 2)
20
 let y = parseInt((points[i].top + points[i].bottom) / 2)
21
 // Click coordinates
22
 clickPoint(x, y)
23
 }
24
 }
25
 // Recycle image to free memory
26
 image.recycle(aimage)
27
 }
28
}
29

30
main();

image.findImageEx OpenCV Auto Screenshot Find Image

Find image: locate template on current screen (template matching); returns Rect region or null if not found.
EC standalone 4.5.0+
@param template Template (small) image
@param x Find-image region start X
@param y Find-image region start Y
@param ex End X
@param ey End Y
@param weakThreshold Image similarity 0–1; default 0.9
@param threshold Image similarity 0–1; default 0.9
@param limit Result limit; 1 for single match
@param method 0: TM_SQDIFF, 1: TM_SQDIFF_NORMED, 2: TM_CCORR, 3: TM_CCORR_NORMED, 4: TM_CCOEFF, 5: TM_CCOEFF_NORMED
@return Rect region array or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 Read sms.png from project res folder
8
 let sms = readResAutoImage("sms.png");
9
 Search current screen, limit to one match
10
 let points = image.findImageEx(sms, 0, 0, 0, 0, 0.7, 0.9, 1, 5);
11
 logd("points " + JSON.stringify(points));
12
 This is an array
13
 if (points && points.length > 0) {
14
 for (let i = 0; i < points.length; i++) {
15
 logd(points[i])
16
 let x = parseInt((points[i].left + points[i].right) / 2)
17
 let y = parseInt((points[i].top + points[i].bottom) / 2)
18
 // Click coordinates
19
 clickPoint(x, y)
20
 }
21
 }
22
 // Recycle image to free memory
23
 image.recycle(sms)
24
}
25

26
main();

image.matchTemplate OpenCV Image Template Matching

OpenCV template matching wrapper
EC standalone 4.5.0+
@param image1 Large image
@param template Template (small) image
@param weakThreshold Image similarity 0–1; default 0.9
@param threshold Image similarity 0–1; default 0.9
@param rect Find-image region; see findColor rect docs
@param maxLevel Default -1; usually unchanged. Auto-adjusts by image size. Uses image pyramid. level = pyramid depth,
Higher level may improve speed but can cause misses (over-shrunk image) or wrong positions. Tune only if you understand it.
@param limit Result limit; 1 for single match
@param method 0: TM_SQDIFF, 1: TM_SQDIFF_NORMED, 2: TM_CCORR, 3: TM_CCORR_NORMED, 4: TM_CCOEFF, 5: TM_CCOEFF_NORMED
@return Match collection of matches

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let aimage = image.captureFullScreen();
8
 if (aimage != null) {
9
 let temp = readResAutoImage("tmp.png");
10
 let rectp = new Rect();
11
 rectp.left = 0;
12
 rectp.top = 0;
13
 rectp.right = 0
14
 rectp.bottom = 0
15
 let matchs = image.matchTemplate(aimage, temp, 0.7, 0.9, rectp, -1, 10, 5);
16
 // This is an array
17
 logd(JSON.stringify(matchs));
18
 // This is an array
19
 if (matchs) {
20
 for (let i = 0; i < matchs.length; i++) {
21
 logd(JSON.stringify(matchs[i].point));
22
 }
23
 }
24
 // Recycle image to free memory
25
 image.recycle(aimage)
26
 // Recycle image to free memory
27
 image.recycle(temp)
28
 }
29
}
30

31
main();

image.matchTemplateJ Image Template Matching (JSON)

OpenCV template matching wrapper
@param image1 Large image
@param jsonFileName JSON from color tool in res, e.g. a.json; configure template path in JSON
@return {null|Match[]} matches

1
function main() {
2
 let aimage = image.captureFullScreen();
3
 if (aimage != null) {
4
 let matchs = image.matchTemplateJ(aimage, "a.json");
5
 // This is an array
6
 logd(JSON.stringify(matchs));
7
 // This is an array
8
 if (matchs && matchs.length > 0) {
9
 for (let i = 0; i < matchs.length; i++) {
10
 logd(JSON.stringify(matchs[i].point));
11
 clickPoint(matchs[i].point.x, matchs[i].point.y)
12
 }
13
 }
14
 // Recycle image to free memory
15
 image.recycle(aimage)
16
 }
17
}
18

19
main();

image.matchTemplateEx OpenCV Image Template Matching

OpenCV template matching on current screen capture
EC standalone 4.5.0+
@param template Template (small) image
@param weakThreshold Image similarity 0–1; default 0.9
@param threshold Image similarity 0–1; default 0.9
@param rect Find-image region; see findColor rect docs
@param maxLevel Default -1; usually unchanged. Auto-adjusts by image size. Uses image pyramid. level = pyramid depth,
Higher level may improve speed but can cause misses (over-shrunk image) or wrong positions. Tune only if you understand it.
@param limit Result limit; 1 for single match
@param method 0: TM_SQDIFF, 1: TM_SQDIFF_NORMED, 2: TM_CCORR, 3: TM_CCORR_NORMED, 4: TM_CCOEFF, 5: TM_CCOEFF_NORMED
@return Match collection of matches

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let temp = readResAutoImage("tmp.png");
8
 let rectp = new Rect();
9
 rectp.left = 0;
10
 rectp.top = 0;
11
 rectp.right = 0;
12
 rectp.bottom = 0;
13
 let matchs = image.matchTemplateEx(temp, 0.7, 0.9, rectp, -1, 1, 5);
14
 logd(JSON.stringify(matchs));
15
 This is an array
16
 if (matchs) {
17
 for (let i = 0; i < matchs.length; i++) {
18
 logd(JSON.stringify(matchs[i].point));
19
 }
20
 }
21
 // Recycle image to free memory
22
 image.recycle(aimage)
23
 // Recycle image to free memory
24
 image.recycle(temp)
25
}
26

27
main();

Grayscale

image.gray Grayscale Image

Grayscale image via OpenCV
EC standalone 5.11.0+
@param img AutoImage object
@return {null|AutoImage}

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 for (let i = 0; i < 1; i++) {
8
 sleep(1000);
9
 let s = new Date().getTime();
10
 let d = image.captureFullScreenEx();
11
 if (d) {
12
 let p = file.getSandBoxFilePath("test1.png")
13
 let saved = image.saveTo(d, p);
14
 let s = new Date().getTime();
15
 let bd = image.gray(d);
16
 logd("time " + (new Date().getTime() - s))
17
 logd(bd.uuid);
18
 if (bd) {
19
 let p2 = file.getSandBoxFilePath("test2.png")
20
 let saved = image.saveTo(bd, p2);
21
 logd("saved " + saved)
22
 exit()
23
 }
24
 // Recycle image to free memory
25
 image.recycle(d)
26
 }
27
 }
28

29
}
30

31
main();

Binarization

image.binaryzation Binarize Image

Binarize AutoImage
@param img AutoImage object
@param threshold Binarization coefficient, 0–255
@return AutoImage object or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 for (let i = 0; i < 1000; i++) {
8
 sleep(1000);
9
 let s = new Date().getTime();
10
 let d = image.captureFullScreen();
11
 if (d) {
12
 let s = new Date().getTime();
13
 let bd = image.binaryzation(d, 200);
14
 logd("time " + (new Date().getTime() - s))
15
 logd(bd.uuid);
16
 // Recycle image to free memory
17
 image.recycle(d)
18
 }
19
 }
20

21
}
22

23
main();

image.binaryzationEx Binarize Image

Adaptive binarization via OpenCV adaptiveThreshold
EC standalone 4.5.0+
@param img AutoImage object
@param map Map parameters
diameter: Denoise diameter; see OpenCV bilateralFilter
adaptiveMethod: 0=ADAPTIVE_THRESH_MEAN_C, 1=ADAPTIVE_THRESH_GAUSSIAN_C
blockSize: Neighborhood block size in pixels; use odd values like 3, 5, 7
c: Constant offset adjustment
{"diameter":0,"adaptiveMethod":1,"c":0,"blockSize":5}
@return {null|AutoImage}

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 for (let i = 0; i < 1; i++) {
8
 sleep(1000);
9
 let s = new Date().getTime();
10
 let d = image.captureFullScreenEx();
11
 if (d) {
12
 let p = file.getSandBoxFilePath("test1.png")
13
 let saved = image.saveTo(d, p);
14
 let s = new Date().getTime();
15
 let bd = image.binaryzationEx(d, {
16
 "diameter": 0,
17
 "adaptiveMethod": 1,
18
 "c": 10, "blockSize": 7
19
 });
20
 logd("time " + (new Date().getTime() - s))
21
 logd(bd.uuid);
22
 if (bd) {
23
 let p2 = file.getSandBoxFilePath("test2.png")
24
 let saved = image.saveTo(bd, p2);
25
 logd("saved " + saved)
26
 exit()
27
 }
28
 // Recycle image to free memory
29
 image.recycle(d)
30
 }
31
 }
32

33
}
34

35
main();

Other

image.rotateImage Rotate Image

Rotate image
Requires EC standalone 1.6.0+
@param img Image object
@param degree Degrees: 0=portrait (home bottom), -90/90 as above
@return {null|AutoImage}

1
function main() {
2
 let img = image.captureFullScreen()
3
 logd(" img width " + image.getWidth(img))
4
 let img2 = image.rotateImage(img, -90);
5
 image.recycle(img)
6
 logd(" img2 width " + image.getWidth(img2))
7
 image.recycle(img2)
8
}
9

10
main();

image.readImage Read File as Image

Read image at path and return {@link AutoImage}, or null if missing or undecodable
@param path Image path
@return AutoImage object or null

1
function main() {
2
 let path = file.getSandBoxFilePath("a.png")
3
 let autoimg = image.readImage(path);
4
 // Recycle image to free memory
5
 image.recycle(autoimg)
6
}
7

8
main();

image.argb Color to Hex String

Convert integer color value to hex RGB string
@param color Integer value
@return {string} Color string

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let aimage = image.captureFullScreen();
8
 if (aimage != null) {
9
 let points3 = "765|22|0x1296DB";
10
 logd("==" + image.argb(image.pixel(aimage, 765, 22)));
11
 let points = image.cmpColor(aimage, points3, 0.5, 0, 0, 0, 0);
12
 logd("points " + points);
13
 // Recycle image to free memory
14
 image.recycle(aimage)
15
 }
16
}
17

18
main();

Image Conversion

image.saveTo Save to File

Save to file
@param img Image object
@param path Path
@return bool true on success, false on failure

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let imageX = image.captureFullScreen();
9
 let path = file.getSandBoxFilePath("a.png")
10
 let r = image.saveTo(imageX, path);
11
 logd("result " + r);
12
 // Recycle image to free memory
13
 image.recycle(imageX)
14
}
15

16
main();

image.base64ToImage Base64 to Image

Convert base64 data to AutoImage
@param base64data
@returns {AutoImage|null}

1
function main() {
2
 let data = "iVBORw0KGgoAAAANSUhEUgAAAAwAAAAMCAYAAABWdVznAAAAAXNSR0IArs4c6QAAATFJREFUKFOVUrFKA1EQnAn5CMFGW8HKykYMqI0I7z3RKlrYCkGLYKMo2sVK8wEWdkJu76Wz8sRK8A8k2PkXL2s23B0ELHSrhd2Z2RmW+GfR9p1zKyTPRGS/wnvv9wCcAlgVkeme1bTx3r8AWFfVVp7nhXNugeQXyZ6qLonIzgygVLkieWlsRjABv05ICiMiuQjg0Ga1VKlkZzxZX50RQtgAsK2qJ78BngFsATgSkYeSpAPgDsCuiGS1gnOuTfIWwLENStOmVjQaje5gMPioTVsTQvhMKbVjjO/VsoVA0vz08zw3pTolBbDcbDZHKaVNVY0kH1X1oAxBSXayLOvXsYpIy3vfBdBLKc0Ph8PvEMKNqp5XoNp0ecI9gLnxeLwWY3yrcnfOXZO8MC9GOhPrX77kB5AYkg38B4vzAAAAAElFTkSuQmCC"
3
 let img = image.base64ToImage(data)
4
 logd("img "+img+" "+image.getHeight(img))
5
 let p = file.getSandBoxFilePath("test1.png")
6
 let saved = image.saveTo(img, p);
7
 logd("saved "+saved)
8
 image.recycle(img)
9
}
10

11
main();

image.toBase64Format Image to Base64

Convert to base64 string; JPG is smaller and uses less memory
@param img Image object
@param format Format: jpg or png
@param q Quality 1–100; higher=clearer; png ignores
@return string

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let imageX = image.captureFullScreen();
8
 let r = image.toBase64Format(imageX, "jpg", 50);
9
 logd("result " + r);
10
 // Recycle image to free memory
11
 image.recycle(imageX)
12
}
13

14
main();

image.clip Clip Image

Clip image
@param img Image object
@param x Start X
@param y Start Y
@param ex End X
@param ey End Y
@return AutoImage object or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7

8
 let imageX = image.captureFullScreen();
9
 let r = image.clip(imageX, 100, 100, 300, 400);
10
 logd("result " + r);
11
 // Recycle image to free memory
12
 image.recycle(imageX)
13
 image.recycle(r)
14
}
15

16
main();

image.pixel Pixel Color Value

Get pixel color at a point in the image
@param img Image object
@param x X coordinate
@param y Y coordinate
@return int color value

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 logd("permission request failed");
5
 return;
6
 }
7
 let imageX = image.captureFullScreen();
8
 let r = image.pixel(imageX, 100, 100);
9
 logd("result " + r);
10
 // Recycle image to free memory
11
 image.recycle(imageX)
12
}
13

14
main();

image.isRecycled Image Recycle Check

Whether already recycled
@param img Image object
@return bool true if already recycled

1
function main() {
2
 let imageX = image.captureFullScreen();
3
 let r = image.isRecycled(imageX);
4
 logd("result " + r);
5
 // Recycle image to free memory
6
 image.recycle(imageX)
7
}
8

9
main();

image.recycle Recycle Image

Recycle image
@param img Image object

1
function main() {
2
 let imageX = image.captureFullScreen();
3
 // Recycle image to free memory
4
 image.recycle(imageX)
5
}
6

7
main();

image.recycleAllImage Recycle All Images

Recycle all images
Requires EC standalone 4.8.0+
@return bool true on success

1
function main() {
2
 let imageX = image.captureFullScreen();
3
 image.recycleAllImage()
4
}
5

6
main();

image.autoImageToUIImage Convert to UIImage

Convert to UIImage
Requires EC 4.2.0+
@param img AutoImage
@return Swift UIImage object or null

1
function main() {
2
 logd("isServiceOk " + isServiceOk());
3
 startEnv()
4
 logd("isServiceOk " + isServiceOk());
5
 setComputeMode(1)
6
 let img1 = image.captureFullScreen();
7
 logd(img1)
8

9
 // Test 1
10
 let uiimage = image.autoImageToUIImage(img1)
11
 logd("autoImageToUIImage uiimage " + uiimage)
12
 let x = pluginLoader.callMethodAny(name, clzName, "testMethod", uiimage)
13
 logd(x)
14
 image.recycle(img1)
15

16

17
 let img2 = image.captureFullScreenUIImage({})
18
 let xX = pluginLoader.callMethodAny(name, clzName, "testMethod", img2)
19
 logd(xX)
20

21

22
 let au = image.uiimageToAutoImage(uiimage)
23
 logd("au " + au)
24

25
 Save to file
26
 image.saveTo(au, file.getSandBoxFilePath("a.jpg"))
27
 image.recycle(au)
28
 image.recycle(img2)
29
}
30

31
main();

image.uiimageToAutoImage Convert UIImage to AutoImage

Convert UIImage to AutoImage
Requires EC 4.2.0+
@param uiimage Swift UIImage object
@return AutoImage object or null

1
function main() {
2
 logd("isServiceOk " + isServiceOk());
3
 startEnv()
4
 logd("isServiceOk " + isServiceOk());
5
 setComputeMode(1)
6
 let img1 = image.captureFullScreen();
7
 logd(img1)
8

9
 // Test 1
10
 let uiimage = image.autoImageToUIImage(img1)
11
 logd("autoImageToUIImage uiimage " + uiimage)
12
 let x = pluginLoader.callMethodAny(name, clzName, "testMethod", uiimage)
13
 logd(x)
14
 image.recycle(img1)
15

16

17
 let img2 = image.captureFullScreenUIImage({})
18
 let xX = pluginLoader.callMethodAny(name, clzName, "testMethod", img2)
19
 logd(xX)
20

21

22
 let au = image.uiimageToAutoImage(uiimage)
23
 logd("au " + au)
24

25
 Save to file
26
 image.saveTo(au, file.getSandBoxFilePath("a.jpg"))
27
 image.recycle(au)
28
 image.recycle(img2)
29
}
30

31
main();

image.imageToMatFormat (UIImage AutoImage to Mat AutoImage)

Convert to Mat storage format
Requires EC iOS 4.6.0+
@param img {AutoImage} object
@return AutoImage in MAT storage format or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 return;
5
 }
6
 image.useOpencvMat(0)
7
 for (let i = 0; i < 100; i++) {
8
 let d = image.captureFullScreen();
9
 logd(d)
10
 sleep(1000);
11
 if (d) {
12
 let ds = image.imageToMatFormat(d);
13
 logd(ds)
14
 image.recyle(d);
15
 }
16
 }
17
}
18

19
main();

image.matToImageFormat (Mat AutoImage to UIImage AutoImage)

Convert to normal image storage format
Requires EC iOS 4.6.0+
@param img {AutoImage} object
@return AutoImage in normal storage format or null

1
function main() {
2
 let req = startEnv();
3
 if (!req) {
4
 return;
5
 }
6
 image.useOpencvMat(1)
7
 for (let i = 0; i < 100; i++) {
8
 let d = image.captureFullScreen();
9
 logd(d)
10
 sleep(1000);
11
 if (d) {
12
 let ds = image.matToImageFormat(d);
13
 logd(ds)
14
 image.recyle(d);
15
 }
16
 }
17
}
18

19
main();