纯js实现人脸识别眨眨眼张张嘴案例——ccv.js

if (parallable === undefined) {
    var parallable = function (file, funct) {
        parallable.core[funct.toString()] = funct().core;
        return function () {
            var i;
            var async, worker_num, params;
            if (arguments.length > 1) {
                async = arguments[arguments.length - 2];
                worker_num = arguments[arguments.length - 1];
                params = new Array(arguments.length - 2);
                for (i = 0; i < arguments.length - 2; i++)
                    params[i] = arguments[i];
            } else {
                async = arguments[0].async;
                worker_num = arguments[0].worker;
                params = arguments[0];
                delete params["async"];
                delete params["worker"];
                params = [params];
            }
            var scope = { "shared" : {} };
            var ctrl = funct.apply(scope, params);
            if (async) {
                return function (complete, error) {
                    var executed = 0;
                    var outputs = new Array(worker_num);
                    var inputs = ctrl.pre.apply(scope, [worker_num]);
                    /* sanitize scope shared because for Chrome/WebKit, worker only support JSONable data */
                    for (i in scope.shared)
                        /* delete function, if any */
                        if (typeof scope.shared[i] == "function")
                            delete scope.shared[i];
                        /* delete DOM object, if any */
                        else if (scope.shared[i].tagName !== undefined)
                            delete scope.shared[i];
                    for (i = 0; i < worker_num; i++) {
                        var worker = new Worker(file);
                        worker.onmessage = (function (i) {
                            return function (event) {
                                outputs[i] = (typeof event.data == "string") ? JSON.parse(event.data) : event.data;
                                executed++;
                                if (executed == worker_num)
                                    complete(ctrl.post.apply(scope, [outputs]));
                            }
                        })(i);
                        var msg = { "input" : inputs[i],
                                    "name" : funct.toString(),
                                    "shared" : scope.shared,
                                    "id" : i,
                                    "worker" : params.worker_num };
                        try {
                            worker.postMessage(msg);
                        } catch (e) {
                            worker.postMessage(JSON.stringify(msg));
                        }
                    }
                }
            } else {
                return ctrl.post.apply(scope, [[ctrl.core.apply(scope, [ctrl.pre.apply(scope, [1])[0], 0, 1])]]);
            }
        }
    };
    parallable.core = {};
}

function get_named_arguments(params, names) {
    if (params.length > 1) {
        var new_params = {};
        for (var i = 0; i < names.length; i++)
            new_params[names[i]] = params[i];
        return new_params;
    } else if (params.length == 1) {
        return params[0];
    } else {
        return {};
    }
}

var ccv = {
    pre : function (image) {
        if (image.tagName.toLowerCase() == "img") {
            var canvas = document.createElement("canvas");
            document.body.appendChild(image);
            canvas.width = image.offsetWidth;
            canvas.style.width = image.offsetWidth.toString() + "px";
            canvas.height = image.offsetHeight;
            canvas.style.height = image.offsetHeight.toString() + "px";
            document.body.removeChild(image);
            var ctx = canvas.getContext("2d");
            ctx.drawImage(image, 0, 0);
            return canvas;
        }
        return image;
    },

    grayscale : function (canvas) {
        var ctx = canvas.getContext("2d");
        var imageData = ctx.getImageData(0, 0, canvas.width, canvas.height);
        var data = imageData.data;
        var pix1, pix2, pix = canvas.width * canvas.height * 4;
        while (pix > 0)
            data[pix -= 4] = data[pix1 = pix + 1] = data[pix2 = pix + 2] = (data[pix] * 0.3 + data[pix1] * 0.59 + data[pix2] * 0.11);
        ctx.putImageData(imageData, 0, 0);
        return canvas;
    },

    array_group : function (seq, gfunc) {
        var i, j;
        var node = new Array(seq.length);
        for (i = 0; i < seq.length; i++)
            node[i] = {"parent" : -1,
                       "element" : seq[i],
                       "rank" : 0};
        for (i = 0; i < seq.length; i++) {
            if (!node[i].element)
                continue;
            var root = i;
            while (node[root].parent != -1)
                root = node[root].parent;
            for (j = 0; j < seq.length; j++) {
                if( i != j && node[j].element && gfunc(node[i].element, node[j].element)) {
                    var root2 = j;

                    while (node[root2].parent != -1)
                        root2 = node[root2].parent;

                    if(root2 != root) {
                        if(node[root].rank > node[root2].rank)
                            node[root2].parent = root;
                        else {
                            node[root].parent = root2;
                            if (node[root].rank == node[root2].rank)
                            node[root2].rank++;
                            root = root2;
                        }

                        /* compress path from node2 to the root: */
                        var temp, node2 = j;
                        while (node[node2].parent != -1) {
                            temp = node2;
                            node2 = node[node2].parent;
                            node[temp].parent = root;
                        }

                        /* compress path from node to the root: */
                        node2 = i;
                        while (node[node2].parent != -1) {
                            temp = node2;
                            node2 = node[node2].parent;
                            node[temp].parent = root;
                        }
                    }
                }
            }
        }
        var idx = new Array(seq.length);
        var class_idx = 0;
        for(i = 0; i < seq.length; i++) {
            j = -1;
            var node1 = i;
            if(node[node1].element) {
                while (node[node1].parent != -1)
                    node1 = node[node1].parent;
                if(node[node1].rank >= 0)
                    node[node1].rank = ~class_idx++;
                j = ~node[node1].rank;
            }
            idx[i] = j;
        }
        return {"index" : idx, "cat" : class_idx};
    },

    detect_objects : parallable("ccv.js", function (canvas, cascade, interval, min_neighbors) {
        if (this.shared !== undefined) {
            var params = get_named_arguments(arguments, ["canvas", "cascade", "interval", "min_neighbors"]);
            this.shared.canvas = params.canvas;
            this.shared.interval = params.interval;
            this.shared.min_neighbors = params.min_neighbors;
            this.shared.cascade = params.cascade;
            this.shared.scale = Math.pow(2, 1 / (params.interval + 1));
            this.shared.next = params.interval + 1;
            this.shared.scale_upto = Math.floor(Math.log(Math.min(params.canvas.width / params.cascade.width, params.canvas.height / params.cascade.height)) / Math.log(this.shared.scale));
            var i;
            for (i = 0; i < this.shared.cascade.stage_classifier.length; i++)
                this.shared.cascade.stage_classifier[i].orig_feature = this.shared.cascade.stage_classifier[i].feature;
        }
        function pre(worker_num) {
            var canvas = this.shared.canvas;
            var interval = this.shared.interval;
            var scale = this.shared.scale;
            var next = this.shared.next;
            var scale_upto = this.shared.scale_upto;
            var pyr = new Array((scale_upto + next * 2) * 4);
            var ret = new Array((scale_upto + next * 2) * 4);
            pyr[0] = canvas;
            ret[0] = { "width" : pyr[0].width,
                       "height" : pyr[0].height,
                       "data" : pyr[0].getContext("2d").getImageData(0, 0, pyr[0].width, pyr[0].height).data };
            var i;
            for (i = 1; i <= interval; i++) {
                pyr[i * 4] = document.createElement("canvas");
                pyr[i * 4].width = Math.floor(pyr[0].width / Math.pow(scale, i));
                pyr[i * 4].height = Math.floor(pyr[0].height / Math.pow(scale, i));
                pyr[i * 4].getContext("2d").drawImage(pyr[0], 0, 0, pyr[0].width, pyr[0].height, 0, 0, pyr[i * 4].width, pyr[i * 4].height);
                ret[i * 4] = { "width" : pyr[i * 4].width,
                               "height" : pyr[i * 4].height,
                               "data" : pyr[i * 4].getContext("2d").getImageData(0, 0, pyr[i * 4].width, pyr[i * 4].height).data };
            }
            for (i = next; i < scale_upto + next * 2; i++) {
                pyr[i * 4] = document.createElement("canvas");
                pyr[i * 4].width = Math.floor(pyr[i * 4 - next * 4].width / 2);
                pyr[i * 4].height = Math.floor(pyr[i * 4 - next * 4].height / 2);
                pyr[i * 4].getContext("2d").drawImage(pyr[i * 4 - next * 4], 0, 0, pyr[i * 4 - next * 4].width, pyr[i * 4 - next * 4].height, 0, 0, pyr[i * 4].width, pyr[i * 4].height);
                ret[i * 4] = { "width" : pyr[i * 4].width,
                               "height" : pyr[i * 4].height,
                               "data" : pyr[i * 4].getContext("2d").getImageData(0, 0, pyr[i * 4].width, pyr[i * 4].height).data };
            }
            for (i = next * 2; i < scale_upto + next * 2; i++) {
                pyr[i * 4 + 1] = document.createElement("canvas");
                pyr[i * 4 + 1].width = Math.floor(pyr[i * 4 - next * 4].width / 2);
                pyr[i * 4 + 1].height = Math.floor(pyr[i * 4 - next * 4].height / 2);
                pyr[i * 4 + 1].getContext("2d").drawImage(pyr[i * 4 - next * 4], 1, 0, pyr[i * 4 - next * 4].width - 1, pyr[i * 4 - next * 4].height, 0, 0, pyr[i * 4 + 1].width - 2, pyr[i * 4 + 1].height);
                ret[i * 4 + 1] = { "width" : pyr[i * 4 + 1].width,
                                   "height" : pyr[i * 4 + 1].height,
                                   "data" : pyr[i * 4 + 1].getContext("2d").getImageData(0, 0, pyr[i * 4 + 1].width, pyr[i * 4 + 1].height).data };
                pyr[i * 4 + 2] = document.createElement("canvas");
                pyr[i * 4 + 2].width = Math.floor(pyr[i * 4 - next * 4].width / 2);
                pyr[i * 4 + 2].height = Math.floor(pyr[i * 4 - next * 4].height / 2);
                pyr[i * 4 + 2].getContext("2d").drawImage(pyr[i * 4 - next * 4], 0, 1, pyr[i * 4 - next * 4].width, pyr[i * 4 - next * 4].height - 1, 0, 0, pyr[i * 4 + 2].width, pyr[i * 4 + 2].height - 2);
                ret[i * 4 + 2] = { "width" : pyr[i * 4 + 2].width,
                                   "height" : pyr[i * 4 + 2].height,
                                   "data" : pyr[i * 4 + 2].getContext("2d").getImageData(0, 0, pyr[i * 4 + 2].width, pyr[i * 4 + 2].height).data };
                pyr[i * 4 + 3] = document.createElement("canvas");
                pyr[i * 4 + 3].width = Math.floor(pyr[i * 4 - next * 4].width / 2);
                pyr[i * 4 + 3].height = Math.floor(pyr[i * 4 - next * 4].height / 2);
                pyr[i * 4 + 3].getContext("2d").drawImage(pyr[i * 4 - next * 4], 1, 1, pyr[i * 4 - next * 4].width - 1, pyr[i * 4 - next * 4].height - 1, 0, 0, pyr[i * 4 + 3].width - 2, pyr[i * 4 + 3].height - 2);
                ret[i * 4 + 3] = { "width" : pyr[i * 4 + 3].width,
                                   "height" : pyr[i * 4 + 3].height,
                                   "data" : pyr[i * 4 + 3].getContext("2d").getImageData(0, 0, pyr[i * 4 + 3].width, pyr[i * 4 + 3].height).data };
            }
            return [ret];
        };

        function core(pyr, id, worker_num) {
            var cascade = this.shared.cascade;
            var interval = this.shared.interval;
            var scale = this.shared.scale;
            var next = this.shared.next;
            var scale_upto = this.shared.scale_upto;
            var i, j, k, x, y, q;
            var scale_x = 1, scale_y = 1;
            var dx = [0, 1, 0, 1];
            var dy = [0, 0, 1, 1];
            var seq = [];
            for (i = 0; i < scale_upto; i++) {
                var qw = pyr[i * 4 + next * 8].width - Math.floor(cascade.width / 4);
                var qh = pyr[i * 4 + next * 8].height - Math.floor(cascade.height / 4);
                var step = [pyr[i * 4].width * 4, pyr[i * 4 + next * 4].width * 4, pyr[i * 4 + next * 8].width * 4];
                var paddings = [pyr[i * 4].width * 16 - qw * 16,
                                pyr[i * 4 + next * 4].width * 8 - qw * 8,
                                pyr[i * 4 + next * 8].width * 4 - qw * 4];
                for (j = 0; j < cascade.stage_classifier.length; j++) {
                    var orig_feature = cascade.stage_classifier[j].orig_feature;
                    var feature = cascade.stage_classifier[j].feature = new Array(cascade.stage_classifier[j].count);
                    for (k = 0; k < cascade.stage_classifier[j].count; k++) {
                        feature[k] = {"size" : orig_feature[k].size,
                                      "px" : new Array(orig_feature[k].size),
                                      "pz" : new Array(orig_feature[k].size),
                                      "nx" : new Array(orig_feature[k].size),
                                      "nz" : new Array(orig_feature[k].size)};
                        for (q = 0; q < orig_feature[k].size; q++) {
                            feature[k].px[q] = orig_feature[k].px[q] * 4 + orig_feature[k].py[q] * step[orig_feature[k].pz[q]];
                            feature[k].pz[q] = orig_feature[k].pz[q];
                            feature[k].nx[q] = orig_feature[k].nx[q] * 4 + orig_feature[k].ny[q] * step[orig_feature[k].nz[q]];
                            feature[k].nz[q] = orig_feature[k].nz[q];
                        }
                    }
                }
                for (q = 0; q < 4; q++) {
                    var u8 = [pyr[i * 4].data, pyr[i * 4 + next * 4].data, pyr[i * 4 + next * 8 + q].data];
                    var u8o = [dx[q] * 8 + dy[q] * pyr[i * 4].width * 8, dx[q] * 4 + dy[q] * pyr[i * 4 + next * 4].width * 4, 0];
                    for (y = 0; y < qh; y++) {
                        for (x = 0; x < qw; x++) {
                            var sum = 0;
                            var flag = true;
                            for (j = 0; j < cascade.stage_classifier.length; j++) {
                                sum = 0;
                                var alpha = cascade.stage_classifier[j].alpha;
                                var feature = cascade.stage_classifier[j].feature;
                                for (k = 0; k < cascade.stage_classifier[j].count; k++) {
                                    var feature_k = feature[k];
                                    var p, pmin = u8[feature_k.pz[0]][u8o[feature_k.pz[0]] + feature_k.px[0]];
                                    var n, nmax = u8[feature_k.nz[0]][u8o[feature_k.nz[0]] + feature_k.nx[0]];
                                    if (pmin <= nmax) {
                                        sum += alpha[k * 2];
                                    } else {
                                        var f, shortcut = true;
                                        for (f = 0; f < feature_k.size; f++) {
                                            if (feature_k.pz[f] >= 0) {
                                                p = u8[feature_k.pz[f]][u8o[feature_k.pz[f]] + feature_k.px[f]];
                                                if (p < pmin) {
                                                    if (p <= nmax) {
                                                        shortcut = false;
                                                        break;
                                                    }
                                                    pmin = p;
                                                }
                                            }
                                            if (feature_k.nz[f] >= 0) {
                                                n = u8[feature_k.nz[f]][u8o[feature_k.nz[f]] + feature_k.nx[f]];
                                                if (n > nmax) {
                                                    if (pmin <= n) {
                                                        shortcut = false;
                                                        break;
                                                    }
                                                    nmax = n;
                                                }
                                            }
                                        }
                                        sum += (shortcut) ? alpha[k * 2 + 1] : alpha[k * 2];
                                    }
                                }
                                if (sum < cascade.stage_classifier[j].threshold) {
                                    flag = false;
                                    break;
                                }
                            }
                            if (flag) {
                                seq.push({"x" : (x * 4 + dx[q] * 2) * scale_x,
                                          "y" : (y * 4 + dy[q] * 2) * scale_y,
                                          "width" : cascade.width * scale_x,
                                          "height" : cascade.height * scale_y,
                                          "neighbor" : 1,
                                          "confidence" : sum});
                            }
                            u8o[0] += 16;
                            u8o[1] += 8;
                            u8o[2] += 4;
                        }
                        u8o[0] += paddings[0];
                        u8o[1] += paddings[1];
                        u8o[2] += paddings[2];
                    }
                }
                scale_x *= scale;
                scale_y *= scale;
            }
            return seq;
        };

        function post(seq) {
            var min_neighbors = this.shared.min_neighbors;
            var cascade = this.shared.cascade;
            var interval = this.shared.interval;
            var scale = this.shared.scale;
            var next = this.shared.next;
            var scale_upto = this.shared.scale_upto;
            var i, j;
            for (i = 0; i < cascade.stage_classifier.length; i++)
                cascade.stage_classifier[i].feature = cascade.stage_classifier[i].orig_feature;
            seq = seq[0];
            if (!(min_neighbors > 0))
                return seq;
            else {
                var result = ccv.array_group(seq, function (r1, r2) {
                    var distance = Math.floor(r1.width * 0.25 + 0.5);

                    return r2.x <= r1.x + distance &&
                           r2.x >= r1.x - distance &&
                           r2.y <= r1.y + distance &&
                           r2.y >= r1.y - distance &&
                           r2.width <= Math.floor(r1.width * 1.5 + 0.5) &&
                           Math.floor(r2.width * 1.5 + 0.5) >= r1.width;
                });
                var ncomp = result.cat;
                var idx_seq = result.index;
                var comps = new Array(ncomp + 1);
                for (i = 0; i < comps.length; i++)
                    comps[i] = {"neighbors" : 0,
                                "x" : 0,
                                "y" : 0,
                                "width" : 0,
                                "height" : 0,
                                "confidence" : 0};

                // count number of neighbors
                for(i = 0; i < seq.length; i++)
                {
                    var r1 = seq[i];
                    var idx = idx_seq[i];

                    if (comps[idx].neighbors == 0)
                        comps[idx].confidence = r1.confidence;

                    ++comps[idx].neighbors;

                    comps[idx].x += r1.x;
                    comps[idx].y += r1.y;
                    comps[idx].width += r1.width;
                    comps[idx].height += r1.height;
                    comps[idx].confidence = Math.max(comps[idx].confidence, r1.confidence);
                }

                var seq2 = [];
                // calculate average bounding box
                for(i = 0; i < ncomp; i++)
                {
                    var n = comps[i].neighbors;
                    if (n >= min_neighbors)
                        seq2.push({"x" : (comps[i].x * 2 + n) / (2 * n),
                                   "y" : (comps[i].y * 2 + n) / (2 * n),
                                   "width" : (comps[i].width * 2 + n) / (2 * n),
                                   "height" : (comps[i].height * 2 + n) / (2 * n),
                                   "neighbors" : comps[i].neighbors,
                                   "confidence" : comps[i].confidence});
                }

                var result_seq = [];
                // filter out small face rectangles inside large face rectangles
                for(i = 0; i < seq2.length; i++)
                {
                    var r1 = seq2[i];
                    var flag = true;
                    for(j = 0; j < seq2.length; j++)
                    {
                        var r2 = seq2[j];
                        var distance = Math.floor(r2.width * 0.25 + 0.5);

                        if(i != j &&
                           r1.x >= r2.x - distance &&
                           r1.y >= r2.y - distance &&
                           r1.x + r1.width <= r2.x + r2.width + distance &&
                           r1.y + r1.height <= r2.y + r2.height + distance &&
                           (r2.neighbors > Math.max(3, r1.neighbors) || r1.neighbors < 3))
                        {
                            flag = false;
                            break;
                        }
                    }

                    if(flag)
                        result_seq.push(r1);
                }
                return result_seq;
            }
        };
        return { "pre" : pre, "core" : core, "post" : post };
    })
}

onmessage = function (event) {
    var data = (typeof event.data == "string") ? JSON.parse(event.data) : event.data;
    var scope = { "shared" : data.shared };
    var result = parallable.core[data.name].apply(scope, [data.input, data.id, data.worker]);
    try {
        postMessage(result);
    } catch (e) {
        postMessage(JSON.stringify(result));
    }
}