isa-l/erasure_code/ppc64le/gf_6vect_mad_vsx.c

#include "ec_base_vsx.h"

void
gf_6vect_mad_vsx(int len, int vec, int vec_i, unsigned char *gftbls, unsigned char *src,
                 unsigned char **dest)
{
        unsigned char *s, *t0, *t1, *t2, *t3, *t4, *t5;
        vector unsigned char vX1, vX2, vX3, vX4;
        vector unsigned char vY1, vY2, vY3, vY4, vY5, vY6, vY7, vY8, vY9, vYA, vYB, vYC;
        vector unsigned char vYD, vYE, vYF, vYG, vYH, vYI, vYJ, vYK, vYL, vYM, vYN, vYO;
        vector unsigned char vhi0, vlo0, vhi1, vlo1, vhi2, vlo2;
        vector unsigned char vhi3, vlo3, vhi4, vlo4, vhi5, vlo5;
        int i, head;

        s = (unsigned char *) src;
        t0 = (unsigned char *) dest[0];
        t1 = (unsigned char *) dest[1];
        t2 = (unsigned char *) dest[2];
        t3 = (unsigned char *) dest[3];
        t4 = (unsigned char *) dest[4];
        t5 = (unsigned char *) dest[5];

        head = len % 64;
        if (head != 0) {
                gf_vect_mad_base(head, vec, vec_i, &gftbls[0 * 32 * vec], src, t0);
                gf_vect_mad_base(head, vec, vec_i, &gftbls[1 * 32 * vec], src, t1);
                gf_vect_mad_base(head, vec, vec_i, &gftbls[2 * 32 * vec], src, t2);
                gf_vect_mad_base(head, vec, vec_i, &gftbls[3 * 32 * vec], src, t3);
                gf_vect_mad_base(head, vec, vec_i, &gftbls[4 * 32 * vec], src, t4);
                gf_vect_mad_base(head, vec, vec_i, &gftbls[5 * 32 * vec], src, t5);
        }

        vlo0 = EC_vec_xl(0, gftbls + (((0 * vec) << 5) + (vec_i << 5)));
        vhi0 = EC_vec_xl(16, gftbls + (((0 * vec) << 5) + (vec_i << 5)));
        vlo1 = EC_vec_xl(0, gftbls + (((1 * vec) << 5) + (vec_i << 5)));
        vhi1 = EC_vec_xl(16, gftbls + (((1 * vec) << 5) + (vec_i << 5)));
        vlo2 = EC_vec_xl(0, gftbls + (((2 * vec) << 5) + (vec_i << 5)));
        vhi2 = EC_vec_xl(16, gftbls + (((2 * vec) << 5) + (vec_i << 5)));
        vlo3 = EC_vec_xl(0, gftbls + (((3 * vec) << 5) + (vec_i << 5)));
        vhi3 = EC_vec_xl(16, gftbls + (((3 * vec) << 5) + (vec_i << 5)));
        vlo4 = EC_vec_xl(0, gftbls + (((4 * vec) << 5) + (vec_i << 5)));
        vhi4 = EC_vec_xl(16, gftbls + (((4 * vec) << 5) + (vec_i << 5)));
        vlo5 = EC_vec_xl(0, gftbls + (((5 * vec) << 5) + (vec_i << 5)));
        vhi5 = EC_vec_xl(16, gftbls + (((5 * vec) << 5) + (vec_i << 5)));

        for (i = head; i < len - 63; i += 64) {
                vX1 = vec_xl(0, s + i);
                vX2 = vec_xl(16, s + i);
                vX3 = vec_xl(32, s + i);
                vX4 = vec_xl(48, s + i);

                vY1 = vec_xl(0, t0 + i);
                vY2 = vec_xl(16, t0 + i);
                vYD = vec_xl(32, t0 + i);
                vYE = vec_xl(48, t0 + i);

                vY1 = vY1 ^ EC_vec_permxor(vhi0, vlo0, vX1);
                vY2 = vY2 ^ EC_vec_permxor(vhi0, vlo0, vX2);
                vYD = vYD ^ EC_vec_permxor(vhi0, vlo0, vX3);
                vYE = vYE ^ EC_vec_permxor(vhi0, vlo0, vX4);

                vec_xst(vY1, 0, t0 + i);
                vec_xst(vY2, 16, t0 + i);
                vec_xst(vYD, 32, t0 + i);
                vec_xst(vYE, 48, t0 + i);

                vY3 = vec_xl(0, t1 + i);
                vY4 = vec_xl(16, t1 + i);
                vYF = vec_xl(32, t1 + i);
                vYG = vec_xl(48, t1 + i);

                vY3 = vY3 ^ EC_vec_permxor(vhi1, vlo1, vX1);
                vY4 = vY4 ^ EC_vec_permxor(vhi1, vlo1, vX2);
                vYF = vYF ^ EC_vec_permxor(vhi1, vlo1, vX3);
                vYG = vYG ^ EC_vec_permxor(vhi1, vlo1, vX4);

                vec_xst(vY3, 0, t1 + i);
                vec_xst(vY4, 16, t1 + i);
                vec_xst(vYF, 32, t1 + i);
                vec_xst(vYG, 48, t1 + i);

                vY5 = vec_xl(0, t2 + i);
                vY6 = vec_xl(16, t2 + i);
                vYH = vec_xl(32, t2 + i);
                vYI = vec_xl(48, t2 + i);

                vY5 = vY5 ^ EC_vec_permxor(vhi2, vlo2, vX1);
                vY6 = vY6 ^ EC_vec_permxor(vhi2, vlo2, vX2);
                vYH = vYH ^ EC_vec_permxor(vhi2, vlo2, vX3);
                vYI = vYI ^ EC_vec_permxor(vhi2, vlo2, vX4);

                vY7 = vec_xl(0, t3 + i);
                vY8 = vec_xl(16, t3 + i);
                vYJ = vec_xl(32, t3 + i);
                vYK = vec_xl(48, t3 + i);

                vec_xst(vY5, 0, t2 + i);
                vec_xst(vY6, 16, t2 + i);
                vec_xst(vYH, 32, t2 + i);
                vec_xst(vYI, 48, t2 + i);

                vY7 = vY7 ^ EC_vec_permxor(vhi3, vlo3, vX1);
                vY8 = vY8 ^ EC_vec_permxor(vhi3, vlo3, vX2);
                vYJ = vYJ ^ EC_vec_permxor(vhi3, vlo3, vX3);
                vYK = vYK ^ EC_vec_permxor(vhi3, vlo3, vX4);

                vY9 = vec_xl(0, t4 + i);
                vYA = vec_xl(16, t4 + i);
                vYL = vec_xl(32, t4 + i);
                vYM = vec_xl(48, t4 + i);

                vec_xst(vY7, 0, t3 + i);
                vec_xst(vY8, 16, t3 + i);
                vec_xst(vYJ, 32, t3 + i);
                vec_xst(vYK, 48, t3 + i);

                vY9 = vY9 ^ EC_vec_permxor(vhi4, vlo4, vX1);
                vYA = vYA ^ EC_vec_permxor(vhi4, vlo4, vX2);
                vYL = vYL ^ EC_vec_permxor(vhi4, vlo4, vX3);
                vYM = vYM ^ EC_vec_permxor(vhi4, vlo4, vX4);

                vYB = vec_xl(0, t5 + i);
                vYC = vec_xl(16, t5 + i);
                vYN = vec_xl(32, t5 + i);
                vYO = vec_xl(48, t5 + i);

                vec_xst(vY9, 0, t4 + i);
                vec_xst(vYA, 16, t4 + i);
                vec_xst(vYL, 32, t4 + i);
                vec_xst(vYM, 48, t4 + i);

                vYB = vYB ^ EC_vec_permxor(vhi5, vlo5, vX1);
                vYC = vYC ^ EC_vec_permxor(vhi5, vlo5, vX2);
                vYN = vYN ^ EC_vec_permxor(vhi5, vlo5, vX3);
                vYO = vYO ^ EC_vec_permxor(vhi5, vlo5, vX4);

                vec_xst(vYB, 0, t5 + i);
                vec_xst(vYC, 16, t5 + i);
                vec_xst(vYN, 32, t5 + i);
                vec_xst(vYO, 48, t5 + i);
        }
        return;
}