2015-01-09 12:05:53 +01:00
|
|
|
// Copyright 2014 Google Inc. All Rights Reserved.
|
|
|
|
|
//
|
|
|
|
|
// Use of this source code is governed by a BSD-style license
|
|
|
|
|
// that can be found in the COPYING file in the root of the source
|
|
|
|
|
// tree. An additional intellectual property rights grant can be found
|
|
|
|
|
// in the file PATENTS. All contributing project authors may
|
|
|
|
|
// be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
// -----------------------------------------------------------------------------
|
|
|
|
|
//
|
|
|
|
|
// MIPS version of rescaling functions
|
|
|
|
|
//
|
|
|
|
|
// Author(s): Djordje Pesut (djordje.pesut@imgtec.com)
|
|
|
|
|
|
|
|
|
|
#include "./dsp.h"
|
|
|
|
|
|
|
|
|
|
#if defined(WEBP_USE_MIPS_DSP_R2)
|
|
|
|
|
|
|
|
|
|
#include "../utils/rescaler.h"
|
|
|
|
|
|
|
|
|
|
static void ImportRow(WebPRescaler* const wrk,
|
|
|
|
|
const uint8_t* const src, int channel) {
|
|
|
|
|
const int x_stride = wrk->num_channels;
|
|
|
|
|
const int x_out_max = wrk->dst_width * wrk->num_channels;
|
|
|
|
|
const int fx_scale = wrk->fx_scale;
|
|
|
|
|
const int x_add = wrk->x_add;
|
|
|
|
|
const int x_sub = wrk->x_sub;
|
|
|
|
|
int* frow = wrk->frow + channel;
|
|
|
|
|
int* irow = wrk->irow + channel;
|
|
|
|
|
const uint8_t* src1 = src + channel;
|
|
|
|
|
int temp1, temp2, temp3;
|
|
|
|
|
int base, frac, sum;
|
|
|
|
|
int accum, accum1;
|
|
|
|
|
const int x_stride1 = x_stride << 2;
|
|
|
|
|
int loop_c = x_out_max - channel;
|
|
|
|
|
|
|
|
|
|
if (!wrk->x_expand) {
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"li %[sum], 0 \n\t"
|
|
|
|
|
"li %[accum], 0 \n\t"
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"addu %[accum], %[accum], %[x_add] \n\t"
|
|
|
|
|
"blez %[accum], 3f \n\t"
|
|
|
|
|
"2: \n\t"
|
|
|
|
|
"lbu %[temp3], 0(%[src1]) \n\t"
|
|
|
|
|
"subu %[accum], %[accum], %[x_sub] \n\t"
|
|
|
|
|
"addu %[src1], %[src1], %[x_stride] \n\t"
|
|
|
|
|
"addu %[sum], %[sum], %[temp3] \n\t"
|
|
|
|
|
"bgtz %[accum], 2b \n\t"
|
|
|
|
|
"3: \n\t"
|
|
|
|
|
"lbu %[base], 0(%[src1]) \n\t"
|
|
|
|
|
"addu %[src1], %[src1], %[x_stride] \n\t"
|
|
|
|
|
"negu %[accum1], %[accum] \n\t"
|
|
|
|
|
"mul %[frac], %[base], %[accum1] \n\t"
|
|
|
|
|
"addu %[temp3], %[sum], %[base] \n\t"
|
|
|
|
|
"mul %[temp3], %[temp3], %[x_sub] \n\t"
|
|
|
|
|
"lw %[base], 0(%[irow]) \n\t"
|
|
|
|
|
"sll %[accum1], %[frac], 1 \n\t"
|
|
|
|
|
"subu %[loop_c], %[loop_c], %[x_stride] \n\t"
|
|
|
|
|
"mulq_rs.w %[sum], %[accum1], %[fx_scale] \n\t"
|
|
|
|
|
"subu %[temp3], %[temp3], %[frac] \n\t"
|
|
|
|
|
"sw %[temp3], 0(%[frow]) \n\t"
|
|
|
|
|
"add %[base], %[base], %[temp3] \n\t"
|
|
|
|
|
"sw %[base], 0(%[irow]) \n\t"
|
|
|
|
|
"addu %[irow], %[irow], %[x_stride1] \n\t"
|
|
|
|
|
"addu %[frow], %[frow], %[x_stride1] \n\t"
|
|
|
|
|
"bgtz %[loop_c], 1b \n\t"
|
|
|
|
|
|
|
|
|
|
: [accum]"=&r"(accum), [src1]"+&r"(src1), [temp3]"=&r"(temp3),
|
|
|
|
|
[sum]"=&r"(sum), [base]"=&r"(base), [frac]"=&r"(frac),
|
|
|
|
|
[frow]"+&r"(frow), [irow]"+&r"(irow), [accum1]"=&r"(accum1),
|
|
|
|
|
[loop_c]"+&r"(loop_c)
|
|
|
|
|
: [x_stride]"r"(x_stride), [fx_scale]"r"(fx_scale), [x_sub]"r"(x_sub),
|
|
|
|
|
[x_add] "r" (x_add), [x_stride1] "r" (x_stride1)
|
|
|
|
|
: "memory", "hi", "lo"
|
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"lbu %[temp1], 0(%[src1]) \n\t"
|
|
|
|
|
"move %[temp2], %[temp1] \n\t"
|
|
|
|
|
"li %[accum], 0 \n\t"
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"bgez %[accum], 2f \n\t"
|
|
|
|
|
"move %[temp2], %[temp1] \n\t"
|
|
|
|
|
"addu %[src1], %[x_stride] \n\t"
|
|
|
|
|
"lbu %[temp1], 0(%[src1]) \n\t"
|
|
|
|
|
"addu %[accum], %[x_add] \n\t"
|
|
|
|
|
"2: \n\t"
|
|
|
|
|
"subu %[temp3], %[temp2], %[temp1] \n\t"
|
|
|
|
|
"mul %[temp3], %[temp3], %[accum] \n\t"
|
|
|
|
|
"mul %[base], %[temp1], %[x_add] \n\t"
|
|
|
|
|
"subu %[accum], %[accum], %[x_sub] \n\t"
|
|
|
|
|
"lw %[frac], 0(%[irow]) \n\t"
|
|
|
|
|
"subu %[loop_c], %[loop_c], %[x_stride] \n\t"
|
|
|
|
|
"addu %[temp3], %[base], %[temp3] \n\t"
|
|
|
|
|
"sw %[temp3], 0(%[frow]) \n\t"
|
|
|
|
|
"addu %[frow], %[x_stride1] \n\t"
|
|
|
|
|
"addu %[frac], %[temp3] \n\t"
|
|
|
|
|
"sw %[frac], 0(%[irow]) \n\t"
|
|
|
|
|
"addu %[irow], %[x_stride1] \n\t"
|
|
|
|
|
"bgtz %[loop_c], 1b \n\t"
|
|
|
|
|
|
|
|
|
|
: [src1]"+&r"(src1), [accum]"=&r"(accum), [temp1]"=&r"(temp1),
|
|
|
|
|
[temp2]"=&r"(temp2), [temp3]"=&r"(temp3), [base]"=&r"(base),
|
|
|
|
|
[frac]"=&r"(frac), [frow]"+&r"(frow), [irow]"+&r"(irow),
|
|
|
|
|
[loop_c]"+&r"(loop_c)
|
|
|
|
|
: [x_stride]"r"(x_stride), [x_add]"r"(x_add), [x_sub]"r"(x_sub),
|
|
|
|
|
[x_stride1]"r"(x_stride1)
|
|
|
|
|
: "memory", "hi", "lo"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void ExportRow(WebPRescaler* const wrk, int x_out) {
|
|
|
|
|
if (wrk->y_accum <= 0) {
|
|
|
|
|
// if wrk->fxy_scale can fit into 32 bits use optimized code,
|
|
|
|
|
// otherwise use C code
|
|
|
|
|
if ((wrk->fxy_scale >> 32) == 0) {
|
2015-01-10 15:46:00 +01:00
|
|
|
uint8_t* dst = wrk->dst;
|
|
|
|
|
int32_t* irow = wrk->irow;
|
|
|
|
|
const int32_t* frow = wrk->frow;
|
|
|
|
|
const int yscale = wrk->fy_scale * (-wrk->y_accum);
|
|
|
|
|
const int x_out_max = wrk->dst_width * wrk->num_channels;
|
2015-01-09 12:05:53 +01:00
|
|
|
int temp0, temp1, temp3, temp4, temp5, temp6, temp7;
|
|
|
|
|
const int temp2 = (int)wrk->fxy_scale;
|
|
|
|
|
const int rest = (x_out_max - x_out) & 1;
|
|
|
|
|
const int32_t* const loop_end = frow + (x_out_max - x_out) - rest;
|
|
|
|
|
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
".set push \n\t"
|
|
|
|
|
".set noreorder \n\t"
|
|
|
|
|
"beq %[frow], %[loop_end], 1f \n\t"
|
|
|
|
|
" nop \n\t"
|
|
|
|
|
"0: \n\t"
|
|
|
|
|
"lw %[temp0], 0(%[frow]) \n\t"
|
|
|
|
|
"lw %[temp1], 0(%[irow]) \n\t"
|
|
|
|
|
"lw %[temp3], 4(%[frow]) \n\t"
|
|
|
|
|
"lw %[temp4], 4(%[irow]) \n\t"
|
|
|
|
|
"sll %[temp0], %[temp0], 1 \n\t"
|
|
|
|
|
"sll %[temp3], %[temp3], 1 \n\t"
|
|
|
|
|
"mulq_rs.w %[temp5], %[temp0], %[yscale] \n\t"
|
|
|
|
|
"mulq_rs.w %[temp6], %[temp3], %[yscale] \n\t"
|
|
|
|
|
"addiu %[frow], %[frow], 8 \n\t"
|
|
|
|
|
"addiu %[dst], %[dst], 2 \n\t"
|
|
|
|
|
"addiu %[irow], %[irow], 8 \n\t"
|
|
|
|
|
"subu %[temp1], %[temp1], %[temp5] \n\t"
|
|
|
|
|
"subu %[temp4], %[temp4], %[temp6] \n\t"
|
|
|
|
|
"sll %[temp1], %[temp1], 1 \n\t"
|
|
|
|
|
"sll %[temp4], %[temp4], 1 \n\t"
|
|
|
|
|
"mulq_rs.w %[temp0], %[temp1], %[temp2] \n\t"
|
|
|
|
|
"mulq_rs.w %[temp3], %[temp4], %[temp2] \n\t"
|
|
|
|
|
"sw %[temp5], -8(%[irow]) \n\t"
|
|
|
|
|
"sw %[temp6], -4(%[irow]) \n\t"
|
|
|
|
|
"shll_s.ph %[temp0], %[temp0], 7 \n\t"
|
|
|
|
|
"shll_s.ph %[temp3], %[temp3], 7 \n\t"
|
|
|
|
|
"precrqu_s.qb.ph %[temp0], %[temp0], %[temp3] \n\t"
|
|
|
|
|
"sb %[temp0], -1(%[dst]) \n\t"
|
|
|
|
|
"srl %[temp0], %[temp0], 16 \n\t"
|
|
|
|
|
"bne %[frow], %[loop_end], 0b \n\t"
|
|
|
|
|
" sb %[temp0], -2(%[dst]) \n\t"
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"beqz %[rest], 3f \n\t"
|
|
|
|
|
" nop \n\t"
|
|
|
|
|
"addiu %[temp6], $zero, -256 \n\t"
|
|
|
|
|
"addiu %[temp7], $zero, 255 \n\t"
|
|
|
|
|
"lw %[temp0], 0(%[frow]) \n\t"
|
|
|
|
|
"sll %[temp0], %[temp0], 1 \n\t"
|
|
|
|
|
"mulq_rs.w %[temp1], %[temp0], %[yscale] \n\t"
|
|
|
|
|
"lw %[temp0], 0(%[irow]) \n\t"
|
|
|
|
|
"subu %[temp0], %[temp0], %[temp1] \n\t"
|
|
|
|
|
"sll %[temp0], %[temp0], 1 \n\t"
|
|
|
|
|
"mulq_rs.w %[temp5], %[temp0], %[temp2] \n\t"
|
|
|
|
|
"sw %[temp1], 0(%[irow]) \n\t"
|
|
|
|
|
"and %[temp0], %[temp5], %[temp6] \n\t"
|
|
|
|
|
"beqz %[temp0], 2f \n\t"
|
|
|
|
|
" slti %[temp1], %[temp5], 0 \n\t"
|
|
|
|
|
"xor %[temp5], %[temp5], %[temp5] \n\t"
|
|
|
|
|
"movz %[temp5], %[temp7], %[temp1] \n\t"
|
|
|
|
|
"2: \n\t"
|
|
|
|
|
"sb %[temp5], 0(%[dst]) \n\t"
|
|
|
|
|
"3: \n\t"
|
|
|
|
|
".set pop \n\t"
|
|
|
|
|
: [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3),
|
|
|
|
|
[temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [temp6]"=&r"(temp6),
|
|
|
|
|
[temp7]"=&r"(temp7), [frow]"+&r"(frow), [irow]"+&r"(irow),
|
|
|
|
|
[dst]"+&r"(dst)
|
|
|
|
|
: [temp2]"r"(temp2), [yscale]"r"(yscale), [loop_end]"r"(loop_end),
|
|
|
|
|
[rest]"r"(rest)
|
|
|
|
|
: "memory", "hi", "lo"
|
|
|
|
|
);
|
2015-01-10 15:46:00 +01:00
|
|
|
wrk->y_accum += wrk->y_add;
|
|
|
|
|
wrk->dst += wrk->dst_stride;
|
2015-01-09 12:05:53 +01:00
|
|
|
} else {
|
2015-01-10 15:46:00 +01:00
|
|
|
WebPRescalerExportRowC(wrk, x_out);
|
2015-01-09 12:05:53 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#endif // WEBP_USE_MIPS_DSP_R2
|
|
|
|
|
|
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
// Entry point
|
|
|
|
|
|
2015-02-13 09:24:25 +01:00
|
|
|
extern void WebPRescalerDspInitMIPSdspR2(void);
|
2015-01-09 12:05:53 +01:00
|
|
|
|
|
|
|
|
WEBP_TSAN_IGNORE_FUNCTION void WebPRescalerDspInitMIPSdspR2(void) {
|
|
|
|
|
#if defined(WEBP_USE_MIPS_DSP_R2)
|
|
|
|
|
WebPRescalerImportRow = ImportRow;
|
|
|
|
|
WebPRescalerExportRow = ExportRow;
|
|
|
|
|
#endif // WEBP_USE_MIPS_DSP_R2
|
|
|
|
|
}
|
