| /* |
| * Loongson optimized cabac |
| * |
| * Copyright (c) 2020 Loongson Technology Corporation Limited |
| * Contributed by Shiyou Yin <yinshiyou-hf@loongson.cn> |
| * Gu Xiwei(guxiwei-hf@loongson.cn) |
| * |
| * This file is part of FFmpeg. |
| * |
| * FFmpeg is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Lesser General Public |
| * License as published by the Free Software Foundation; either |
| * version 2.1 of the License, or (at your option) any later version. |
| * |
| * FFmpeg is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with FFmpeg; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| */ |
| |
| #ifndef AVCODEC_LOONGARCH_CABAC_H |
| #define AVCODEC_LOONGARCH_CABAC_H |
| |
| #include "libavutil/attributes.h" |
| #include "libavcodec/cabac.h" |
| #include "config.h" |
| |
| #define GET_CABAC_LOONGARCH_UNCBSR \ |
| "ld.bu %[bit], %[state], 0x0 \n\t" \ |
| "andi %[tmp0], %[c_range], 0xC0 \n\t" \ |
| "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
| "add.d %[tmp0], %[tmp0], %[tables] \n\t" \ |
| "add.d %[tmp0], %[tmp0], %[bit] \n\t" \ |
| /* tmp1: RangeLPS */ \ |
| "ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \ |
| \ |
| "sub.d %[c_range], %[c_range], %[tmp1] \n\t" \ |
| "slli.d %[tmp0], %[c_range], 0x11 \n\t" \ |
| "bge %[tmp0], %[c_low], 1f \n\t" \ |
| "move %[c_range], %[tmp1] \n\t" \ |
| "nor %[bit], %[bit], %[bit] \n\t" \ |
| "sub.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
| \ |
| "1: \n\t" \ |
| /* tmp1: *state */ \ |
| "add.d %[tmp0], %[tables], %[bit] \n\t" \ |
| "ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \ |
| /* tmp2: lps_mask */ \ |
| "add.d %[tmp0], %[tables], %[c_range] \n\t" \ |
| "ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \ |
| \ |
| "andi %[bit], %[bit], 0x01 \n\t" \ |
| "st.b %[tmp1], %[state], 0x0 \n\t" \ |
| "sll.d %[c_range], %[c_range], %[tmp2] \n\t" \ |
| "sll.d %[c_low], %[c_low], %[tmp2] \n\t" \ |
| \ |
| "and %[tmp1], %[c_low], %[cabac_mask] \n\t" \ |
| "bnez %[tmp1], 1f \n\t" \ |
| "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \ |
| "ctz.d %[tmp0], %[c_low] \n\t" \ |
| "addi.d %[tmp2], %[tmp0], -16 \n\t" \ |
| "revb.2h %[tmp0], %[tmp1] \n\t" \ |
| "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
| "sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \ |
| "sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \ |
| "add.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
| "addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" \ |
| "1: \n\t" \ |
| |
| #define GET_CABAC_LOONGARCH \ |
| "ld.bu %[bit], %[state], 0x0 \n\t" \ |
| "andi %[tmp0], %[c_range], 0xC0 \n\t" \ |
| "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
| "add.d %[tmp0], %[tmp0], %[tables] \n\t" \ |
| "add.d %[tmp0], %[tmp0], %[bit] \n\t" \ |
| /* tmp1: RangeLPS */ \ |
| "ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \ |
| \ |
| "sub.d %[c_range], %[c_range], %[tmp1] \n\t" \ |
| "slli.d %[tmp0], %[c_range], 0x11 \n\t" \ |
| "bge %[tmp0], %[c_low], 1f \n\t" \ |
| "move %[c_range], %[tmp1] \n\t" \ |
| "nor %[bit], %[bit], %[bit] \n\t" \ |
| "sub.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
| \ |
| "1: \n\t" \ |
| /* tmp1: *state */ \ |
| "add.d %[tmp0], %[tables], %[bit] \n\t" \ |
| "ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \ |
| /* tmp2: lps_mask */ \ |
| "add.d %[tmp0], %[tables], %[c_range] \n\t" \ |
| "ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \ |
| \ |
| "andi %[bit], %[bit], 0x01 \n\t" \ |
| "st.b %[tmp1], %[state], 0x0 \n\t" \ |
| "sll.d %[c_range], %[c_range], %[tmp2] \n\t" \ |
| "sll.d %[c_low], %[c_low], %[tmp2] \n\t" \ |
| \ |
| "and %[tmp1], %[c_low], %[cabac_mask] \n\t" \ |
| "bnez %[tmp1], 1f \n\t" \ |
| "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \ |
| "ctz.d %[tmp0], %[c_low] \n\t" \ |
| "addi.d %[tmp2], %[tmp0], -16 \n\t" \ |
| "revb.2h %[tmp0], %[tmp1] \n\t" \ |
| "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
| "sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \ |
| "sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \ |
| \ |
| "add.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
| \ |
| "slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" \ |
| "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \ |
| "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \ |
| "1: \n\t" \ |
| |
| #define get_cabac_inline get_cabac_inline_loongarch |
| static av_always_inline |
| int get_cabac_inline_loongarch(CABACContext *c, uint8_t * const state) |
| { |
| int64_t tmp0, tmp1, tmp2, bit; |
| |
| __asm__ volatile ( |
| #if UNCHECKED_BITSTREAM_READER |
| GET_CABAC_LOONGARCH_UNCBSR |
| #else |
| GET_CABAC_LOONGARCH |
| #endif |
| : [bit]"=&r"(bit), [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2), |
| [c_range]"+&r"(c->range), [c_low]"+&r"(c->low), |
| [c_bytestream]"+&r"(c->bytestream) |
| : [state]"r"(state), [tables]"r"(ff_h264_cabac_tables), |
| #if !UNCHECKED_BITSTREAM_READER |
| [c_bytestream_end]"r"(c->bytestream_end), |
| #endif |
| [lps_off]"i"(H264_LPS_RANGE_OFFSET), |
| [mlps_off]"i"(H264_MLPS_STATE_OFFSET + 128), |
| [norm_off]"i"(H264_NORM_SHIFT_OFFSET), |
| [cabac_mask]"r"(CABAC_MASK) |
| : "memory" |
| ); |
| |
| return bit; |
| } |
| |
| #define get_cabac_bypass get_cabac_bypass_loongarch |
| static av_always_inline int get_cabac_bypass_loongarch(CABACContext *c) |
| { |
| int64_t tmp0, tmp1, tmp2; |
| int res = 0; |
| __asm__ volatile( |
| "slli.d %[c_low], %[c_low], 0x01 \n\t" |
| "and %[tmp0], %[c_low], %[cabac_mask] \n\t" |
| "bnez %[tmp0], 1f \n\t" |
| "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" |
| #if UNCHECKED_BITSTREAM_READER |
| "addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" |
| #else |
| "slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" |
| "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
| "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
| #endif |
| "revb.2h %[tmp1], %[tmp1] \n\t" |
| "slli.d %[tmp1], %[tmp1], 0x01 \n\t" |
| "sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t" |
| "add.d %[c_low], %[c_low], %[tmp1] \n\t" |
| "1: \n\t" |
| "slli.d %[tmp1], %[c_range], 0x11 \n\t" |
| "slt %[tmp0], %[c_low], %[tmp1] \n\t" |
| "sub.d %[tmp1], %[c_low], %[tmp1] \n\t" |
| "masknez %[tmp2], %[one], %[tmp0] \n\t" |
| "maskeqz %[res], %[res], %[tmp0] \n\t" |
| "or %[res], %[res], %[tmp2] \n\t" |
| "masknez %[tmp2], %[tmp1], %[tmp0] \n\t" |
| "maskeqz %[c_low], %[c_low], %[tmp0] \n\t" |
| "or %[c_low], %[c_low], %[tmp2] \n\t" |
| : [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2), |
| [c_range]"+&r"(c->range), [c_low]"+&r"(c->low), |
| [c_bytestream]"+&r"(c->bytestream), [res]"+&r"(res) |
| : [cabac_mask]"r"(CABAC_MASK), |
| #if !UNCHECKED_BITSTREAM_READER |
| [c_bytestream_end]"r"(c->bytestream_end), |
| #endif |
| [one]"r"(0x01) |
| : "memory" |
| ); |
| return res; |
| } |
| |
| #define get_cabac_bypass_sign get_cabac_bypass_sign_loongarch |
| static av_always_inline |
| int get_cabac_bypass_sign_loongarch(CABACContext *c, int val) |
| { |
| int64_t tmp0, tmp1; |
| int res = val; |
| __asm__ volatile( |
| "slli.d %[c_low], %[c_low], 0x01 \n\t" |
| "and %[tmp0], %[c_low], %[cabac_mask] \n\t" |
| "bnez %[tmp0], 1f \n\t" |
| "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" |
| #if UNCHECKED_BITSTREAM_READER |
| "addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" |
| #else |
| "slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" |
| "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
| "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
| #endif |
| "revb.2h %[tmp1], %[tmp1] \n\t" |
| "slli.d %[tmp1], %[tmp1], 0x01 \n\t" |
| "sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t" |
| "add.d %[c_low], %[c_low], %[tmp1] \n\t" |
| "1: \n\t" |
| "slli.d %[tmp1], %[c_range], 0x11 \n\t" |
| "slt %[tmp0], %[c_low], %[tmp1] \n\t" |
| "sub.d %[tmp1], %[c_low], %[tmp1] \n\t" |
| "masknez %[tmp1], %[tmp1], %[tmp0] \n\t" |
| "maskeqz %[c_low], %[c_low], %[tmp0] \n\t" |
| "or %[c_low], %[c_low], %[tmp1] \n\t" |
| "sub.d %[tmp1], %[zero], %[res] \n\t" |
| "maskeqz %[tmp1], %[tmp1], %[tmp0] \n\t" |
| "masknez %[res], %[res], %[tmp0] \n\t" |
| "or %[res], %[res], %[tmp1] \n\t" |
| : [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [res]"+&r"(res), |
| [c_range]"+&r"(c->range), [c_low]"+&r"(c->low), |
| [c_bytestream]"+&r"(c->bytestream) |
| : [cabac_mask]"r"(CABAC_MASK), |
| #if !UNCHECKED_BITSTREAM_READER |
| [c_bytestream_end]"r"(c->bytestream_end), |
| #endif |
| [zero]"r"(0x0) |
| : "memory" |
| ); |
| |
| return res; |
| } |
| #endif /* AVCODEC_LOONGARCH_CABAC_H */ |
