;; VSX patterns. ;; Copyright (C) 2009-2017 Free Software Foundation, Inc. ;; Contributed by Michael Meissner meissner@linux.vnet.ibm.com

;; This file is part of GCC.

;; GCC is free software; you can redistribute it and/or modify it ;; under the terms of the GNU General Public License as published ;; by the Free Software Foundation; either version 3, or (at your ;; option) any later version.

;; GCC is distributed in the hope that it will be useful, but WITHOUT ;; ANY WARRANTY; without even the implied warranty of MERCHANTABILITY ;; or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public ;; License for more details.

;; You should have received a copy of the GNU General Public License ;; along with GCC; see the file COPYING3. If not see ;; http://www.gnu.org/licenses/.

;; Iterator for comparison types (define_code_iterator CMP_TEST [eq lt gt unordered])

;; Iterator for both scalar and vector floating point types supported by VSX (define_mode_iterator VSX_B [DF V4SF V2DF])

;; Iterator for the 2 64-bit vector types (define_mode_iterator VSX_D [V2DF V2DI])

;; Mode iterator to handle swapping words on little endian for the 128-bit ;; types that goes in a single vector register. (define_mode_iterator VSX_LE_128 [(KF “FLOAT128_VECTOR_P (KFmode)”) (TF “FLOAT128_VECTOR_P (TFmode)”) (TI “TARGET_VSX_TIMODE”) V1TI])

;; Iterator for the 2 32-bit vector types (define_mode_iterator VSX_W [V4SF V4SI])

;; Iterator for the DF types (define_mode_iterator VSX_DF [V2DF DF])

;; Iterator for vector floating point types supported by VSX (define_mode_iterator VSX_F [V4SF V2DF])

;; Iterator for logical types supported by VSX (define_mode_iterator VSX_L [V16QI V8HI V4SI V2DI V4SF V2DF V1TI TI (KF “FLOAT128_VECTOR_P (KFmode)”) (TF “FLOAT128_VECTOR_P (TFmode)”)])

;; Iterator for memory moves. (define_mode_iterator VSX_M [V16QI V8HI V4SI V2DI V4SF V2DF V1TI (KF “FLOAT128_VECTOR_P (KFmode)”) (TF “FLOAT128_VECTOR_P (TFmode)”) (TI “TARGET_VSX_TIMODE”)])

;; Map into the appropriate load/store name based on the type (define_mode_attr VSm [(V16QI “vw4”) (V8HI “vw4”) (V4SI “vw4”) (V4SF “vw4”) (V2DF “vd2”) (V2DI “vd2”) (DF “d”) (TF “vd2”) (KF “vd2”) (V1TI “vd2”) (TI “vd2”)])

;; Map into the appropriate suffix based on the type (define_mode_attr VSs [(V16QI “sp”) (V8HI “sp”) (V4SI “sp”) (V4SF “sp”) (V2DF “dp”) (V2DI “dp”) (DF “dp”) (SF “sp”) (TF “dp”) (KF “dp”) (V1TI “dp”) (TI “dp”)])

;; Map the register class used (define_mode_attr VSr [(V16QI “v”) (V8HI “v”) (V4SI “v”) (V4SF “wf”) (V2DI “wd”) (V2DF “wd”) (DI “wi”) (DF “ws”) (SF “ww”) (TF “wp”) (KF “wq”) (V1TI “v”) (TI “wt”)])

;; Map the register class used for float<->int conversions (floating point side) ;; VSr2 is the preferred register class, VSr3 is any register class that will ;; hold the data (define_mode_attr VSr2 [(V2DF “wd”) (V4SF “wf”) (DF “ws”) (SF “ww”) (DI “wi”) (KF “wq”) (TF “wp”)])

(define_mode_attr VSr3 [(V2DF “wa”) (V4SF “wa”) (DF “ws”) (SF “ww”) (DI “wi”) (KF “wq”) (TF “wp”)])

;; Map the register class for sp<->dp float conversions, destination (define_mode_attr VSr4 [(SF “ws”) (DF “f”) (V2DF “wd”) (V4SF “v”)])

;; Map the register class for sp<->dp float conversions, source (define_mode_attr VSr5 [(SF “ws”) (DF “f”) (V2DF “v”) (V4SF “wd”)])

;; The VSX register class that a type can occupy, even if it is not the ;; preferred register class (VSr is the preferred register class that will get ;; allocated first). (define_mode_attr VSa [(V16QI “wa”) (V8HI “wa”) (V4SI “wa”) (V4SF “wa”) (V2DI “wa”) (V2DF “wa”) (DI “wi”) (DF “ws”) (SF “ww”) (V1TI “wa”) (TI “wt”) (TF “wp”) (KF “wq”)])

;; A mode attribute to disparage use of GPR registers, except for scalar ;; interger modes. (define_mode_attr ??r [(V16QI “??r”) (V8HI “??r”) (V4SI “??r”) (V4SF “??r”) (V2DI “??r”) (V2DF “??r”) (DI “r”) (DF “??r”) (SF “??r”) (V1TI “??r”) (TI “r”) (TF “??r”) (KF “??r”)])

;; Same size integer type for floating point data (define_mode_attr VSi [(V4SF “v4si”) (V2DF “v2di”) (DF “di”)])

(define_mode_attr VSI [(V4SF “V4SI”) (V2DF “V2DI”) (DF “DI”)])

;; Word size for same size conversion (define_mode_attr VSc [(V4SF “w”) (V2DF “d”) (DF “d”)])

;; Map into either s or v, depending on whether this is a scalar or vector ;; operation (define_mode_attr VSv [(V16QI “v”) (V8HI “v”) (V4SI “v”) (V4SF “v”) (V2DI “v”) (V2DF “v”) (V1TI “v”) (DF “s”) (KF “v”)])

;; Appropriate type for add ops (and other simple FP ops) (define_mode_attr VStype_simple [(V2DF “vecdouble”) (V4SF “vecfloat”) (DF “fp”)])

(define_mode_attr VSfptype_simple [(V2DF “fp_addsub_d”) (V4SF “fp_addsub_s”) (DF “fp_addsub_d”)])

;; Appropriate type for multiply ops (define_mode_attr VStype_mul [(V2DF “vecdouble”) (V4SF “vecfloat”) (DF “dmul”)])

(define_mode_attr VSfptype_mul [(V2DF “fp_mul_d”) (V4SF “fp_mul_s”) (DF “fp_mul_d”)])

;; Appropriate type for divide ops. (define_mode_attr VStype_div [(V2DF “vecdiv”) (V4SF “vecfdiv”) (DF “ddiv”)])

(define_mode_attr VSfptype_div [(V2DF “fp_div_d”) (V4SF “fp_div_s”) (DF “fp_div_d”)])

;; Appropriate type for sqrt ops. For now, just lump the vector sqrt with ;; the scalar sqrt (define_mode_attr VStype_sqrt [(V2DF “dsqrt”) (V4SF “ssqrt”) (DF “dsqrt”)])

(define_mode_attr VSfptype_sqrt [(V2DF “fp_sqrt_d”) (V4SF “fp_sqrt_s”) (DF “fp_sqrt_d”)])

;; Iterator and modes for sp<->dp conversions ;; Because scalar SF values are represented internally as double, use the ;; V4SF type to represent this than SF. (define_mode_iterator VSX_SPDP [DF V4SF V2DF])

(define_mode_attr VS_spdp_res [(DF “V4SF”) (V4SF “V2DF”) (V2DF “V4SF”)])

(define_mode_attr VS_spdp_insn [(DF “xscvdpsp”) (V4SF “xvcvspdp”) (V2DF “xvcvdpsp”)])

(define_mode_attr VS_spdp_type [(DF “fp”) (V4SF “vecdouble”) (V2DF “vecdouble”)])

;; Map the scalar mode for a vector type (define_mode_attr VS_scalar [(V1TI “TI”) (V2DF “DF”) (V2DI “DI”) (V4SF “SF”) (V4SI “SI”) (V8HI “HI”) (V16QI “QI”)])

;; Map to a double-sized vector mode (define_mode_attr VS_double [(V4SI “V8SI”) (V4SF “V8SF”) (V2DI “V4DI”) (V2DF “V4DF”) (V1TI “V2TI”)])

;; Map register class for 64-bit element in 128-bit vector for direct moves ;; to/from gprs (define_mode_attr VS_64dm [(V2DF “wk”) (V2DI “wj”)])

;; Map register class for 64-bit element in 128-bit vector for normal register ;; to register moves (define_mode_attr VS_64reg [(V2DF “ws”) (V2DI “wi”)])

;; Iterators for loading constants with xxspltib (define_mode_iterator VSINT_84 [V4SI V2DI DI SI]) (define_mode_iterator VSINT_842 [V8HI V4SI V2DI])

;; Iterator for ISA 3.0 vector extract/insert of small integer vectors. ;; VSX_EXTRACT_I2 doesn't include V4SImode because SI extracts can be ;; done on ISA 2.07 and not just ISA 3.0. (define_mode_iterator VSX_EXTRACT_I [V16QI V8HI V4SI]) (define_mode_iterator VSX_EXTRACT_I2 [V16QI V8HI])

(define_mode_attr VSX_EXTRACT_WIDTH [(V16QI “b”) (V8HI “h”) (V4SI “w”)])

;; Mode attribute to give the correct predicate for ISA 3.0 vector extract and ;; insert to validate the operand number. (define_mode_attr VSX_EXTRACT_PREDICATE [(V16QI “const_0_to_15_operand”) (V8HI “const_0_to_7_operand”) (V4SI “const_0_to_3_operand”)])

;; Mode attribute to give the constraint for vector extract and insert ;; operations. (define_mode_attr VSX_EX [(V16QI “v”) (V8HI “v”) (V4SI “wa”)])

;; Mode iterator for binary floating types other than double to ;; optimize convert to that floating point type from an extract ;; of an integer type (define_mode_iterator VSX_EXTRACT_FL [SF (IF “FLOAT128_2REG_P (IFmode)”) (KF “TARGET_FLOAT128_HW”) (TF “FLOAT128_2REG_P (TFmode) || (FLOAT128_IEEE_P (TFmode) && TARGET_FLOAT128_HW)”)])

;; Mode iterator for binary floating types that have a direct conversion ;; from 64-bit integer to floating point (define_mode_iterator FL_CONV [SF DF (KF “TARGET_FLOAT128_HW”) (TF “TARGET_FLOAT128_HW && FLOAT128_IEEE_P (TFmode)”)])

;; Iterator for the 2 short vector types to do a splat from an integer (define_mode_iterator VSX_SPLAT_I [V16QI V8HI])

;; Mode attribute to give the count for the splat instruction to splat ;; the value in the 64-bit integer slot (define_mode_attr VSX_SPLAT_COUNT [(V16QI “7”) (V8HI “3”)])

;; Mode attribute to give the suffix for the splat instruction (define_mode_attr VSX_SPLAT_SUFFIX [(V16QI “b”) (V8HI “h”)])

;; Constants for creating unspecs (define_c_enum “unspec” [UNSPEC_VSX_CONCAT UNSPEC_VSX_CVDPSXWS UNSPEC_VSX_CVDPUXWS UNSPEC_VSX_CVSPDP UNSPEC_VSX_CVHPSP UNSPEC_VSX_CVSPDPN UNSPEC_VSX_CVDPSPN UNSPEC_VSX_CVSXWDP UNSPEC_VSX_CVUXWDP UNSPEC_VSX_CVSXDSP UNSPEC_VSX_CVUXDSP UNSPEC_VSX_CVSPSXDS UNSPEC_VSX_CVSPUXDS UNSPEC_VSX_TDIV UNSPEC_VSX_TSQRT UNSPEC_VSX_SET UNSPEC_VSX_ROUND_I UNSPEC_VSX_ROUND_IC UNSPEC_VSX_SLDWI UNSPEC_VSX_XXPERM

UNSPEC_VSX_XXSPLTW UNSPEC_VSX_XXSPLTD UNSPEC_VSX_DIVSD UNSPEC_VSX_DIVUD UNSPEC_VSX_MULSD UNSPEC_VSX_XVCVSXDDP UNSPEC_VSX_XVCVUXDDP UNSPEC_VSX_XVCVDPSXDS UNSPEC_VSX_XVCVDPUXDS UNSPEC_VSX_SIGN_EXTEND UNSPEC_VSX_VSLO UNSPEC_VSX_EXTRACT UNSPEC_VSX_SXEXPDP UNSPEC_VSX_SXSIGDP UNSPEC_VSX_SIEXPDP UNSPEC_VSX_SCMPEXPDP UNSPEC_VSX_STSTDC UNSPEC_VSX_VEXTRACT_FP_FROM_SHORTH UNSPEC_VSX_VEXTRACT_FP_FROM_SHORTL UNSPEC_VSX_VXEXP UNSPEC_VSX_VXSIG UNSPEC_VSX_VIEXP UNSPEC_VSX_VTSTDC UNSPEC_VSX_VEC_INIT UNSPEC_LXVL UNSPEC_STXVL UNSPEC_VCLZLSBB UNSPEC_VCTZLSBB UNSPEC_VEXTUBLX UNSPEC_VEXTUHLX UNSPEC_VEXTUWLX UNSPEC_VEXTUBRX UNSPEC_VEXTUHRX UNSPEC_VEXTUWRX UNSPEC_VCMPNEB UNSPEC_VCMPNEZB UNSPEC_VCMPNEH UNSPEC_VCMPNEZH UNSPEC_VCMPNEW UNSPEC_VCMPNEZW UNSPEC_XXEXTRACTUW UNSPEC_XXINSERTW ])

;; VSX moves

;; The patterns for LE permuted loads and stores come before the general ;; VSX moves so they match first. (define_insn_and_split “*vsx_le_perm_load_” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=”) (match_operand:VSX_D 1 “indexed_or_indirect_operand” “Z”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” [(set (match_dup 2) (vec_select: (match_dup 1) (parallel [(const_int 1) (const_int 0)]))) (set (match_dup 0) (vec_select: (match_dup 2) (parallel [(const_int 1) (const_int 0)])))] " { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[0]) : operands[0]; } " [(set_attr “type” “vecload”) (set_attr “length” “8”)])

(define_insn_and_split “*vsx_le_perm_load_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=”) (match_operand:VSX_W 1 “indexed_or_indirect_operand” “Z”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” [(set (match_dup 2) (vec_select: (match_dup 1) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)]))) (set (match_dup 0) (vec_select: (match_dup 2) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)])))] " { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[0]) : operands[0]; } " [(set_attr “type” “vecload”) (set_attr “length” “8”)])

(define_insn_and_split “*vsx_le_perm_load_v8hi” [(set (match_operand:V8HI 0 “vsx_register_operand” “=wa”) (match_operand:V8HI 1 “indexed_or_indirect_operand” “Z”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” [(set (match_dup 2) (vec_select:V8HI (match_dup 1) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)]))) (set (match_dup 0) (vec_select:V8HI (match_dup 2) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)])))] " { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[0]) : operands[0]; } " [(set_attr “type” “vecload”) (set_attr “length” “8”)])

(define_insn_and_split “*vsx_le_perm_load_v16qi” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (match_operand:V16QI 1 “indexed_or_indirect_operand” “Z”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” [(set (match_dup 2) (vec_select:V16QI (match_dup 1) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)]))) (set (match_dup 0) (vec_select:V16QI (match_dup 2) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)])))] " { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[0]) : operands[0]; } " [(set_attr “type” “vecload”) (set_attr “length” “8”)])

(define_insn “*vsx_le_perm_store_” [(set (match_operand:VSX_D 0 “indexed_or_indirect_operand” “=Z”) (match_operand:VSX_D 1 “vsx_register_operand” “+”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” [(set_attr “type” “vecstore”) (set_attr “length” “12”)])

(define_split [(set (match_operand:VSX_D 0 “indexed_or_indirect_operand” "") (match_operand:VSX_D 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && !reload_completed” [(set (match_dup 2) (vec_select: (match_dup 1) (parallel [(const_int 1) (const_int 0)]))) (set (match_dup 0) (vec_select: (match_dup 2) (parallel [(const_int 1) (const_int 0)])))] { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[1]) : operands[1]; })

;; The post-reload split requires that we re-permute the source ;; register in case it is still live. (define_split [(set (match_operand:VSX_D 0 “indexed_or_indirect_operand” "") (match_operand:VSX_D 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && reload_completed” [(set (match_dup 1) (vec_select: (match_dup 1) (parallel [(const_int 1) (const_int 0)]))) (set (match_dup 0) (vec_select: (match_dup 1) (parallel [(const_int 1) (const_int 0)]))) (set (match_dup 1) (vec_select: (match_dup 1) (parallel [(const_int 1) (const_int 0)])))] "")

(define_insn “*vsx_le_perm_store_” [(set (match_operand:VSX_W 0 “indexed_or_indirect_operand” “=Z”) (match_operand:VSX_W 1 “vsx_register_operand” “+”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” [(set_attr “type” “vecstore”) (set_attr “length” “12”)])

(define_split [(set (match_operand:VSX_W 0 “indexed_or_indirect_operand” "") (match_operand:VSX_W 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && !reload_completed” [(set (match_dup 2) (vec_select: (match_dup 1) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)]))) (set (match_dup 0) (vec_select: (match_dup 2) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)])))] { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[1]) : operands[1]; })

;; The post-reload split requires that we re-permute the source ;; register in case it is still live. (define_split [(set (match_operand:VSX_W 0 “indexed_or_indirect_operand” "") (match_operand:VSX_W 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && reload_completed” [(set (match_dup 1) (vec_select: (match_dup 1) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)]))) (set (match_dup 0) (vec_select: (match_dup 1) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)]))) (set (match_dup 1) (vec_select: (match_dup 1) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)])))] "")

(define_insn “*vsx_le_perm_store_v8hi” [(set (match_operand:V8HI 0 “indexed_or_indirect_operand” “=Z”) (match_operand:V8HI 1 “vsx_register_operand” “+wa”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” [(set_attr “type” “vecstore”) (set_attr “length” “12”)])

(define_split [(set (match_operand:V8HI 0 “indexed_or_indirect_operand” "") (match_operand:V8HI 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && !reload_completed” [(set (match_dup 2) (vec_select:V8HI (match_dup 1) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)]))) (set (match_dup 0) (vec_select:V8HI (match_dup 2) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)])))] { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[1]) : operands[1]; })

;; The post-reload split requires that we re-permute the source ;; register in case it is still live. (define_split [(set (match_operand:V8HI 0 “indexed_or_indirect_operand” "") (match_operand:V8HI 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && reload_completed” [(set (match_dup 1) (vec_select:V8HI (match_dup 1) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)]))) (set (match_dup 0) (vec_select:V8HI (match_dup 1) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)]))) (set (match_dup 1) (vec_select:V8HI (match_dup 1) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)])))] "")

(define_insn “*vsx_le_perm_store_v16qi” [(set (match_operand:V16QI 0 “indexed_or_indirect_operand” “=Z”) (match_operand:V16QI 1 “vsx_register_operand” “+wa”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “#” [(set_attr “type” “vecstore”) (set_attr “length” “12”)])

(define_split [(set (match_operand:V16QI 0 “indexed_or_indirect_operand” "") (match_operand:V16QI 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && !reload_completed” [(set (match_dup 2) (vec_select:V16QI (match_dup 1) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)]))) (set (match_dup 0) (vec_select:V16QI (match_dup 2) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)])))] { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[1]) : operands[1]; })

;; The post-reload split requires that we re-permute the source ;; register in case it is still live. (define_split [(set (match_operand:V16QI 0 “indexed_or_indirect_operand” "") (match_operand:V16QI 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR && reload_completed” [(set (match_dup 1) (vec_select:V16QI (match_dup 1) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)]))) (set (match_dup 0) (vec_select:V16QI (match_dup 1) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)]))) (set (match_dup 1) (vec_select:V16QI (match_dup 1) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)])))] "")

;; Little endian word swapping for 128-bit types that are either scalars or the ;; special V1TI container class, which it is not appropriate to use vec_select ;; for the type. (define_insn “*vsx_le_permute_” [(set (match_operand:VSX_LE_128 0 “nonimmediate_operand” “=,,Z,&r,&r,Q”) (rotate:VSX_LE_128 (match_operand:VSX_LE_128 1 “input_operand” “,Z,,r,Q,r”) (const_int 64)))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” “@ xxpermdi %x0,%x1,%x1,2 lxvd2x %x0,%y1 stxvd2x %x1,%y0 mr %0,%L1;mr %L0,%1 ld%U1%X1 %0,%L1;ld%U1%X1 %L0,%1 std%U0%X0 %L1,%0;std%U0%X0 %1,%L0” [(set_attr “length” “4,4,4,8,8,8”) (set_attr “type” “vecperm,vecload,vecstore,*,load,store”)])

(define_insn_and_split “*vsx_le_undo_permute_” [(set (match_operand:VSX_LE_128 0 “vsx_register_operand” “=,”) (rotate:VSX_LE_128 (rotate:VSX_LE_128 (match_operand:VSX_LE_128 1 “vsx_register_operand” “0,”) (const_int 64)) (const_int 64)))] “!BYTES_BIG_ENDIAN && TARGET_VSX” "@

xxlor %x0,%x1" "" [(set (match_dup 0) (match_dup 1))] { if (reload_completed && REGNO (operands[0]) == REGNO (operands[1])) { emit_note (NOTE_INSN_DELETED); DONE; } } [(set_attr “length” “0,4”) (set_attr “type” “veclogical”)])

(define_insn_and_split “*vsx_le_perm_load_” [(set (match_operand:VSX_LE_128 0 “vsx_register_operand” “=,r”) (match_operand:VSX_LE_128 1 “memory_operand” “Z,Q”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” "@

#" “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” [(set (match_dup 2) (rotate:VSX_LE_128 (match_dup 1) (const_int 64))) (set (match_dup 0) (rotate:VSX_LE_128 (match_dup 2) (const_int 64)))] " { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[0]) : operands[0]; } " [(set_attr “type” “vecload,load”) (set_attr “length” “8,8”)])

(define_insn “*vsx_le_perm_store_” [(set (match_operand:VSX_LE_128 0 “memory_operand” “=Z,Q”) (match_operand:VSX_LE_128 1 “vsx_register_operand” “+,r”))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !TARGET_P9_VECTOR” "@

#" [(set_attr “type” “vecstore,store”) (set_attr “length” “12,8”)])

(define_split [(set (match_operand:VSX_LE_128 0 “memory_operand” "") (match_operand:VSX_LE_128 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && !reload_completed && !TARGET_P9_VECTOR” [(set (match_dup 2) (rotate:VSX_LE_128 (match_dup 1) (const_int 64))) (set (match_dup 0) (rotate:VSX_LE_128 (match_dup 2) (const_int 64)))] { operands[2] = can_create_pseudo_p () ? gen_reg_rtx_and_attrs (operands[0]) : operands[0]; })

;; Peepholes to catch loads and stores for TImode if TImode landed in ;; GPR registers on a little endian system. (define_peephole2 [(set (match_operand:VSX_LE_128 0 “int_reg_operand”) (rotate:VSX_LE_128 (match_operand:VSX_LE_128 1 “memory_operand”) (const_int 64))) (set (match_operand:VSX_LE_128 2 “int_reg_operand”) (rotate:VSX_LE_128 (match_dup 0) (const_int 64)))] “!BYTES_BIG_ENDIAN && TARGET_VSX && TARGET_VSX_TIMODE && !TARGET_P9_VECTOR && (rtx_equal_p (operands[0], operands[2]) || peep2_reg_dead_p (2, operands[0]))” [(set (match_dup 2) (match_dup 1))])

(define_peephole2 [(set (match_operand:VSX_LE_128 0 “int_reg_operand”) (rotate:VSX_LE_128 (match_operand:VSX_LE_128 1 “int_reg_operand”) (const_int 64))) (set (match_operand:VSX_LE_128 2 “memory_operand”) (rotate:VSX_LE_128 (match_dup 0) (const_int 64)))] “!BYTES_BIG_ENDIAN && TARGET_VSX && TARGET_VSX_TIMODE && !TARGET_P9_VECTOR && peep2_reg_dead_p (2, operands[0])” [(set (match_dup 2) (match_dup 1))])

;; Peephole to catch memory to memory transfers for TImode if TImode landed in ;; VSX registers on a little endian system. The vector types and IEEE 128-bit ;; floating point are handled by the more generic swap elimination pass. (define_peephole2 [(set (match_operand:TI 0 “vsx_register_operand” "") (rotate:TI (match_operand:TI 1 “vsx_register_operand” "") (const_int 64))) (set (match_operand:TI 2 “vsx_register_operand” "") (rotate:TI (match_dup 0) (const_int 64)))] “!BYTES_BIG_ENDIAN && TARGET_VSX && TARGET_VSX_TIMODE && !TARGET_P9_VECTOR && (rtx_equal_p (operands[0], operands[2]) || peep2_reg_dead_p (2, operands[0]))” [(set (match_dup 2) (match_dup 1))])

;; The post-reload split requires that we re-permute the source ;; register in case it is still live. (define_split [(set (match_operand:VSX_LE_128 0 “memory_operand” "") (match_operand:VSX_LE_128 1 “vsx_register_operand” ""))] “!BYTES_BIG_ENDIAN && TARGET_VSX && reload_completed && !TARGET_P9_VECTOR” [(set (match_dup 1) (rotate:VSX_LE_128 (match_dup 1) (const_int 64))) (set (match_dup 0) (rotate:VSX_LE_128 (match_dup 1) (const_int 64))) (set (match_dup 1) (rotate:VSX_LE_128 (match_dup 1) (const_int 64)))] "")

;; Vector constants that can be generated with XXSPLTIB that was added in ISA ;; 3.0. Both (const_vector [..]) and (vec_duplicate ...) forms are recognized. (define_insn “xxspltib_v16qi” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (vec_duplicate:V16QI (match_operand:SI 1 “s8bit_cint_operand” “n”)))] “TARGET_P9_VECTOR” { operands[2] = GEN_INT (INTVAL (operands[1]) & 0xff); return “xxspltib %x0,%2”; } [(set_attr “type” “vecperm”)])

(define_insn “xxspltib__nosplit” [(set (match_operand:VSINT_842 0 “vsx_register_operand” “=wa,wa”) (match_operand:VSINT_842 1 “xxspltib_constant_nosplit” “jwM,wE”))] “TARGET_P9_VECTOR” { rtx op1 = operands[1]; int value = 256; int num_insns = -1;

if (!xxspltib_constant_p (op1, mode, &num_insns, &value) || num_insns != 1) gcc_unreachable ();

operands[2] = GEN_INT (value & 0xff); return “xxspltib %x0,%2”; } [(set_attr “type” “vecperm”)])

(define_insn_and_split “*xxspltib__split” [(set (match_operand:VSINT_842 0 “altivec_register_operand” “=v”) (match_operand:VSINT_842 1 “xxspltib_constant_split” “wS”))] “TARGET_P9_VECTOR” “#” “&& 1” [(const_int 0)] { int value = 256; int num_insns = -1; rtx op0 = operands[0]; rtx op1 = operands[1]; rtx tmp = ((can_create_pseudo_p ()) ? gen_reg_rtx (V16QImode) : gen_lowpart (V16QImode, op0));

if (!xxspltib_constant_p (op1, mode, &num_insns, &value) || num_insns != 2) gcc_unreachable ();

emit_insn (gen_xxspltib_v16qi (tmp, GEN_INT (value)));

if (mode == V2DImode) emit_insn (gen_vsx_sign_extend_qi_v2di (op0, tmp));

else if (mode == V4SImode) emit_insn (gen_vsx_sign_extend_qi_v4si (op0, tmp));

else if (mode == V8HImode) emit_insn (gen_altivec_vupkhsb (op0, tmp));

else gcc_unreachable ();

DONE; } [(set_attr “type” “vecperm”) (set_attr “length” “8”)])

;; Prefer using vector registers over GPRs. Prefer using ISA 3.0‘s XXSPLTISB ;; or Altivec VSPLITW 0/-1 over XXLXOR/XXLORC to set a register to all 0’s or ;; all 1's, since the machine does not have to wait for the previous ;; instruction using the register being set (such as a store waiting on a slow ;; instruction). But generate XXLXOR/XXLORC if it will avoid a register move.

;; VSX store VSX load VSX move VSX->GPR GPR->VSX LQ (GPR) ;; STQ (GPR) GPR load GPR store GPR move XXSPLTIB VSPLTISW ;; VSX 0/-1 GPR 0/-1 VMX const GPR const LVX (VMX) STVX (VMX) (define_insn “*vsx_mov_64bit” [(set (match_operand:VSX_M 0 “nonimmediate_operand” “=ZwO, , , r, we, ?wQ, ?&r, ??r, ??Y, <??r>, wo, v, ?, *r, v, ??r, wZ, v”)

(match_operand:VSX_M 1 "input_operand" 
           "<VSa>,     ZwO,       <VSa>,     we,        r,         r,
            wQ,        Y,         r,         r,         wE,        jwM,
            ?jwM,      jwM,       W,         W,         v,         wZ"))]

“TARGET_POWERPC64 && VECTOR_MEM_VSX_P (mode) && (register_operand (operands[0], mode) || register_operand (operands[1], mode))” { return rs6000_output_move_128bit (operands); } [(set_attr “type” “vecstore, vecload, vecsimple, mffgpr, mftgpr, load, store, load, store, *, vecsimple, vecsimple, vecsimple, *, *, *, vecstore, vecload”)

(set_attr “length” “4, 4, 4, 8, 4, 8, 8, 8, 8, 8, 4, 4, 4, 8, 20, 20, 4, 4”)])

;; VSX store VSX load VSX move GPR load GPR store GPR move ;; XXSPLTIB VSPLTISW VSX 0/-1 GPR 0/-1 VMX const GPR const ;; LVX (VMX) STVX (VMX) (define_insn “*vsx_mov_32bit” [(set (match_operand:VSX_M 0 “nonimmediate_operand” “=ZwO, , , ??r, ??Y, <??r>, wo, v, ?, *r, v, ??r, wZ, v”)

(match_operand:VSX_M 1 "input_operand" 
           "<VSa>,     ZwO,       <VSa>,     Y,         r,         r,
            wE,        jwM,       ?jwM,      jwM,       W,         W,
            v,         wZ"))]

“!TARGET_POWERPC64 && VECTOR_MEM_VSX_P (mode) && (register_operand (operands[0], mode) || register_operand (operands[1], mode))” { return rs6000_output_move_128bit (operands); } [(set_attr “type” “vecstore, vecload, vecsimple, load, store, *, vecsimple, vecsimple, vecsimple, *, *, *, vecstore, vecload”)

(set_attr “length” “4, 4, 4, 16, 16, 16, 4, 4, 4, 16, 20, 32, 4, 4”)])

;; Explicit load/store expanders for the builtin functions (define_expand “vsx_load_” [(set (match_operand:VSX_M 0 “vsx_register_operand” "") (match_operand:VSX_M 1 “memory_operand” ""))] “VECTOR_MEM_VSX_P (mode)” { /* Expand to swaps if needed, prior to swap optimization. */ if (!BYTES_BIG_ENDIAN && !TARGET_P9_VECTOR) { rs6000_emit_le_vsx_move (operands[0], operands[1], mode); DONE; } })

(define_expand “vsx_store_” [(set (match_operand:VSX_M 0 “memory_operand” "") (match_operand:VSX_M 1 “vsx_register_operand” ""))] “VECTOR_MEM_VSX_P (mode)” { /* Expand to swaps if needed, prior to swap optimization. */ if (!BYTES_BIG_ENDIAN && !TARGET_P9_VECTOR) { rs6000_emit_le_vsx_move (operands[0], operands[1], mode); DONE; } })

;; Explicit load/store expanders for the builtin functions for lxvd2x, etc., ;; when you really want their element-reversing behavior. (define_insn “vsx_ld_elemrev_v2di” [(set (match_operand:V2DI 0 “vsx_register_operand” “=wa”) (vec_select:V2DI (match_operand:V2DI 1 “memory_operand” “Z”) (parallel [(const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V2DImode) && !BYTES_BIG_ENDIAN” “lxvd2x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “vsx_ld_elemrev_v2df” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wa”) (vec_select:V2DF (match_operand:V2DF 1 “memory_operand” “Z”) (parallel [(const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V2DFmode) && !BYTES_BIG_ENDIAN” “lxvd2x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “vsx_ld_elemrev_v4si” [(set (match_operand:V4SI 0 “vsx_register_operand” “=wa”) (vec_select:V4SI (match_operand:V4SI 1 “memory_operand” “Z”) (parallel [(const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V4SImode) && !BYTES_BIG_ENDIAN” “lxvw4x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “vsx_ld_elemrev_v4sf” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wa”) (vec_select:V4SF (match_operand:V4SF 1 “memory_operand” “Z”) (parallel [(const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V4SFmode) && !BYTES_BIG_ENDIAN” “lxvw4x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “vsx_ld_elemrev_v8hi” [(set (match_operand:V8HI 0 “vsx_register_operand” “=wa”) (vec_select:V8HI (match_operand:V8HI 1 “memory_operand” “Z”) (parallel [(const_int 7) (const_int 6) (const_int 5) (const_int 4) (const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V8HImode) && !BYTES_BIG_ENDIAN && TARGET_P9_VECTOR” “lxvh8x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “vsx_ld_elemrev_v16qi” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (vec_select:V16QI (match_operand:V16QI 1 “memory_operand” “Z”) (parallel [(const_int 15) (const_int 14) (const_int 13) (const_int 12) (const_int 11) (const_int 10) (const_int 9) (const_int 8) (const_int 7) (const_int 6) (const_int 5) (const_int 4) (const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V16QImode) && !BYTES_BIG_ENDIAN && TARGET_P9_VECTOR” “lxvb16x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “vsx_st_elemrev_v2df” [(set (match_operand:V2DF 0 “memory_operand” “=Z”) (vec_select:V2DF (match_operand:V2DF 1 “vsx_register_operand” “wa”) (parallel [(const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V2DFmode) && !BYTES_BIG_ENDIAN” “stxvd2x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “vsx_st_elemrev_v2di” [(set (match_operand:V2DI 0 “memory_operand” “=Z”) (vec_select:V2DI (match_operand:V2DI 1 “vsx_register_operand” “wa”) (parallel [(const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V2DImode) && !BYTES_BIG_ENDIAN” “stxvd2x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “vsx_st_elemrev_v4sf” [(set (match_operand:V4SF 0 “memory_operand” “=Z”) (vec_select:V4SF (match_operand:V4SF 1 “vsx_register_operand” “wa”) (parallel [(const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V4SFmode) && !BYTES_BIG_ENDIAN” “stxvw4x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “vsx_st_elemrev_v4si” [(set (match_operand:V4SI 0 “memory_operand” “=Z”) (vec_select:V4SI (match_operand:V4SI 1 “vsx_register_operand” “wa”) (parallel [(const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V4SImode) && !BYTES_BIG_ENDIAN” “stxvw4x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “vsx_st_elemrev_v8hi” [(set (match_operand:V8HI 0 “memory_operand” “=Z”) (vec_select:V8HI (match_operand:V8HI 1 “vsx_register_operand” “wa”) (parallel [(const_int 7) (const_int 6) (const_int 5) (const_int 4) (const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V8HImode) && !BYTES_BIG_ENDIAN && TARGET_P9_VECTOR” “stxvh8x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “vsx_st_elemrev_v16qi” [(set (match_operand:V16QI 0 “memory_operand” “=Z”) (vec_select:V16QI (match_operand:V16QI 1 “vsx_register_operand” “wa”) (parallel [(const_int 15) (const_int 14) (const_int 13) (const_int 12) (const_int 11) (const_int 10) (const_int 9) (const_int 8) (const_int 7) (const_int 6) (const_int 5) (const_int 4) (const_int 3) (const_int 2) (const_int 1) (const_int 0)])))] “VECTOR_MEM_VSX_P (V16QImode) && !BYTES_BIG_ENDIAN && TARGET_P9_VECTOR” “stxvb16x %x1,%y0” [(set_attr “type” “vecstore”)])

;; VSX vector floating point arithmetic instructions. The VSX scalar ;; instructions are now combined with the insn for the traditional floating ;; point unit. (define_insn “*vsx_add3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (plus:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvadd %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_sub3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (minus:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvsub %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_mul3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (mult:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvmul %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_mul>”)])

; Emulate vector with scalar for vec_mul in V2DImode (define_insn_and_split “vsx_mul_v2di” [(set (match_operand:V2DI 0 “vsx_register_operand” “=wa”) (unspec:V2DI [(match_operand:V2DI 1 “vsx_register_operand” “wa”) (match_operand:V2DI 2 “vsx_register_operand” “wa”)] UNSPEC_VSX_MULSD))] “VECTOR_MEM_VSX_P (V2DImode)” “#” “VECTOR_MEM_VSX_P (V2DImode) && !reload_completed && !reload_in_progress” [(const_int 0)] " { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx op2 = operands[2]; rtx op3 = gen_reg_rtx (DImode); rtx op4 = gen_reg_rtx (DImode); rtx op5 = gen_reg_rtx (DImode); emit_insn (gen_vsx_extract_v2di (op3, op1, GEN_INT (0))); emit_insn (gen_vsx_extract_v2di (op4, op2, GEN_INT (0))); emit_insn (gen_muldi3 (op5, op3, op4)); emit_insn (gen_vsx_extract_v2di (op3, op1, GEN_INT (1))); emit_insn (gen_vsx_extract_v2di (op4, op2, GEN_INT (1))); emit_insn (gen_muldi3 (op3, op3, op4)); emit_insn (gen_vsx_concat_v2di (op0, op5, op3)); DONE; }" [(set_attr “type” “mul”)])

(define_insn “*vsx_div3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (div:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvdiv %x0,%x1,%x2” [(set_attr “type” “<VStype_div>”) (set_attr “fp_type” “<VSfptype_div>”)])

; Emulate vector with scalar for vec_div in V2DImode (define_insn_and_split “vsx_div_v2di” [(set (match_operand:V2DI 0 “vsx_register_operand” “=wa”) (unspec:V2DI [(match_operand:V2DI 1 “vsx_register_operand” “wa”) (match_operand:V2DI 2 “vsx_register_operand” “wa”)] UNSPEC_VSX_DIVSD))] “VECTOR_MEM_VSX_P (V2DImode)” “#” “VECTOR_MEM_VSX_P (V2DImode) && !reload_completed && !reload_in_progress” [(const_int 0)] " { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx op2 = operands[2]; rtx op3 = gen_reg_rtx (DImode); rtx op4 = gen_reg_rtx (DImode); rtx op5 = gen_reg_rtx (DImode); emit_insn (gen_vsx_extract_v2di (op3, op1, GEN_INT (0))); emit_insn (gen_vsx_extract_v2di (op4, op2, GEN_INT (0))); emit_insn (gen_divdi3 (op5, op3, op4)); emit_insn (gen_vsx_extract_v2di (op3, op1, GEN_INT (1))); emit_insn (gen_vsx_extract_v2di (op4, op2, GEN_INT (1))); emit_insn (gen_divdi3 (op3, op3, op4)); emit_insn (gen_vsx_concat_v2di (op0, op5, op3)); DONE; }" [(set_attr “type” “div”)])

(define_insn_and_split “vsx_udiv_v2di” [(set (match_operand:V2DI 0 “vsx_register_operand” “=wa”) (unspec:V2DI [(match_operand:V2DI 1 “vsx_register_operand” “wa”) (match_operand:V2DI 2 “vsx_register_operand” “wa”)] UNSPEC_VSX_DIVUD))] “VECTOR_MEM_VSX_P (V2DImode)” “#” “VECTOR_MEM_VSX_P (V2DImode) && !reload_completed && !reload_in_progress” [(const_int 0)] " { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx op2 = operands[2]; rtx op3 = gen_reg_rtx (DImode); rtx op4 = gen_reg_rtx (DImode); rtx op5 = gen_reg_rtx (DImode); emit_insn (gen_vsx_extract_v2di (op3, op1, GEN_INT (0))); emit_insn (gen_vsx_extract_v2di (op4, op2, GEN_INT (0))); emit_insn (gen_udivdi3 (op5, op3, op4)); emit_insn (gen_vsx_extract_v2di (op3, op1, GEN_INT (1))); emit_insn (gen_vsx_extract_v2di (op4, op2, GEN_INT (1))); emit_insn (gen_udivdi3 (op3, op3, op4)); emit_insn (gen_vsx_concat_v2di (op0, op5, op3)); DONE; }" [(set_attr “type” “div”)])

;; tdiv instruction returning the FG flag (define_expand “vsx_tdiv3_fg” [(set (match_dup 3) (unspec:CCFP [(match_operand:VSX_B 1 “vsx_register_operand” "") (match_operand:VSX_B 2 “vsx_register_operand” "")] UNSPEC_VSX_TDIV)) (set (match_operand:SI 0 “gpc_reg_operand” "") (gt:SI (match_dup 3) (const_int 0)))] “VECTOR_UNIT_VSX_P (mode)” { operands[3] = gen_reg_rtx (CCFPmode); })

;; tdiv instruction returning the FE flag (define_expand “vsx_tdiv3_fe” [(set (match_dup 3) (unspec:CCFP [(match_operand:VSX_B 1 “vsx_register_operand” "") (match_operand:VSX_B 2 “vsx_register_operand” "")] UNSPEC_VSX_TDIV)) (set (match_operand:SI 0 “gpc_reg_operand” "") (eq:SI (match_dup 3) (const_int 0)))] “VECTOR_UNIT_VSX_P (mode)” { operands[3] = gen_reg_rtx (CCFPmode); })

(define_insn “*vsx_tdiv3_internal” [(set (match_operand:CCFP 0 “cc_reg_operand” “=x,x”) (unspec:CCFP [(match_operand:VSX_B 1 “vsx_register_operand” “,”) (match_operand:VSX_B 2 “vsx_register_operand” “,”)] UNSPEC_VSX_TDIV))] “VECTOR_UNIT_VSX_P (mode)” “xtdiv %0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_fre2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “,”)] UNSPEC_FRES))] “VECTOR_UNIT_VSX_P (mode)” “xvre %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_neg2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (neg:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvneg %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_abs2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (abs:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvabs %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_nabs2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (neg:VSX_F (abs:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”))))] “VECTOR_UNIT_VSX_P (mode)” “xvnabs %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_smax3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (smax:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvmax %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_smin3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (smin:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvmin %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_sqrt2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (sqrt:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvsqrt %x0,%x1” [(set_attr “type” “<VStype_sqrt>”) (set_attr “fp_type” “<VSfptype_sqrt>”)])

(define_insn “*vsx_rsqrte2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “,”)] UNSPEC_RSQRT))] “VECTOR_UNIT_VSX_P (mode)” “xvrsqrte %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

;; tsqrt returning the fg flag (define_expand “vsx_tsqrt2_fg” [(set (match_dup 2) (unspec:CCFP [(match_operand:VSX_B 1 “vsx_register_operand” "")] UNSPEC_VSX_TSQRT)) (set (match_operand:SI 0 “gpc_reg_operand” "") (gt:SI (match_dup 2) (const_int 0)))] “VECTOR_UNIT_VSX_P (mode)” { operands[2] = gen_reg_rtx (CCFPmode); })

;; tsqrt returning the fe flag (define_expand “vsx_tsqrt2_fe” [(set (match_dup 2) (unspec:CCFP [(match_operand:VSX_B 1 “vsx_register_operand” "")] UNSPEC_VSX_TSQRT)) (set (match_operand:SI 0 “gpc_reg_operand” "") (eq:SI (match_dup 2) (const_int 0)))] “VECTOR_UNIT_VSX_P (mode)” { operands[2] = gen_reg_rtx (CCFPmode); })

(define_insn “*vsx_tsqrt2_internal” [(set (match_operand:CCFP 0 “cc_reg_operand” “=x,x”) (unspec:CCFP [(match_operand:VSX_B 1 “vsx_register_operand” “,”)] UNSPEC_VSX_TSQRT))] “VECTOR_UNIT_VSX_P (mode)” “xtsqrt %0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

;; Fused vector multiply/add instructions. Support the classical Altivec ;; versions of fma, which allows the target to be a separate register from the ;; 3 inputs. Under VSX, the target must be either the addend or the first ;; multiply.

(define_insn “*vsx_fmav4sf4” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wf,wf,?wa,?wa,v”) (fma:V4SF (match_operand:V4SF 1 “vsx_register_operand” “%wf,wf,wa,wa,v”) (match_operand:V4SF 2 “vsx_register_operand” “wf,0,wa,0,v”) (match_operand:V4SF 3 “vsx_register_operand” “0,wf,0,wa,v”)))] “VECTOR_UNIT_VSX_P (V4SFmode)” “@ xvmaddasp %x0,%x1,%x2 xvmaddmsp %x0,%x1,%x3 xvmaddasp %x0,%x1,%x2 xvmaddmsp %x0,%x1,%x3 vmaddfp %0,%1,%2,%3” [(set_attr “type” “vecfloat”)])

(define_insn “*vsx_fmav2df4” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wd,wd,?wa,?wa”) (fma:V2DF (match_operand:V2DF 1 “vsx_register_operand” “%wd,wd,wa,wa”) (match_operand:V2DF 2 “vsx_register_operand” “wd,0,wa,0”) (match_operand:V2DF 3 “vsx_register_operand” “0,wd,0,wa”)))] “VECTOR_UNIT_VSX_P (V2DFmode)” “@ xvmaddadp %x0,%x1,%x2 xvmaddmdp %x0,%x1,%x3 xvmaddadp %x0,%x1,%x2 xvmaddmdp %x0,%x1,%x3” [(set_attr “type” “vecdouble”)])

(define_insn “*vsx_fms4” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,,?,?”) (fma:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “%,,,”) (match_operand:VSX_F 2 “vsx_register_operand” “,0,,0”) (neg:VSX_F (match_operand:VSX_F 3 “vsx_register_operand” “0,,0,”))))] “VECTOR_UNIT_VSX_P (mode)” “@ xvmsuba %x0,%x1,%x2 xvmsubm %x0,%x1,%x3 xvmsuba %x0,%x1,%x2 xvmsubm %x0,%x1,%x3” [(set_attr “type” “<VStype_mul>”)])

(define_insn “*vsx_nfma4” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,,?,?”) (neg:VSX_F (fma:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,,,”) (match_operand:VSX_F 2 “vsx_register_operand” “,0,,0”) (match_operand:VSX_F 3 “vsx_register_operand” “0,,0,”))))] “VECTOR_UNIT_VSX_P (mode)” “@ xvnmadda %x0,%x1,%x2 xvnmaddm %x0,%x1,%x3 xvnmadda %x0,%x1,%x2 xvnmaddm %x0,%x1,%x3” [(set_attr “type” “<VStype_mul>”) (set_attr “fp_type” “<VSfptype_mul>”)])

(define_insn “*vsx_nfmsv4sf4” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wf,wf,?wa,?wa,v”) (neg:V4SF (fma:V4SF (match_operand:V4SF 1 “vsx_register_operand” “%wf,wf,wa,wa,v”) (match_operand:V4SF 2 “vsx_register_operand” “wf,0,wa,0,v”) (neg:V4SF (match_operand:V4SF 3 “vsx_register_operand” “0,wf,0,wa,v”)))))] “VECTOR_UNIT_VSX_P (V4SFmode)” “@ xvnmsubasp %x0,%x1,%x2 xvnmsubmsp %x0,%x1,%x3 xvnmsubasp %x0,%x1,%x2 xvnmsubmsp %x0,%x1,%x3 vnmsubfp %0,%1,%2,%3” [(set_attr “type” “vecfloat”)])

(define_insn “*vsx_nfmsv2df4” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wd,wd,?wa,?wa”) (neg:V2DF (fma:V2DF (match_operand:V2DF 1 “vsx_register_operand” “%wd,wd,wa,wa”) (match_operand:V2DF 2 “vsx_register_operand” “wd,0,wa,0”) (neg:V2DF (match_operand:V2DF 3 “vsx_register_operand” “0,wd,0,wa”)))))] “VECTOR_UNIT_VSX_P (V2DFmode)” “@ xvnmsubadp %x0,%x1,%x2 xvnmsubmdp %x0,%x1,%x3 xvnmsubadp %x0,%x1,%x2 xvnmsubmdp %x0,%x1,%x3” [(set_attr “type” “vecdouble”)])

;; Vector conditional expressions (no scalar version for these instructions) (define_insn “vsx_eq” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (eq:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvcmpeq %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_gt” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (gt:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvcmpgt %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_ge” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (ge:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvcmpge %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

;; Compare vectors producing a vector result and a predicate, setting CR6 to ;; indicate a combined status (define_insn “*vsx_eq__p” [(set (reg:CC CR6_REGNO) (unspec:CC [(eq:CC (match_operand:VSX_F 1 “vsx_register_operand” “,?”) (match_operand:VSX_F 2 “vsx_register_operand” “,?”))] UNSPEC_PREDICATE)) (set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (eq:VSX_F (match_dup 1) (match_dup 2)))] “VECTOR_UNIT_VSX_P (mode)” “xvcmpeq. %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”)])

(define_insn “*vsx_gt__p” [(set (reg:CC CR6_REGNO) (unspec:CC [(gt:CC (match_operand:VSX_F 1 “vsx_register_operand” “,?”) (match_operand:VSX_F 2 “vsx_register_operand” “,?”))] UNSPEC_PREDICATE)) (set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (gt:VSX_F (match_dup 1) (match_dup 2)))] “VECTOR_UNIT_VSX_P (mode)” “xvcmpgt. %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”)])

(define_insn “*vsx_ge__p” [(set (reg:CC CR6_REGNO) (unspec:CC [(ge:CC (match_operand:VSX_F 1 “vsx_register_operand” “,?”) (match_operand:VSX_F 2 “vsx_register_operand” “,?”))] UNSPEC_PREDICATE)) (set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (ge:VSX_F (match_dup 1) (match_dup 2)))] “VECTOR_UNIT_VSX_P (mode)” “xvcmpge. %x0,%x1,%x2” [(set_attr “type” “<VStype_simple>”)])

;; Vector select (define_insn “*vsx_xxsel” [(set (match_operand:VSX_L 0 “vsx_register_operand” “=,?”) (if_then_else:VSX_L (ne:CC (match_operand:VSX_L 1 “vsx_register_operand” “,”) (match_operand:VSX_L 4 “zero_constant” "")) (match_operand:VSX_L 2 “vsx_register_operand” “,”) (match_operand:VSX_L 3 “vsx_register_operand” “,”)))] “VECTOR_MEM_VSX_P (mode)” “xxsel %x0,%x3,%x2,%x1” [(set_attr “type” “vecmove”)])

(define_insn “*vsx_xxsel_uns” [(set (match_operand:VSX_L 0 “vsx_register_operand” “=,?”) (if_then_else:VSX_L (ne:CCUNS (match_operand:VSX_L 1 “vsx_register_operand” “,”) (match_operand:VSX_L 4 “zero_constant” "")) (match_operand:VSX_L 2 “vsx_register_operand” “,”) (match_operand:VSX_L 3 “vsx_register_operand” “,”)))] “VECTOR_MEM_VSX_P (mode)” “xxsel %x0,%x3,%x2,%x1” [(set_attr “type” “vecmove”)])

;; Copy sign (define_insn “vsx_copysign3” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “,”) (match_operand:VSX_F 2 “vsx_register_operand” “,”)] UNSPEC_COPYSIGN))] “VECTOR_UNIT_VSX_P (mode)” “xvcpsgn %x0,%x2,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

;; For the conversions, limit the register class for the integer value to be ;; the fprs because we don‘t want to add the altivec registers to movdi/movsi. ;; For the unsigned tests, there isn’t a generic double -> unsigned conversion ;; in rs6000.md so don‘t test VECTOR_UNIT_VSX_P, just test against VSX. ;; Don’t use vsx_register_operand here, use gpc_reg_operand to match rs6000.md ;; in allowing virtual registers. (define_insn “vsx_float2” [(set (match_operand:VSX_F 0 “gpc_reg_operand” “=,?”) (float:VSX_F (match_operand: 1 “gpc_reg_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvcvsx %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_floatuns2” [(set (match_operand:VSX_F 0 “gpc_reg_operand” “=,?”) (unsigned_float:VSX_F (match_operand: 1 “gpc_reg_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvcvux %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_fix_trunc2” [(set (match_operand: 0 “gpc_reg_operand” “=,?”) (fix: (match_operand:VSX_F 1 “gpc_reg_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xcvsxs %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_fixuns_trunc2” [(set (match_operand: 0 “gpc_reg_operand” “=,?”) (unsigned_fix: (match_operand:VSX_F 1 “gpc_reg_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xcvuxs %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

;; Math rounding functions (define_insn “vsx_xri” [(set (match_operand:VSX_B 0 “vsx_register_operand” “=,?”) (unspec:VSX_B [(match_operand:VSX_B 1 “vsx_register_operand” “,”)] UNSPEC_VSX_ROUND_I))] “VECTOR_UNIT_VSX_P (mode)” “xri %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_xric” [(set (match_operand:VSX_B 0 “vsx_register_operand” “=,?”) (unspec:VSX_B [(match_operand:VSX_B 1 “vsx_register_operand” “,”)] UNSPEC_VSX_ROUND_IC))] “VECTOR_UNIT_VSX_P (mode)” “xric %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_btrunc2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (fix:VSX_F (match_operand:VSX_F 1 “vsx_register_operand” “,”)))] “VECTOR_UNIT_VSX_P (mode)” “xvriz %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “*vsx_b2trunc2” [(set (match_operand:VSX_B 0 “vsx_register_operand” “=,?”) (unspec:VSX_B [(match_operand:VSX_B 1 “vsx_register_operand” “,”)] UNSPEC_FRIZ))] “VECTOR_UNIT_VSX_P (mode)” “xriz %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_floor2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “,”)] UNSPEC_FRIM))] “VECTOR_UNIT_VSX_P (mode)” “xvrim %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

(define_insn “vsx_ceil2” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=,?”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “,”)] UNSPEC_FRIP))] “VECTOR_UNIT_VSX_P (mode)” “xvrip %x0,%x1” [(set_attr “type” “<VStype_simple>”) (set_attr “fp_type” “<VSfptype_simple>”)])

;; VSX convert to/from double vector

;; Convert between single and double precision ;; Don't use xscvspdp and xscvdpsp for scalar conversions, since the normal ;; scalar single precision instructions internally use the double format. ;; Prefer the altivec registers, since we likely will need to do a vperm (define_insn “vsx_<VS_spdp_insn>” [(set (match_operand:<VS_spdp_res> 0 “vsx_register_operand” “=,?”) (unspec:<VS_spdp_res> [(match_operand:VSX_SPDP 1 “vsx_register_operand” “,”)] UNSPEC_VSX_CVSPDP))] “VECTOR_UNIT_VSX_P (mode)” “<VS_spdp_insn> %x0,%x1” [(set_attr “type” “<VS_spdp_type>”)])

;; xscvspdp, represent the scalar SF type as V4SF (define_insn “vsx_xscvspdp” [(set (match_operand:DF 0 “vsx_register_operand” “=ws”) (unspec:DF [(match_operand:V4SF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_CVSPDP))] “VECTOR_UNIT_VSX_P (V4SFmode)” “xscvspdp %x0,%x1” [(set_attr “type” “fp”)])

;; Generate xvcvhpsp instruction (define_insn “vsx_xvcvhpsp” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wa”) (unspec:V4SF [(match_operand: V16QI 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_CVHPSP))] “TARGET_P9_VECTOR” “xvcvhpsp %x0,%x1” [(set_attr “type” “vecfloat”)])

;; xscvdpsp used for splat'ing a scalar to V4SF, knowing that the internal SF ;; format of scalars is actually DF. (define_insn “vsx_xscvdpsp_scalar” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wa”) (unspec:V4SF [(match_operand:SF 1 “vsx_register_operand” “f”)] UNSPEC_VSX_CVSPDP))] “VECTOR_UNIT_VSX_P (V4SFmode)” “xscvdpsp %x0,%x1” [(set_attr “type” “fp”)])

;; Same as vsx_xscvspdp, but use SF as the type (define_insn “vsx_xscvspdp_scalar2” [(set (match_operand:SF 0 “vsx_register_operand” “=ww”) (unspec:SF [(match_operand:V4SF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_CVSPDP))] “VECTOR_UNIT_VSX_P (V4SFmode)” “xscvspdp %x0,%x1” [(set_attr “type” “fp”)])

;; ISA 2.07 xscvdpspn/xscvspdpn that does not raise an error on signalling NaNs (define_insn “vsx_xscvdpspn” [(set (match_operand:V4SF 0 “vsx_register_operand” “=ww,?ww”) (unspec:V4SF [(match_operand:DF 1 “vsx_register_operand” “wd,wa”)] UNSPEC_VSX_CVDPSPN))] “TARGET_XSCVDPSPN” “xscvdpspn %x0,%x1” [(set_attr “type” “fp”)])

(define_insn “vsx_xscvspdpn” [(set (match_operand:DF 0 “vsx_register_operand” “=ws,?ws”) (unspec:DF [(match_operand:V4SF 1 “vsx_register_operand” “wf,wa”)] UNSPEC_VSX_CVSPDPN))] “TARGET_XSCVSPDPN” “xscvspdpn %x0,%x1” [(set_attr “type” “fp”)])

(define_insn “vsx_xscvdpspn_scalar” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wf,?wa”) (unspec:V4SF [(match_operand:SF 1 “vsx_register_operand” “ww,ww”)] UNSPEC_VSX_CVDPSPN))] “TARGET_XSCVDPSPN” “xscvdpspn %x0,%x1” [(set_attr “type” “fp”)])

;; Used by direct move to move a SFmode value from GPR to VSX register (define_insn “vsx_xscvspdpn_directmove” [(set (match_operand:SF 0 “vsx_register_operand” “=wa”) (unspec:SF [(match_operand:SF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_CVSPDPN))] “TARGET_XSCVSPDPN” “xscvspdpn %x0,%x1” [(set_attr “type” “fp”)])

;; Convert and scale (used by vec_ctf, vec_cts, vec_ctu for double/long long)

(define_expand “vsx_xvcvsxddp_scale” [(match_operand:V2DF 0 “vsx_register_operand” "") (match_operand:V2DI 1 “vsx_register_operand” "") (match_operand:QI 2 “immediate_operand” "")] “VECTOR_UNIT_VSX_P (V2DFmode)” { rtx op0 = operands[0]; rtx op1 = operands[1]; int scale = INTVAL(operands[2]); emit_insn (gen_vsx_xvcvsxddp (op0, op1)); if (scale != 0) rs6000_scale_v2df (op0, op0, -scale); DONE; })

(define_insn “vsx_xvcvsxddp” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wa”) (unspec:V2DF [(match_operand:V2DI 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_XVCVSXDDP))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvsxddp %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_expand “vsx_xvcvuxddp_scale” [(match_operand:V2DF 0 “vsx_register_operand” "") (match_operand:V2DI 1 “vsx_register_operand” "") (match_operand:QI 2 “immediate_operand” "")] “VECTOR_UNIT_VSX_P (V2DFmode)” { rtx op0 = operands[0]; rtx op1 = operands[1]; int scale = INTVAL(operands[2]); emit_insn (gen_vsx_xvcvuxddp (op0, op1)); if (scale != 0) rs6000_scale_v2df (op0, op0, -scale); DONE; })

(define_insn “vsx_xvcvuxddp” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wa”) (unspec:V2DF [(match_operand:V2DI 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_XVCVUXDDP))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvuxddp %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_expand “vsx_xvcvdpsxds_scale” [(match_operand:V2DI 0 “vsx_register_operand” "") (match_operand:V2DF 1 “vsx_register_operand” "") (match_operand:QI 2 “immediate_operand” "")] “VECTOR_UNIT_VSX_P (V2DFmode)” { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx tmp; int scale = INTVAL (operands[2]); if (scale == 0) tmp = op1; else { tmp = gen_reg_rtx (V2DFmode); rs6000_scale_v2df (tmp, op1, scale); } emit_insn (gen_vsx_xvcvdpsxds (op0, tmp)); DONE; })

(define_insn “vsx_xvcvdpsxds” [(set (match_operand:V2DI 0 “vsx_register_operand” “=wa”) (unspec:V2DI [(match_operand:V2DF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_XVCVDPSXDS))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvdpsxds %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_expand “vsx_xvcvdpuxds_scale” [(match_operand:V2DI 0 “vsx_register_operand” "") (match_operand:V2DF 1 “vsx_register_operand” "") (match_operand:QI 2 “immediate_operand” "")] “VECTOR_UNIT_VSX_P (V2DFmode)” { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx tmp; int scale = INTVAL (operands[2]); if (scale == 0) tmp = op1; else { tmp = gen_reg_rtx (V2DFmode); rs6000_scale_v2df (tmp, op1, scale); } emit_insn (gen_vsx_xvcvdpuxds (op0, tmp)); DONE; })

(define_insn “vsx_xvcvdpuxds” [(set (match_operand:V2DI 0 “vsx_register_operand” “=wa”) (unspec:V2DI [(match_operand:V2DF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_XVCVDPUXDS))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvdpuxds %x0,%x1” [(set_attr “type” “vecdouble”)])

;; Convert from 64-bit to 32-bit types ;; Note, favor the Altivec registers since the usual use of these instructions ;; is in vector converts and we need to use the Altivec vperm instruction.

(define_insn “vsx_xvcvdpsxws” [(set (match_operand:V4SI 0 “vsx_register_operand” “=v,?wa”) (unspec:V4SI [(match_operand:V2DF 1 “vsx_register_operand” “wd,wa”)] UNSPEC_VSX_CVDPSXWS))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvdpsxws %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvdpuxws” [(set (match_operand:V4SI 0 “vsx_register_operand” “=v,?wa”) (unspec:V4SI [(match_operand:V2DF 1 “vsx_register_operand” “wd,wa”)] UNSPEC_VSX_CVDPUXWS))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvdpuxws %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvsxdsp” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wd,?wa”) (unspec:V4SF [(match_operand:V2DI 1 “vsx_register_operand” “wf,wa”)] UNSPEC_VSX_CVSXDSP))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvsxdsp %x0,%x1” [(set_attr “type” “vecfloat”)])

(define_insn “vsx_xvcvuxdsp” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wd,?wa”) (unspec:V4SF [(match_operand:V2DI 1 “vsx_register_operand” “wf,wa”)] UNSPEC_VSX_CVUXDSP))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvuxdsp %x0,%x1” [(set_attr “type” “vecdouble”)])

;; Convert from 32-bit to 64-bit types ;; Provide both vector and scalar targets (define_insn “vsx_xvcvsxwdp” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wd,?wa”) (unspec:V2DF [(match_operand:V4SI 1 “vsx_register_operand” “wf,wa”)] UNSPEC_VSX_CVSXWDP))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvsxwdp %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvsxwdp_df” [(set (match_operand:DF 0 “vsx_register_operand” “=ws”) (unspec:DF [(match_operand:V4SI 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_CVSXWDP))] “TARGET_VSX” “xvcvsxwdp %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvuxwdp” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wd,?wa”) (unspec:V2DF [(match_operand:V4SI 1 “vsx_register_operand” “wf,wa”)] UNSPEC_VSX_CVUXWDP))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvuxwdp %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvuxwdp_df” [(set (match_operand:DF 0 “vsx_register_operand” “=ws”) (unspec:DF [(match_operand:V4SI 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_CVUXWDP))] “TARGET_VSX” “xvcvuxwdp %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvspsxds” [(set (match_operand:V2DI 0 “vsx_register_operand” “=v,?wa”) (unspec:V2DI [(match_operand:V4SF 1 “vsx_register_operand” “wd,wa”)] UNSPEC_VSX_CVSPSXDS))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvspsxds %x0,%x1” [(set_attr “type” “vecdouble”)])

(define_insn “vsx_xvcvspuxds” [(set (match_operand:V2DI 0 “vsx_register_operand” “=v,?wa”) (unspec:V2DI [(match_operand:V4SF 1 “vsx_register_operand” “wd,wa”)] UNSPEC_VSX_CVSPUXDS))] “VECTOR_UNIT_VSX_P (V2DFmode)” “xvcvspuxds %x0,%x1” [(set_attr “type” “vecdouble”)])

;; Only optimize (float (fix x)) -> frz if we are in fast-math mode, since ;; since the xvrdpiz instruction does not truncate the value if the floating ;; point value is < LONG_MIN or > LONG_MAX. (define_insn “*vsx_float_fix_v2df2” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wd,?wa”) (float:V2DF (fix:V2DI (match_operand:V2DF 1 “vsx_register_operand” “wd,?wa”))))] “TARGET_HARD_FLOAT && TARGET_FPRS && TARGET_DOUBLE_FLOAT && VECTOR_UNIT_VSX_P (V2DFmode) && flag_unsafe_math_optimizations && !flag_trapping_math && TARGET_FRIZ” “xvrdpiz %x0,%x1” [(set_attr “type” “vecdouble”) (set_attr “fp_type” “fp_addsub_d”)])

;; Permute operations

;; Build a V2DF/V2DI vector from two scalars (define_insn “vsx_concat_” [(set (match_operand:VSX_D 0 “gpc_reg_operand” “=,we”) (vec_concat:VSX_D (match_operand:<VS_scalar> 1 “gpc_reg_operand” “<VS_64reg>,b”) (match_operand:<VS_scalar> 2 “gpc_reg_operand” “<VS_64reg>,b”)))] “VECTOR_MEM_VSX_P (mode)” { if (which_alternative == 0) return (BYTES_BIG_ENDIAN ? “xxpermdi %x0,%x1,%x2,0” : “xxpermdi %x0,%x2,%x1,0”);

else if (which_alternative == 1) return (BYTES_BIG_ENDIAN ? “mtvsrdd %x0,%1,%2” : “mtvsrdd %x0,%2,%1”);

else gcc_unreachable (); } [(set_attr “type” “vecperm”)])

;; Combiner patterns to allow creating XXPERMDI's to access either double ;; word element in a vector register. (define_insn “*vsx_concat__1” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=”) (vec_concat:VSX_D (vec_select:<VS_scalar> (match_operand:VSX_D 1 “gpc_reg_operand” “”) (parallel [(match_operand:QI 2 “const_0_to_1_operand” “n”)])) (match_operand:<VS_scalar> 3 “gpc_reg_operand” “”)))] “VECTOR_MEM_VSX_P (mode)” { HOST_WIDE_INT dword = INTVAL (operands[2]); if (BYTES_BIG_ENDIAN) { operands[4] = GEN_INT (2*dword); return “xxpermdi %x0,%x1,%x3,%4”; } else { operands[4] = GEN_INT (!dword); return “xxpermdi %x0,%x3,%x1,%4”; } } [(set_attr “type” “vecperm”)])

(define_insn “*vsx_concat__2” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=”) (vec_concat:VSX_D (match_operand:<VS_scalar> 1 “gpc_reg_operand” “”) (vec_select:<VS_scalar> (match_operand:VSX_D 2 “gpc_reg_operand” “”) (parallel [(match_operand:QI 3 “const_0_to_1_operand” “n”)]))))] “VECTOR_MEM_VSX_P (mode)” { HOST_WIDE_INT dword = INTVAL (operands[3]); if (BYTES_BIG_ENDIAN) { operands[4] = GEN_INT (dword); return “xxpermdi %x0,%x1,%x2,%4”; } else { operands[4] = GEN_INT (2 * !dword); return “xxpermdi %x0,%x2,%x1,%4”; } } [(set_attr “type” “vecperm”)])

(define_insn “*vsx_concat__3” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=”) (vec_concat:VSX_D (vec_select:<VS_scalar> (match_operand:VSX_D 1 “gpc_reg_operand” “”) (parallel [(match_operand:QI 2 “const_0_to_1_operand” “n”)])) (vec_select:<VS_scalar> (match_operand:VSX_D 3 “gpc_reg_operand” “”) (parallel [(match_operand:QI 4 “const_0_to_1_operand” “n”)]))))] “VECTOR_MEM_VSX_P (mode)” { HOST_WIDE_INT dword1 = INTVAL (operands[2]); HOST_WIDE_INT dword2 = INTVAL (operands[4]); if (BYTES_BIG_ENDIAN) { operands[5] = GEN_INT ((2 * dword1) + dword2); return “xxpermdi %x0,%x1,%x3,%5”; } else { operands[5] = GEN_INT ((2 * !dword2) + !dword1); return “xxpermdi %x0,%x3,%x1,%5”; } } [(set_attr “type” “vecperm”)])

;; Special purpose concat using xxpermdi to glue two single precision values ;; together, relying on the fact that internally scalar floats are represented ;; as doubles. This is used to initialize a V4SF vector with 4 floats (define_insn “vsx_concat_v2sf” [(set (match_operand:V2DF 0 “vsx_register_operand” “=wa”) (unspec:V2DF [(match_operand:SF 1 “vsx_register_operand” “ww”) (match_operand:SF 2 “vsx_register_operand” “ww”)] UNSPEC_VSX_CONCAT))] “VECTOR_MEM_VSX_P (V2DFmode)” { if (BYTES_BIG_ENDIAN) return “xxpermdi %x0,%x1,%x2,0”; else return “xxpermdi %x0,%x2,%x1,0”; } [(set_attr “type” “vecperm”)])

;; V4SImode initialization splitter (define_insn_and_split “vsx_init_v4si” [(set (match_operand:V4SI 0 “gpc_reg_operand” “=&r”) (unspec:V4SI [(match_operand:SI 1 “reg_or_cint_operand” “rn”) (match_operand:SI 2 “reg_or_cint_operand” “rn”) (match_operand:SI 3 “reg_or_cint_operand” “rn”) (match_operand:SI 4 “reg_or_cint_operand” “rn”)] UNSPEC_VSX_VEC_INIT)) (clobber (match_scratch:DI 5 “=&r”)) (clobber (match_scratch:DI 6 “=&r”))] “VECTOR_MEM_VSX_P (V4SImode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& reload_completed” [(const_int 0)] { rs6000_split_v4si_init (operands); DONE; })

;; xxpermdi for little endian loads and stores. We need several of ;; these since the form of the PARALLEL differs by mode. (define_insn “*vsx_xxpermdi2_le_” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=”) (vec_select:VSX_D (match_operand:VSX_D 1 “vsx_register_operand” “”) (parallel [(const_int 1) (const_int 0)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (mode)” “xxpermdi %x0,%x1,%x1,2” [(set_attr “type” “vecperm”)])

(define_insn “*vsx_xxpermdi4_le_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=”) (vec_select:VSX_W (match_operand:VSX_W 1 “vsx_register_operand” “”) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (mode)” “xxpermdi %x0,%x1,%x1,2” [(set_attr “type” “vecperm”)])

(define_insn “*vsx_xxpermdi8_le_V8HI” [(set (match_operand:V8HI 0 “vsx_register_operand” “=wa”) (vec_select:V8HI (match_operand:V8HI 1 “vsx_register_operand” “wa”) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (V8HImode)” “xxpermdi %x0,%x1,%x1,2” [(set_attr “type” “vecperm”)])

(define_insn “*vsx_xxpermdi16_le_V16QI” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (vec_select:V16QI (match_operand:V16QI 1 “vsx_register_operand” “wa”) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (V16QImode)” “xxpermdi %x0,%x1,%x1,2” [(set_attr “type” “vecperm”)])

;; lxvd2x for little endian loads. We need several of ;; these since the form of the PARALLEL differs by mode. (define_insn “*vsx_lxvd2x2_le_” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=”) (vec_select:VSX_D (match_operand:VSX_D 1 “memory_operand” “Z”) (parallel [(const_int 1) (const_int 0)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (mode) && !TARGET_P9_VECTOR” “lxvd2x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “*vsx_lxvd2x4_le_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=”) (vec_select:VSX_W (match_operand:VSX_W 1 “memory_operand” “Z”) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (mode) && !TARGET_P9_VECTOR” “lxvd2x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “*vsx_lxvd2x8_le_V8HI” [(set (match_operand:V8HI 0 “vsx_register_operand” “=wa”) (vec_select:V8HI (match_operand:V8HI 1 “memory_operand” “Z”) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (V8HImode) && !TARGET_P9_VECTOR” “lxvd2x %x0,%y1” [(set_attr “type” “vecload”)])

(define_insn “*vsx_lxvd2x16_le_V16QI” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (vec_select:V16QI (match_operand:V16QI 1 “memory_operand” “Z”) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (V16QImode) && !TARGET_P9_VECTOR” “lxvd2x %x0,%y1” [(set_attr “type” “vecload”)])

;; stxvd2x for little endian stores. We need several of ;; these since the form of the PARALLEL differs by mode. (define_insn “*vsx_stxvd2x2_le_” [(set (match_operand:VSX_D 0 “memory_operand” “=Z”) (vec_select:VSX_D (match_operand:VSX_D 1 “vsx_register_operand” “”) (parallel [(const_int 1) (const_int 0)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (mode) && !TARGET_P9_VECTOR” “stxvd2x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “*vsx_stxvd2x4_le_” [(set (match_operand:VSX_W 0 “memory_operand” “=Z”) (vec_select:VSX_W (match_operand:VSX_W 1 “vsx_register_operand” “”) (parallel [(const_int 2) (const_int 3) (const_int 0) (const_int 1)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (mode) && !TARGET_P9_VECTOR” “stxvd2x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “*vsx_stxvd2x8_le_V8HI” [(set (match_operand:V8HI 0 “memory_operand” “=Z”) (vec_select:V8HI (match_operand:V8HI 1 “vsx_register_operand” “wa”) (parallel [(const_int 4) (const_int 5) (const_int 6) (const_int 7) (const_int 0) (const_int 1) (const_int 2) (const_int 3)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (V8HImode) && !TARGET_P9_VECTOR” “stxvd2x %x1,%y0” [(set_attr “type” “vecstore”)])

(define_insn “*vsx_stxvd2x16_le_V16QI” [(set (match_operand:V16QI 0 “memory_operand” “=Z”) (vec_select:V16QI (match_operand:V16QI 1 “vsx_register_operand” “wa”) (parallel [(const_int 8) (const_int 9) (const_int 10) (const_int 11) (const_int 12) (const_int 13) (const_int 14) (const_int 15) (const_int 0) (const_int 1) (const_int 2) (const_int 3) (const_int 4) (const_int 5) (const_int 6) (const_int 7)])))] “!BYTES_BIG_ENDIAN && VECTOR_MEM_VSX_P (V16QImode) && !TARGET_P9_VECTOR” “stxvd2x %x1,%y0” [(set_attr “type” “vecstore”)])

;; Convert a TImode value into V1TImode (define_expand “vsx_set_v1ti” [(match_operand:V1TI 0 “nonimmediate_operand” "") (match_operand:V1TI 1 “nonimmediate_operand” "") (match_operand:TI 2 “input_operand” "") (match_operand:QI 3 “u5bit_cint_operand” "")] “VECTOR_MEM_VSX_P (V1TImode)” { if (operands[3] != const0_rtx) gcc_unreachable ();

emit_move_insn (operands[0], gen_lowpart (V1TImode, operands[1])); DONE; })

;; Rewrite V2DF/V2DI set in terms of VEC_CONCAT (define_expand “vsx_set_” [(use (match_operand:VSX_D 0 “vsx_register_operand”)) (use (match_operand:VSX_D 1 “vsx_register_operand”)) (use (match_operand:<VS_scalar> 2 “gpc_reg_operand”)) (use (match_operand:QI 3 “const_0_to_1_operand”))] “VECTOR_MEM_VSX_P (mode)” { rtx dest = operands[0]; rtx vec_reg = operands[1]; rtx value = operands[2]; rtx ele = operands[3]; rtx tmp = gen_reg_rtx (<VS_scalar>mode);

if (ele == const0_rtx) { emit_insn (gen_vsx_extract_ (tmp, vec_reg, const1_rtx)); emit_insn (gen_vsx_concat_ (dest, value, tmp)); DONE; } else if (ele == const1_rtx) { emit_insn (gen_vsx_extract_ (tmp, vec_reg, const0_rtx)); emit_insn (gen_vsx_concat_ (dest, tmp, value)); DONE; } else gcc_unreachable (); })

;; Extract a DF/DI element from V2DF/V2DI ;; Optimize cases were we can do a simple or direct move. ;; Or see if we can avoid doing the move at all

;; There are some unresolved problems with reload that show up if an Altivec ;; register was picked. Limit the scalar value to FPRs for now.

(define_insn “vsx_extract_” [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand” “=d, d, wr, wr”)

(vec_select:<VS_scalar>
 (match_operand:VSX_D 1 "gpc_reg_operand"      "<VSa>, <VSa>, wm, wo")

 (parallel
  [(match_operand:QI 2 "const_0_to_1_operand"  "wD,    n,     wD, n")])))]

“VECTOR_MEM_VSX_P (mode)” { int element = INTVAL (operands[2]); int op0_regno = REGNO (operands[0]); int op1_regno = REGNO (operands[1]); int fldDM;

gcc_assert (IN_RANGE (element, 0, 1)); gcc_assert (VSX_REGNO_P (op1_regno));

if (element == VECTOR_ELEMENT_SCALAR_64BIT) { if (op0_regno == op1_regno) return ASM_COMMENT_START " vec_extract to same register";

  else if (INT_REGNO_P (op0_regno) && TARGET_DIRECT_MOVE
       && TARGET_POWERPC64)
return "mfvsrd %0,%x1";

  else if (FP_REGNO_P (op0_regno) && FP_REGNO_P (op1_regno))
return "fmr %0,%1";

  else if (VSX_REGNO_P (op0_regno))
return "xxlor %x0,%x1,%x1";

  else
gcc_unreachable ();
}

else if (element == VECTOR_ELEMENT_MFVSRLD_64BIT && INT_REGNO_P (op0_regno) && TARGET_P9_VECTOR && TARGET_POWERPC64 && TARGET_DIRECT_MOVE) return “mfvsrld %0,%x1”;

else if (VSX_REGNO_P (op0_regno)) { fldDM = element << 1; if (!BYTES_BIG_ENDIAN) fldDM = 3 - fldDM; operands[3] = GEN_INT (fldDM); return “xxpermdi %x0,%x1,%x1,%3”; }

else gcc_unreachable (); } [(set_attr “type” “veclogical,mftgpr,mftgpr,vecperm”)])

;; Optimize extracting a single scalar element from memory. (define_insn_and_split “*vsx_extract_<P:mode>_<VSX_D:mode>_load” [(set (match_operand:<VS_scalar> 0 “register_operand” “=<VSX_D:VS_64reg>,wr”) (vec_select:<VSX_D:VS_scalar> (match_operand:VSX_D 1 “memory_operand” “m,m”) (parallel [(match_operand:QI 2 “const_0_to_1_operand” “n,n”)]))) (clobber (match_scratch:P 3 “=&b,&b”))] “TARGET_POWERPC64 && VECTOR_MEM_VSX_P (<VSX_D:MODE>mode)” “#” “&& reload_completed” [(set (match_dup 0) (match_dup 4))] { operands[4] = rs6000_adjust_vec_address (operands[0], operands[1], operands[2], operands[3], <VSX_D:VS_scalar>mode); } [(set_attr “type” “fpload,load”) (set_attr “length” “8”)])

;; Optimize storing a single scalar element that is the right location to ;; memory (define_insn “*vsx_extract__store” [(set (match_operand:<VS_scalar> 0 “memory_operand” “=m,Z,wY”) (vec_select:<VS_scalar> (match_operand:VSX_D 1 “register_operand” “d,wv,wb”) (parallel [(match_operand:QI 2 “vsx_scalar_64bit” “wD,wD,wD”)])))] “VECTOR_MEM_VSX_P (mode)” “@ stfd%U0%X0 %1,%0 stxsd%U0x %x1,%y0 stxsd %1,%0” [(set_attr “type” “fpstore”) (set_attr “length” “4”)])

;; Variable V2DI/V2DF extract shift (define_insn “vsx_vslo_” [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand” “=v”) (unspec:<VS_scalar> [(match_operand:VSX_D 1 “gpc_reg_operand” “v”) (match_operand:V2DI 2 “gpc_reg_operand” “v”)] UNSPEC_VSX_VSLO))] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT” “vslo %0,%1,%2” [(set_attr “type” “vecperm”)])

;; Variable V2DI/V2DF extract (define_insn_and_split “vsx_extract__var” [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand” “=v,,r”) (unspec:<VS_scalar> [(match_operand:VSX_D 1 “input_operand” “v,m,m”) (match_operand:DI 2 “gpc_reg_operand” “r,r,r”)] UNSPEC_VSX_EXTRACT)) (clobber (match_scratch:DI 3 “=r,&b,&b”)) (clobber (match_scratch:V2DI 4 “=&v,X,X”))] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& reload_completed” [(const_int 0)] { rs6000_split_vec_extract_var (operands[0], operands[1], operands[2], operands[3], operands[4]); DONE; })

;; Extract a SF element from V4SF (define_insn_and_split “vsx_extract_v4sf” [(set (match_operand:SF 0 “vsx_register_operand” “=ww”) (vec_select:SF (match_operand:V4SF 1 “vsx_register_operand” “wa”) (parallel [(match_operand:QI 2 “u5bit_cint_operand” “n”)]))) (clobber (match_scratch:V4SF 3 “=0”))] “VECTOR_UNIT_VSX_P (V4SFmode)” “#” “&& 1” [(const_int 0)] { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx op2 = operands[2]; rtx op3 = operands[3]; rtx tmp; HOST_WIDE_INT ele = BYTES_BIG_ENDIAN ? INTVAL (op2) : 3 - INTVAL (op2);

if (ele == 0) tmp = op1; else { if (GET_CODE (op3) == SCRATCH) op3 = gen_reg_rtx (V4SFmode); emit_insn (gen_vsx_xxsldwi_v4sf (op3, op1, op1, GEN_INT (ele))); tmp = op3; } emit_insn (gen_vsx_xscvspdp_scalar2 (op0, tmp)); DONE; } [(set_attr “length” “8”) (set_attr “type” “fp”)])

(define_insn_and_split “*vsx_extract_v4sf__load” [(set (match_operand:SF 0 “register_operand” “=f,wv,wb,?r”) (vec_select:SF (match_operand:V4SF 1 “memory_operand” “m,Z,m,m”) (parallel [(match_operand:QI 2 “const_0_to_3_operand” “n,n,n,n”)]))) (clobber (match_scratch:P 3 “=&b,&b,&b,&b”))] “VECTOR_MEM_VSX_P (V4SFmode)” “#” “&& reload_completed” [(set (match_dup 0) (match_dup 4))] { operands[4] = rs6000_adjust_vec_address (operands[0], operands[1], operands[2], operands[3], SFmode); } [(set_attr “type” “fpload,fpload,fpload,load”) (set_attr “length” “8”)])

;; Variable V4SF extract (define_insn_and_split “vsx_extract_v4sf_var” [(set (match_operand:SF 0 “gpc_reg_operand” “=ww,ww,?r”) (unspec:SF [(match_operand:V4SF 1 “input_operand” “v,m,m”) (match_operand:DI 2 “gpc_reg_operand” “r,r,r”)] UNSPEC_VSX_EXTRACT)) (clobber (match_scratch:DI 3 “=r,&b,&b”)) (clobber (match_scratch:V2DI 4 “=&v,X,X”))] “VECTOR_MEM_VSX_P (V4SFmode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& reload_completed” [(const_int 0)] { rs6000_split_vec_extract_var (operands[0], operands[1], operands[2], operands[3], operands[4]); DONE; })

;; Expand the builtin form of xxpermdi to canonical rtl. (define_expand “vsx_xxpermdi_” [(match_operand:VSX_L 0 “vsx_register_operand”) (match_operand:VSX_L 1 “vsx_register_operand”) (match_operand:VSX_L 2 “vsx_register_operand”) (match_operand:QI 3 “u5bit_cint_operand”)] “VECTOR_MEM_VSX_P (mode)” { rtx target = operands[0]; rtx op0 = operands[1]; rtx op1 = operands[2]; int mask = INTVAL (operands[3]); rtx perm0 = GEN_INT ((mask >> 1) & 1); rtx perm1 = GEN_INT ((mask & 1) + 2); rtx (*gen) (rtx, rtx, rtx, rtx, rtx);

if (mode == V2DFmode) gen = gen_vsx_xxpermdi2_v2df_1; else { gen = gen_vsx_xxpermdi2_v2di_1; if (mode != V2DImode) { target = gen_lowpart (V2DImode, target); op0 = gen_lowpart (V2DImode, op0); op1 = gen_lowpart (V2DImode, op1); } } emit_insn (gen (target, op0, op1, perm0, perm1)); DONE; })

;; Special version of xxpermdi that retains big-endian semantics. (define_expand “vsx_xxpermdi__be” [(match_operand:VSX_L 0 “vsx_register_operand”) (match_operand:VSX_L 1 “vsx_register_operand”) (match_operand:VSX_L 2 “vsx_register_operand”) (match_operand:QI 3 “u5bit_cint_operand”)] “VECTOR_MEM_VSX_P (mode)” { rtx target = operands[0]; rtx op0 = operands[1]; rtx op1 = operands[2]; int mask = INTVAL (operands[3]); rtx perm0 = GEN_INT ((mask >> 1) & 1); rtx perm1 = GEN_INT ((mask & 1) + 2); rtx (*gen) (rtx, rtx, rtx, rtx, rtx);

if (mode == V2DFmode) gen = gen_vsx_xxpermdi2_v2df_1; else { gen = gen_vsx_xxpermdi2_v2di_1; if (mode != V2DImode) { target = gen_lowpart (V2DImode, target); op0 = gen_lowpart (V2DImode, op0); op1 = gen_lowpart (V2DImode, op1); } } /* In little endian mode, vsx_xxpermdi2__1 will perform a transformation we don't want; it is necessary for rs6000_expand_vec_perm_const_1 but not for this use. So we prepare for that by reversing the transformation here. */ if (BYTES_BIG_ENDIAN) emit_insn (gen (target, op0, op1, perm0, perm1)); else { rtx p0 = GEN_INT (3 - INTVAL (perm1)); rtx p1 = GEN_INT (3 - INTVAL (perm0)); emit_insn (gen (target, op1, op0, p0, p1)); } DONE; })

(define_insn “vsx_xxpermdi2__1” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=wd”) (vec_select:VSX_D (vec_concat:<VS_double> (match_operand:VSX_D 1 “vsx_register_operand” “wd”) (match_operand:VSX_D 2 “vsx_register_operand” “wd”)) (parallel [(match_operand 3 “const_0_to_1_operand” "") (match_operand 4 “const_2_to_3_operand” "")])))] “VECTOR_MEM_VSX_P (mode)” { int op3, op4, mask;

/* For little endian, swap operands and invert/swap selectors to get the correct xxpermdi. The operand swap sets up the inputs as a little endian array. The selectors are swapped because they are defined to use big endian ordering. The selectors are inverted to get the correct doublewords for little endian ordering. */ if (BYTES_BIG_ENDIAN) { op3 = INTVAL (operands[3]); op4 = INTVAL (operands[4]); } else { op3 = 3 - INTVAL (operands[4]); op4 = 3 - INTVAL (operands[3]); }

mask = (op3 << 1) | (op4 - 2); operands[3] = GEN_INT (mask);

if (BYTES_BIG_ENDIAN) return “xxpermdi %x0,%x1,%x2,%3”; else return “xxpermdi %x0,%x2,%x1,%3”; } [(set_attr “type” “vecperm”)])

(define_expand “vec_perm_const” [(match_operand:VSX_D 0 “vsx_register_operand” "") (match_operand:VSX_D 1 “vsx_register_operand” "") (match_operand:VSX_D 2 “vsx_register_operand” "") (match_operand:V2DI 3 "" "")] “VECTOR_MEM_VSX_P (mode)” { if (rs6000_expand_vec_perm_const (operands)) DONE; else FAIL; })

;; Extraction of a single element in a small integer vector. Until ISA 3.0, ;; none of the small types were allowed in a vector register, so we had to ;; extract to a DImode and either do a direct move or store. (define_expand “vsx_extract_” [(parallel [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand”) (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand”) (parallel [(match_operand:QI 2 “const_int_operand”)]))) (clobber (match_scratch:VSX_EXTRACT_I 3))])] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT” { /* If we have ISA 3.0, we can do a xxextractuw/vextractu{b,h}. */ if (TARGET_VSX_SMALL_INTEGER && TARGET_P9_VECTOR) { emit_insn (gen_vsx_extract__p9 (operands[0], operands[1], operands[2])); DONE; } })

(define_insn “vsx_extract__p9” [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand” “=r,<VSX_EX>”) (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “wK,<VSX_EX>”) (parallel [(match_operand:QI 2 “<VSX_EXTRACT_PREDICATE>” “n,n”)]))) (clobber (match_scratch:SI 3 “=r,X”))] “VECTOR_MEM_VSX_P (mode) && TARGET_VEXTRACTUB && TARGET_VSX_SMALL_INTEGER” { if (which_alternative == 0) return “#”;

else { HOST_WIDE_INT elt = INTVAL (operands[2]); HOST_WIDE_INT elt_adj = (!VECTOR_ELT_ORDER_BIG ? GET_MODE_NUNITS (mode) - 1 - elt : elt);

  HOST_WIDE_INT unit_size = GET_MODE_UNIT_SIZE (<MODE>mode);
  HOST_WIDE_INT offset = unit_size * elt_adj;

  operands[2] = GEN_INT (offset);
  if (unit_size == 4)
return "xxextractuw %x0,%x1,%2";
  else
return "vextractu<wd> %0,%1,%2";
}

} [(set_attr “type” “vecsimple”)])

(define_split [(set (match_operand:<VS_scalar> 0 “int_reg_operand”) (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I 1 “altivec_register_operand”) (parallel [(match_operand:QI 2 “const_int_operand”)]))) (clobber (match_operand:SI 3 “int_reg_operand”))] “VECTOR_MEM_VSX_P (mode) && TARGET_VEXTRACTUB && TARGET_VSX_SMALL_INTEGER && reload_completed” [(const_int 0)] { rtx op0_si = gen_rtx_REG (SImode, REGNO (operands[0])); rtx op1 = operands[1]; rtx op2 = operands[2]; rtx op3 = operands[3]; HOST_WIDE_INT offset = INTVAL (op2) * GET_MODE_UNIT_SIZE (mode);

emit_move_insn (op3, GEN_INT (offset)); if (VECTOR_ELT_ORDER_BIG) emit_insn (gen_vextulx (op0_si, op3, op1)); else emit_insn (gen_vexturx (op0_si, op3, op1)); DONE; })

;; Optimize zero extracts to eliminate the AND after the extract. (define_insn_and_split “*vsx_extract__di_p9” [(set (match_operand:DI 0 “gpc_reg_operand” “=r,<VSX_EX>”) (zero_extend:DI (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “wK,<VSX_EX>”) (parallel [(match_operand:QI 2 “const_int_operand” “n,n”)])))) (clobber (match_scratch:SI 3 “=r,X”))] “VECTOR_MEM_VSX_P (mode) && TARGET_VEXTRACTUB && TARGET_VSX_SMALL_INTEGER” “#” “&& reload_completed” [(parallel [(set (match_dup 4) (vec_select:<VS_scalar> (match_dup 1) (parallel [(match_dup 2)]))) (clobber (match_dup 3))])] { operands[4] = gen_rtx_REG (<VS_scalar>mode, REGNO (operands[0])); })

;; Optimize stores to use the ISA 3.0 scalar store instructions (define_insn_and_split “*vsx_extract__store_p9” [(set (match_operand:<VS_scalar> 0 “memory_operand” “=Z,m”) (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “<VSX_EX>,v”) (parallel [(match_operand:QI 2 “const_int_operand” “n,n”)]))) (clobber (match_scratch:<VS_scalar> 3 “=<VSX_EX>,&r”)) (clobber (match_scratch:SI 4 “=X,&r”))] “VECTOR_MEM_VSX_P (mode) && TARGET_VEXTRACTUB && TARGET_VSX_SMALL_INTEGER” “#” “&& reload_completed” [(parallel [(set (match_dup 3) (vec_select:<VS_scalar> (match_dup 1) (parallel [(match_dup 2)]))) (clobber (match_dup 4))]) (set (match_dup 0) (match_dup 3))])

(define_insn_and_split “*vsx_extract_si” [(set (match_operand:SI 0 “nonimmediate_operand” “=r,wHwI,Z”) (vec_select:SI (match_operand:V4SI 1 “gpc_reg_operand” “wJv,wJv,wJv”) (parallel [(match_operand:QI 2 “const_0_to_3_operand” “n,n,n”)]))) (clobber (match_scratch:V4SI 3 “=wJv,wJv,wJv”))] “VECTOR_MEM_VSX_P (V4SImode) && TARGET_DIRECT_MOVE_64BIT && (!TARGET_P9_VECTOR || !TARGET_VSX_SMALL_INTEGER)” “#” “&& reload_completed” [(const_int 0)] { rtx dest = operands[0]; rtx src = operands[1]; rtx element = operands[2]; rtx vec_tmp = operands[3]; int value;

if (!VECTOR_ELT_ORDER_BIG) element = GEN_INT (GET_MODE_NUNITS (V4SImode) - 1 - INTVAL (element));

/* If the value is in the correct position, we can avoid doing the VSPLT instruction. */ value = INTVAL (element); if (value != 1) { if (TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER) { rtx si_tmp = gen_rtx_REG (SImode, REGNO (vec_tmp)); emit_insn (gen_vsx_extract_v4si_p9 (si_tmp,src, element)); } else emit_insn (gen_altivec_vspltw_direct (vec_tmp, src, element)); } else vec_tmp = src;

if (MEM_P (operands[0])) { if (can_create_pseudo_p ()) dest = rs6000_address_for_fpconvert (dest);

  if (TARGET_VSX_SMALL_INTEGER)
emit_move_insn (dest, gen_rtx_REG (SImode, REGNO (vec_tmp)));
  else
emit_insn (gen_stfiwx (dest, gen_rtx_REG (DImode, REGNO (vec_tmp))));
}

else if (TARGET_VSX_SMALL_INTEGER) emit_move_insn (dest, gen_rtx_REG (SImode, REGNO (vec_tmp))); else emit_move_insn (gen_rtx_REG (DImode, REGNO (dest)), gen_rtx_REG (DImode, REGNO (vec_tmp)));

DONE; } [(set_attr “type” “mftgpr,vecperm,fpstore”) (set_attr “length” “8”)])

(define_insn_and_split “*vsx_extract__p8” [(set (match_operand:<VS_scalar> 0 “nonimmediate_operand” “=r”) (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I2 1 “gpc_reg_operand” “v”) (parallel [(match_operand:QI 2 “<VSX_EXTRACT_PREDICATE>” “n”)]))) (clobber (match_scratch:VSX_EXTRACT_I2 3 “=v”))] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT && (!TARGET_P9_VECTOR || !TARGET_VSX_SMALL_INTEGER)” “#” “&& reload_completed” [(const_int 0)] { rtx dest = operands[0]; rtx src = operands[1]; rtx element = operands[2]; rtx vec_tmp = operands[3]; int value;

if (!VECTOR_ELT_ORDER_BIG) element = GEN_INT (GET_MODE_NUNITS (mode) - 1 - INTVAL (element));

/* If the value is in the correct position, we can avoid doing the VSPLT instruction. */ value = INTVAL (element); if (mode == V16QImode) { if (value != 7) emit_insn (gen_altivec_vspltb_direct (vec_tmp, src, element)); else vec_tmp = src; } else if (mode == V8HImode) { if (value != 3) emit_insn (gen_altivec_vsplth_direct (vec_tmp, src, element)); else vec_tmp = src; } else gcc_unreachable ();

emit_move_insn (gen_rtx_REG (DImode, REGNO (dest)), gen_rtx_REG (DImode, REGNO (vec_tmp))); DONE; } [(set_attr “type” “mftgpr”)])

;; Optimize extracting a single scalar element from memory. (define_insn_and_split “*vsx_extract__load” [(set (match_operand:<VS_scalar> 0 “register_operand” “=r”) (vec_select:<VS_scalar> (match_operand:VSX_EXTRACT_I 1 “memory_operand” “m”) (parallel [(match_operand:QI 2 “<VSX_EXTRACT_PREDICATE>” “n”)]))) (clobber (match_scratch:DI 3 “=&b”))] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& reload_completed” [(set (match_dup 0) (match_dup 4))] { operands[4] = rs6000_adjust_vec_address (operands[0], operands[1], operands[2], operands[3], <VS_scalar>mode); } [(set_attr “type” “load”) (set_attr “length” “8”)])

;; Variable V16QI/V8HI/V4SI extract (define_insn_and_split “vsx_extract__var” [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand” “=r,r,r”) (unspec:<VS_scalar> [(match_operand:VSX_EXTRACT_I 1 “input_operand” “wK,v,m”) (match_operand:DI 2 “gpc_reg_operand” “r,r,r”)] UNSPEC_VSX_EXTRACT)) (clobber (match_scratch:DI 3 “=r,r,&b”)) (clobber (match_scratch:V2DI 4 “=X,&v,X”))] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& reload_completed” [(const_int 0)] { rs6000_split_vec_extract_var (operands[0], operands[1], operands[2], operands[3], operands[4]); DONE; })

(define_insn_and_split “*vsx_extract__<VS_scalar>mode_var” [(set (match_operand:<VS_scalar> 0 “gpc_reg_operand” “=r,r,r”) (zero_extend:<VS_scalar> (unspec:<VSX_EXTRACT_I:VS_scalar> [(match_operand:VSX_EXTRACT_I 1 “input_operand” “wK,v,m”) (match_operand:DI 2 “gpc_reg_operand” “r,r,r”)] UNSPEC_VSX_EXTRACT))) (clobber (match_scratch:DI 3 “=r,r,&b”)) (clobber (match_scratch:V2DI 4 “=X,&v,X”))] “VECTOR_MEM_VSX_P (<VSX_EXTRACT_I:MODE>mode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& reload_completed” [(const_int 0)] { machine_mode smode = <VS_scalar>mode; rs6000_split_vec_extract_var (gen_rtx_REG (smode, REGNO (operands[0])), operands[1], operands[2], operands[3], operands[4]); DONE; })

;; VSX_EXTRACT optimizations ;; Optimize double d = (double) vec_extract (vi, ) ;; Get the element into the top position and use XVCVSWDP/XVCVUWDP (define_insn_and_split “*vsx_extract_si_float_df” [(set (match_operand:DF 0 “gpc_reg_operand” “=ws”) (any_float:DF (vec_select:SI (match_operand:V4SI 1 “gpc_reg_operand” “v”) (parallel [(match_operand:QI 2 “const_0_to_3_operand” “n”)])))) (clobber (match_scratch:V4SI 3 “=v”))] “VECTOR_MEM_VSX_P (V4SImode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& 1” [(const_int 0)] { rtx dest = operands[0]; rtx src = operands[1]; rtx element = operands[2]; rtx v4si_tmp = operands[3]; int value;

if (!VECTOR_ELT_ORDER_BIG) element = GEN_INT (GET_MODE_NUNITS (V4SImode) - 1 - INTVAL (element));

/* If the value is in the correct position, we can avoid doing the VSPLT instruction. */ value = INTVAL (element); if (value != 0) { if (GET_CODE (v4si_tmp) == SCRATCH) v4si_tmp = gen_reg_rtx (V4SImode); emit_insn (gen_altivec_vspltw_direct (v4si_tmp, src, element)); } else v4si_tmp = src;

emit_insn (gen_vsx_xvcvxwdp_df (dest, v4si_tmp)); DONE; })

;; Optimize f = () vec_extract (vi, ) ;; where is a floating point type that supported by the hardware that is ;; not double. First convert the value to double, and then to the desired ;; type. (define_insn_and_split “*vsx_extract_si_float_” [(set (match_operand:VSX_EXTRACT_FL 0 “gpc_reg_operand” “=ww”) (any_float:VSX_EXTRACT_FL (vec_select:SI (match_operand:V4SI 1 “gpc_reg_operand” “v”) (parallel [(match_operand:QI 2 “const_0_to_3_operand” “n”)])))) (clobber (match_scratch:V4SI 3 “=v”)) (clobber (match_scratch:DF 4 “=ws”))] “VECTOR_MEM_VSX_P (V4SImode) && TARGET_DIRECT_MOVE_64BIT” “#” “&& 1” [(const_int 0)] { rtx dest = operands[0]; rtx src = operands[1]; rtx element = operands[2]; rtx v4si_tmp = operands[3]; rtx df_tmp = operands[4]; int value;

if (!VECTOR_ELT_ORDER_BIG) element = GEN_INT (GET_MODE_NUNITS (V4SImode) - 1 - INTVAL (element));

/* If the value is in the correct position, we can avoid doing the VSPLT instruction. */ value = INTVAL (element); if (value != 0) { if (GET_CODE (v4si_tmp) == SCRATCH) v4si_tmp = gen_reg_rtx (V4SImode); emit_insn (gen_altivec_vspltw_direct (v4si_tmp, src, element)); } else v4si_tmp = src;

if (GET_CODE (df_tmp) == SCRATCH) df_tmp = gen_reg_rtx (DFmode);

emit_insn (gen_vsx_xvcvxwdp_df (df_tmp, v4si_tmp));

if (mode == SFmode) emit_insn (gen_truncdfsf2 (dest, df_tmp)); else if (mode == TFmode && FLOAT128_IBM_P (TFmode)) emit_insn (gen_extenddftf2_vsx (dest, df_tmp)); else if (mode == TFmode && FLOAT128_IEEE_P (TFmode) && TARGET_FLOAT128_HW) emit_insn (gen_extenddftf2_hw (dest, df_tmp)); else if (mode == IFmode && FLOAT128_IBM_P (IFmode)) emit_insn (gen_extenddfif2 (dest, df_tmp)); else if (mode == KFmode && TARGET_FLOAT128_HW) emit_insn (gen_extenddfkf2_hw (dest, df_tmp)); else gcc_unreachable ();

DONE; })

;; Optimize f = () vec_extract (, ) ;; Where is SFmode, DFmode (and KFmode/TFmode if those types are IEEE ;; 128-bit hardware types) and is vector char, vector unsigned char, ;; vector short or vector unsigned short. (define_insn_and_split “*vsx_ext_<VSX_EXTRACT_I:VS_scalar>fl<FL_CONV:mode>” [(set (match_operand:FL_CONV 0 “gpc_reg_operand” “=<FL_CONV:VSr3>”) (float:FL_CONV (vec_select:<VSX_EXTRACT_I:VS_scalar> (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “v”) (parallel [(match_operand:QI 2 “const_int_operand” “n”)])))) (clobber (match_scratch:<VSX_EXTRACT_I:VS_scalar> 3 “=v”))] “VECTOR_MEM_VSX_P (<VSX_EXTRACT_I:MODE>mode) && TARGET_DIRECT_MOVE_64BIT && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER” “#” “&& reload_completed” [(parallel [(set (match_dup 3) (vec_select:<VSX_EXTRACT_I:VS_scalar> (match_dup 1) (parallel [(match_dup 2)]))) (clobber (scratch:SI))]) (set (match_dup 4) (sign_extend:DI (match_dup 3))) (set (match_dup 0) (float:<FL_CONV:MODE> (match_dup 4)))] { operands[4] = gen_rtx_REG (DImode, REGNO (operands[3])); })

(define_insn_and_split “*vsx_ext_<VSX_EXTRACT_I:VS_scalar>ufl<FL_CONV:mode>” [(set (match_operand:FL_CONV 0 “gpc_reg_operand” “=<FL_CONV:VSr3>”) (unsigned_float:FL_CONV (vec_select:<VSX_EXTRACT_I:VS_scalar> (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “v”) (parallel [(match_operand:QI 2 “const_int_operand” “n”)])))) (clobber (match_scratch:<VSX_EXTRACT_I:VS_scalar> 3 “=v”))] “VECTOR_MEM_VSX_P (<VSX_EXTRACT_I:MODE>mode) && TARGET_DIRECT_MOVE_64BIT && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER” “#” “&& reload_completed” [(parallel [(set (match_dup 3) (vec_select:<VSX_EXTRACT_I:VS_scalar> (match_dup 1) (parallel [(match_dup 2)]))) (clobber (scratch:SI))]) (set (match_dup 0) (float:<FL_CONV:MODE> (match_dup 4)))] { operands[4] = gen_rtx_REG (DImode, REGNO (operands[3])); })

;; V4SI/V8HI/V16QI set operation on ISA 3.0 (define_insn “vsx_set__p9” [(set (match_operand:VSX_EXTRACT_I 0 “gpc_reg_operand” “=<VSX_EX>”) (unspec:VSX_EXTRACT_I [(match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “0”) (match_operand:<VS_scalar> 2 “gpc_reg_operand” “<VSX_EX>”) (match_operand:QI 3 “<VSX_EXTRACT_PREDICATE>” “n”)] UNSPEC_VSX_SET))] “VECTOR_MEM_VSX_P (mode) && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER && TARGET_UPPER_REGS_DI && TARGET_POWERPC64” { int ele = INTVAL (operands[3]); int nunits = GET_MODE_NUNITS (mode);

if (!VECTOR_ELT_ORDER_BIG) ele = nunits - 1 - ele;

operands[3] = GEN_INT (GET_MODE_SIZE (<VS_scalar>mode) * ele); if (mode == V4SImode) return “xxinsertw %x0,%x2,%3”; else return “vinsert %0,%2,%3”; } [(set_attr “type” “vecperm”)])

(define_insn_and_split “vsx_set_v4sf_p9” [(set (match_operand:V4SF 0 “gpc_reg_operand” “=wa”) (unspec:V4SF [(match_operand:V4SF 1 “gpc_reg_operand” “0”) (match_operand:SF 2 “gpc_reg_operand” “ww”) (match_operand:QI 3 “const_0_to_3_operand” “n”)] UNSPEC_VSX_SET)) (clobber (match_scratch:SI 4 “=&wJwK”))] “VECTOR_MEM_VSX_P (V4SFmode) && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER && TARGET_UPPER_REGS_DI && TARGET_POWERPC64” “#” “&& reload_completed” [(set (match_dup 5) (unspec:V4SF [(match_dup 2)] UNSPEC_VSX_CVDPSPN)) (parallel [(set (match_dup 4) (vec_select:SI (match_dup 6) (parallel [(match_dup 7)]))) (clobber (scratch:SI))]) (set (match_dup 8) (unspec:V4SI [(match_dup 8) (match_dup 4) (match_dup 3)] UNSPEC_VSX_SET))] { unsigned int tmp_regno = reg_or_subregno (operands[4]);

operands[5] = gen_rtx_REG (V4SFmode, tmp_regno); operands[6] = gen_rtx_REG (V4SImode, tmp_regno); operands[7] = GEN_INT (VECTOR_ELT_ORDER_BIG ? 1 : 2); operands[8] = gen_rtx_REG (V4SImode, reg_or_subregno (operands[0])); } [(set_attr “type” “vecperm”) (set_attr “length” “12”)])

;; Special case setting 0.0f to a V4SF element (define_insn_and_split “*vsx_set_v4sf_p9_zero” [(set (match_operand:V4SF 0 “gpc_reg_operand” “=wa”) (unspec:V4SF [(match_operand:V4SF 1 “gpc_reg_operand” “0”) (match_operand:SF 2 “zero_fp_constant” “j”) (match_operand:QI 3 “const_0_to_3_operand” “n”)] UNSPEC_VSX_SET)) (clobber (match_scratch:SI 4 “=&wJwK”))] “VECTOR_MEM_VSX_P (V4SFmode) && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER && TARGET_UPPER_REGS_DI && TARGET_POWERPC64” “#” “&& reload_completed” [(set (match_dup 4) (const_int 0)) (set (match_dup 5) (unspec:V4SI [(match_dup 5) (match_dup 4) (match_dup 3)] UNSPEC_VSX_SET))] { operands[5] = gen_rtx_REG (V4SImode, reg_or_subregno (operands[0])); } [(set_attr “type” “vecperm”) (set_attr “length” “8”)])

;; Optimize x = vec_insert (vec_extract (v2, n), v1, m) if n is the element ;; that is in the default scalar position (1 for big endian, 2 for little ;; endian). We just need to do an xxinsertw since the element is in the ;; correct location.

(define_insn “*vsx_insert_extract_v4sf_p9” [(set (match_operand:V4SF 0 “gpc_reg_operand” “=wa”) (unspec:V4SF [(match_operand:V4SF 1 “gpc_reg_operand” “0”) (vec_select:SF (match_operand:V4SF 2 “gpc_reg_operand” “wa”) (parallel [(match_operand:QI 3 “const_0_to_3_operand” “n”)])) (match_operand:QI 4 “const_0_to_3_operand” “n”)] UNSPEC_VSX_SET))] “VECTOR_MEM_VSX_P (V4SFmode) && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER && TARGET_UPPER_REGS_DI && TARGET_POWERPC64 && (INTVAL (operands[3]) == (VECTOR_ELT_ORDER_BIG ? 1 : 2))” { int ele = INTVAL (operands[4]);

if (!VECTOR_ELT_ORDER_BIG) ele = GET_MODE_NUNITS (V4SFmode) - 1 - ele;

operands[4] = GEN_INT (GET_MODE_SIZE (SFmode) * ele); return “xxinsertw %x0,%x2,%4”; } [(set_attr “type” “vecperm”)])

;; Optimize x = vec_insert (vec_extract (v2, n), v1, m) if n is not the element ;; that is in the default scalar position (1 for big endian, 2 for little ;; endian). Convert the insert/extract to int and avoid doing the conversion.

(define_insn_and_split “*vsx_insert_extract_v4sf_p9_2” [(set (match_operand:V4SF 0 “gpc_reg_operand” “=wa”) (unspec:V4SF [(match_operand:V4SF 1 “gpc_reg_operand” “0”) (vec_select:SF (match_operand:V4SF 2 “gpc_reg_operand” “wa”) (parallel [(match_operand:QI 3 “const_0_to_3_operand” “n”)])) (match_operand:QI 4 “const_0_to_3_operand” “n”)] UNSPEC_VSX_SET)) (clobber (match_scratch:SI 5 “=&wJwK”))] “VECTOR_MEM_VSX_P (V4SFmode) && VECTOR_MEM_VSX_P (V4SImode) && TARGET_P9_VECTOR && TARGET_VSX_SMALL_INTEGER && TARGET_UPPER_REGS_DI && TARGET_POWERPC64 && (INTVAL (operands[3]) != (VECTOR_ELT_ORDER_BIG ? 1 : 2))” “#” “&& 1” [(parallel [(set (match_dup 5) (vec_select:SI (match_dup 6) (parallel [(match_dup 3)]))) (clobber (scratch:SI))]) (set (match_dup 7) (unspec:V4SI [(match_dup 8) (match_dup 5) (match_dup 4)] UNSPEC_VSX_SET))] { if (GET_CODE (operands[5]) == SCRATCH) operands[5] = gen_reg_rtx (SImode);

operands[6] = gen_lowpart (V4SImode, operands[2]); operands[7] = gen_lowpart (V4SImode, operands[0]); operands[8] = gen_lowpart (V4SImode, operands[1]); } [(set_attr “type” “vecperm”)])

;; Expanders for builtins (define_expand “vsx_mergel_” [(use (match_operand:VSX_D 0 “vsx_register_operand” "")) (use (match_operand:VSX_D 1 “vsx_register_operand” "")) (use (match_operand:VSX_D 2 “vsx_register_operand” ""))] “VECTOR_MEM_VSX_P (mode)” { rtvec v; rtx x;

/* Special handling for LE with -maltivec=be. */ if (!BYTES_BIG_ENDIAN && VECTOR_ELT_ORDER_BIG) { v = gen_rtvec (2, GEN_INT (0), GEN_INT (2)); x = gen_rtx_VEC_CONCAT (<VS_double>mode, operands[2], operands[1]); } else { v = gen_rtvec (2, GEN_INT (1), GEN_INT (3)); x = gen_rtx_VEC_CONCAT (<VS_double>mode, operands[1], operands[2]); }

x = gen_rtx_VEC_SELECT (mode, x, gen_rtx_PARALLEL (VOIDmode, v)); emit_insn (gen_rtx_SET (operands[0], x)); DONE; })

(define_expand “vsx_mergeh_” [(use (match_operand:VSX_D 0 “vsx_register_operand” "")) (use (match_operand:VSX_D 1 “vsx_register_operand” "")) (use (match_operand:VSX_D 2 “vsx_register_operand” ""))] “VECTOR_MEM_VSX_P (mode)” { rtvec v; rtx x;

/* Special handling for LE with -maltivec=be. */ if (!BYTES_BIG_ENDIAN && VECTOR_ELT_ORDER_BIG) { v = gen_rtvec (2, GEN_INT (1), GEN_INT (3)); x = gen_rtx_VEC_CONCAT (<VS_double>mode, operands[2], operands[1]); } else { v = gen_rtvec (2, GEN_INT (0), GEN_INT (2)); x = gen_rtx_VEC_CONCAT (<VS_double>mode, operands[1], operands[2]); }

x = gen_rtx_VEC_SELECT (mode, x, gen_rtx_PARALLEL (VOIDmode, v)); emit_insn (gen_rtx_SET (operands[0], x)); DONE; })

;; V2DF/V2DI splat (define_insn_and_split “vsx_splat_” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=, ,?we,??<VS_64dm>”)

(vec_duplicate:VSX_D
 (match_operand:<VS_scalar> 1 "splat_input_operand"
		"<VS_64reg>,Z,    b,  wA")))]

“VECTOR_MEM_VSX_P (mode)” “@ xxpermdi %x0,%x1,%x1,0 lxvdsx %x0,%y1 mtvsrdd %x0,%1,%1 #” “&& reload_completed && !vsx_register_operand (operands[1], <VS_scalar>mode) && !(MEM_P (operands[1]) && indexed_or_indirect_address (XEXP (operands[1], 0), Pmode)) && !(TARGET_POWERPC64 && TARGET_P9_VECTOR && base_reg_operand (operands[1], <VS_scalar>mode))” [(set (match_dup 2) (match_dup 1)) (set (match_dup 0) (vec_duplicate:VSX_D (match_dup 2)))] { operands[2] = gen_rtx_REG (<VS_scalar>mode, reg_or_subregno (operands[0])); } [(set_attr “type” “vecperm,vecload,vecperm,vecperm”) (set_attr “length” “4,4,4,8”)])

;; V4SI splat support (define_insn “vsx_splat_v4si” [(set (match_operand:V4SI 0 “vsx_register_operand” “=we,we”) (vec_duplicate:V4SI (match_operand:SI 1 “splat_input_operand” “r,Z”)))] “TARGET_P9_VECTOR” “@ mtvsrws %x0,%1 lxvwsx %x0,%y1” [(set_attr “type” “vecperm,vecload”)])

;; SImode is not currently allowed in vector registers. This pattern ;; allows us to use direct move to get the value in a vector register ;; so that we can use XXSPLTW (define_insn “vsx_splat_v4si_di” [(set (match_operand:V4SI 0 “vsx_register_operand” “=wa,we”) (vec_duplicate:V4SI (truncate:SI (match_operand:DI 1 “gpc_reg_operand” “wj,r”))))] “VECTOR_MEM_VSX_P (V4SImode) && TARGET_DIRECT_MOVE_64BIT” “@ xxspltw %x0,%x1,1 mtvsrws %x0,%1” [(set_attr “type” “vecperm”)])

;; V4SF splat (ISA 3.0) (define_insn_and_split “vsx_splat_v4sf” [(set (match_operand:V4SF 0 “vsx_register_operand” “=wa,wa,wa”) (vec_duplicate:V4SF (match_operand:SF 1 “splat_input_operand” “Z,wy,r”)))] “TARGET_P9_VECTOR” "@ lxvwsx %x0,%y1

mtvsrws %x0,%1" “&& reload_completed && vsx_register_operand (operands[1], SFmode)” [(set (match_dup 0) (unspec:V4SF [(match_dup 1)] UNSPEC_VSX_CVDPSPN)) (set (match_dup 0) (unspec:V4SF [(match_dup 0) (const_int 0)] UNSPEC_VSX_XXSPLTW))] "" [(set_attr “type” “vecload,vecperm,mftgpr”) (set_attr “length” “4,8,4”)])

;; V4SF/V4SI splat from a vector element (define_insn “vsx_xxspltw_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=”) (vec_duplicate:VSX_W (vec_select:<VS_scalar> (match_operand:VSX_W 1 “vsx_register_operand” “”) (parallel [(match_operand:QI 2 “u5bit_cint_operand” “n”)]))))] “VECTOR_MEM_VSX_P (mode)” { if (!BYTES_BIG_ENDIAN) operands[2] = GEN_INT (3 - INTVAL (operands[2]));

return “xxspltw %x0,%x1,%2”; } [(set_attr “type” “vecperm”)])

(define_insn “vsx_xxspltw__direct” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=”) (unspec:VSX_W [(match_operand:VSX_W 1 “vsx_register_operand” “”) (match_operand:QI 2 “u5bit_cint_operand” “i”)] UNSPEC_VSX_XXSPLTW))] “VECTOR_MEM_VSX_P (mode)” “xxspltw %x0,%x1,%2” [(set_attr “type” “vecperm”)])

;; V16QI/V8HI splat support on ISA 2.07 (define_insn “vsx_vsplt<VSX_SPLAT_SUFFIX>_di” [(set (match_operand:VSX_SPLAT_I 0 “altivec_register_operand” “=v”) (vec_duplicate:VSX_SPLAT_I (truncate:<VS_scalar> (match_operand:DI 1 “altivec_register_operand” “v”))))] “VECTOR_MEM_VSX_P (mode) && TARGET_DIRECT_MOVE_64BIT” “vsplt<VSX_SPLAT_SUFFIX> %0,%1,<VSX_SPLAT_COUNT>” [(set_attr “type” “vecperm”)])

;; V2DF/V2DI splat for use by vec_splat builtin (define_insn “vsx_xxspltd_” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=wa”) (unspec:VSX_D [(match_operand:VSX_D 1 “vsx_register_operand” “wa”) (match_operand:QI 2 “u5bit_cint_operand” “i”)] UNSPEC_VSX_XXSPLTD))] “VECTOR_MEM_VSX_P (mode)” { if ((VECTOR_ELT_ORDER_BIG && INTVAL (operands[2]) == 0) || (!VECTOR_ELT_ORDER_BIG && INTVAL (operands[2]) == 1)) return “xxpermdi %x0,%x1,%x1,0”; else return “xxpermdi %x0,%x1,%x1,3”; } [(set_attr “type” “vecperm”)])

;; V4SF/V4SI interleave (define_insn “vsx_xxmrghw_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=wf,?”) (vec_select:VSX_W (vec_concat:<VS_double> (match_operand:VSX_W 1 “vsx_register_operand” “wf,”) (match_operand:VSX_W 2 “vsx_register_operand” “wf,”)) (parallel [(const_int 0) (const_int 4) (const_int 1) (const_int 5)])))] “VECTOR_MEM_VSX_P (mode)” { if (BYTES_BIG_ENDIAN) return “xxmrghw %x0,%x1,%x2”; else return “xxmrglw %x0,%x2,%x1”; } [(set_attr “type” “vecperm”)])

(define_insn “vsx_xxmrglw_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=wf,?”) (vec_select:VSX_W (vec_concat:<VS_double> (match_operand:VSX_W 1 “vsx_register_operand” “wf,”) (match_operand:VSX_W 2 “vsx_register_operand” “wf,?”)) (parallel [(const_int 2) (const_int 6) (const_int 3) (const_int 7)])))] “VECTOR_MEM_VSX_P (mode)” { if (BYTES_BIG_ENDIAN) return “xxmrglw %x0,%x1,%x2”; else return “xxmrghw %x0,%x2,%x1”; } [(set_attr “type” “vecperm”)])

;; Shift left double by word immediate (define_insn “vsx_xxsldwi_” [(set (match_operand:VSX_L 0 “vsx_register_operand” “=”) (unspec:VSX_L [(match_operand:VSX_L 1 “vsx_register_operand” “”) (match_operand:VSX_L 2 “vsx_register_operand” “”) (match_operand:QI 3 “u5bit_cint_operand” “i”)] UNSPEC_VSX_SLDWI))] “VECTOR_MEM_VSX_P (mode)” “xxsldwi %x0,%x1,%x2,%3” [(set_attr “type” “vecperm”)])

;; Vector reduction insns and splitters

(define_insn_and_split “vsx_reduc_<VEC_reduc_name>_v2df” [(set (match_operand:V2DF 0 “vfloat_operand” “=&wd,&?wa,wd,?wa”) (VEC_reduc:V2DF (vec_concat:V2DF (vec_select:DF (match_operand:V2DF 1 “vfloat_operand” “wd,wa,wd,wa”) (parallel [(const_int 1)])) (vec_select:DF (match_dup 1) (parallel [(const_int 0)]))) (match_dup 1))) (clobber (match_scratch:V2DF 2 “=0,0,&wd,&wa”))] “VECTOR_UNIT_VSX_P (V2DFmode)” “#” "" [(const_int 0)] " { rtx tmp = (GET_CODE (operands[2]) == SCRATCH) ? gen_reg_rtx (V2DFmode) : operands[2]; emit_insn (gen_vsx_xxsldwi_v2df (tmp, operands[1], operands[1], const2_rtx)); emit_insn (gen_<VEC_reduc_rtx>v2df3 (operands[0], tmp, operands[1])); DONE; }" [(set_attr “length” “8”) (set_attr “type” “veccomplex”)])

(define_insn_and_split “vsx_reduc_<VEC_reduc_name>_v4sf” [(set (match_operand:V4SF 0 “vfloat_operand” “=wf,?wa”) (VEC_reduc:V4SF (unspec:V4SF [(const_int 0)] UNSPEC_REDUC) (match_operand:V4SF 1 “vfloat_operand” “wf,wa”))) (clobber (match_scratch:V4SF 2 “=&wf,&wa”)) (clobber (match_scratch:V4SF 3 “=&wf,&wa”))] “VECTOR_UNIT_VSX_P (V4SFmode)” “#” "" [(const_int 0)] " { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx tmp2, tmp3, tmp4;

if (can_create_pseudo_p ()) { tmp2 = gen_reg_rtx (V4SFmode); tmp3 = gen_reg_rtx (V4SFmode); tmp4 = gen_reg_rtx (V4SFmode); } else { tmp2 = operands[2]; tmp3 = operands[3]; tmp4 = tmp2; }

emit_insn (gen_vsx_xxsldwi_v4sf (tmp2, op1, op1, const2_rtx)); emit_insn (gen_<VEC_reduc_rtx>v4sf3 (tmp3, tmp2, op1)); emit_insn (gen_vsx_xxsldwi_v4sf (tmp4, tmp3, tmp3, GEN_INT (3))); emit_insn (gen_<VEC_reduc_rtx>v4sf3 (op0, tmp4, tmp3)); DONE; }" [(set_attr “length” “16”) (set_attr “type” “veccomplex”)])

;; Combiner patterns with the vector reduction patterns that knows we can get ;; to the top element of the V2DF array without doing an extract.

(define_insn_and_split “*vsx_reduc_<VEC_reduc_name>_v2df_scalar” [(set (match_operand:DF 0 “vfloat_operand” “=&ws,&?ws,ws,?ws”) (vec_select:DF (VEC_reduc:V2DF (vec_concat:V2DF (vec_select:DF (match_operand:V2DF 1 “vfloat_operand” “wd,wa,wd,wa”) (parallel [(const_int 1)])) (vec_select:DF (match_dup 1) (parallel [(const_int 0)]))) (match_dup 1)) (parallel [(const_int 1)]))) (clobber (match_scratch:DF 2 “=0,0,&wd,&wa”))] “BYTES_BIG_ENDIAN && VECTOR_UNIT_VSX_P (V2DFmode)” “#” "" [(const_int 0)] " { rtx hi = gen_highpart (DFmode, operands[1]); rtx lo = (GET_CODE (operands[2]) == SCRATCH) ? gen_reg_rtx (DFmode) : operands[2];

emit_insn (gen_vsx_extract_v2df (lo, operands[1], const1_rtx)); emit_insn (gen_<VEC_reduc_rtx>df3 (operands[0], hi, lo)); DONE; }" [(set_attr “length” “8”) (set_attr “type” “veccomplex”)])

(define_insn_and_split “*vsx_reduc_<VEC_reduc_name>_v4sf_scalar” [(set (match_operand:SF 0 “vfloat_operand” “=f,?f”) (vec_select:SF (VEC_reduc:V4SF (unspec:V4SF [(const_int 0)] UNSPEC_REDUC) (match_operand:V4SF 1 “vfloat_operand” “wf,wa”)) (parallel [(const_int 3)]))) (clobber (match_scratch:V4SF 2 “=&wf,&wa”)) (clobber (match_scratch:V4SF 3 “=&wf,&wa”)) (clobber (match_scratch:V4SF 4 “=0,0”))] “BYTES_BIG_ENDIAN && VECTOR_UNIT_VSX_P (V4SFmode)” “#” "" [(const_int 0)] " { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx tmp2, tmp3, tmp4, tmp5;

if (can_create_pseudo_p ()) { tmp2 = gen_reg_rtx (V4SFmode); tmp3 = gen_reg_rtx (V4SFmode); tmp4 = gen_reg_rtx (V4SFmode); tmp5 = gen_reg_rtx (V4SFmode); } else { tmp2 = operands[2]; tmp3 = operands[3]; tmp4 = tmp2; tmp5 = operands[4]; }

emit_insn (gen_vsx_xxsldwi_v4sf (tmp2, op1, op1, const2_rtx)); emit_insn (gen_<VEC_reduc_rtx>v4sf3 (tmp3, tmp2, op1)); emit_insn (gen_vsx_xxsldwi_v4sf (tmp4, tmp3, tmp3, GEN_INT (3))); emit_insn (gen_<VEC_reduc_rtx>v4sf3 (tmp5, tmp4, tmp3)); emit_insn (gen_vsx_xscvspdp_scalar2 (op0, tmp5)); DONE; }" [(set_attr “length” “20”) (set_attr “type” “veccomplex”)])

;; Power8 Vector fusion. The fused ops must be physically adjacent. (define_peephole [(set (match_operand:P 0 “base_reg_operand” "") (match_operand:P 1 “short_cint_operand” "")) (set (match_operand:VSX_M 2 “vsx_register_operand” "") (mem:VSX_M (plus:P (match_dup 0) (match_operand:P 3 “int_reg_operand” ""))))] “TARGET_VSX && TARGET_P8_FUSION && !TARGET_P9_VECTOR” “li %0,%1\t\t\t# vector load fusion;lx<VSX_M:VSm>x %x2,%0,%3”
[(set_attr “length” “8”) (set_attr “type” “vecload”)])

(define_peephole [(set (match_operand:P 0 “base_reg_operand” "") (match_operand:P 1 “short_cint_operand” "")) (set (match_operand:VSX_M 2 “vsx_register_operand” "") (mem:VSX_M (plus:P (match_operand:P 3 “int_reg_operand” "") (match_dup 0))))] “TARGET_VSX && TARGET_P8_FUSION && !TARGET_P9_VECTOR” “li %0,%1\t\t\t# vector load fusion;lx<VSX_M:VSm>x %x2,%0,%3”
[(set_attr “length” “8”) (set_attr “type” “vecload”)])

;; ISA 3.0 vector extend sign support

(define_insn “vsx_sign_extend_qi_” [(set (match_operand:VSINT_84 0 “vsx_register_operand” “=v”) (unspec:VSINT_84 [(match_operand:V16QI 1 “vsx_register_operand” “v”)] UNSPEC_VSX_SIGN_EXTEND))] “TARGET_P9_VECTOR” “vextsb2 %0,%1” [(set_attr “type” “vecexts”)])

(define_insn “vsx_sign_extend_hi_” [(set (match_operand:VSINT_84 0 “vsx_register_operand” “=v”) (unspec:VSINT_84 [(match_operand:V8HI 1 “vsx_register_operand” “v”)] UNSPEC_VSX_SIGN_EXTEND))] “TARGET_P9_VECTOR” “vextsh2 %0,%1” [(set_attr “type” “vecexts”)])

(define_insn “*vsx_sign_extend_si_v2di” [(set (match_operand:V2DI 0 “vsx_register_operand” “=v”) (unspec:V2DI [(match_operand:V4SI 1 “vsx_register_operand” “v”)] UNSPEC_VSX_SIGN_EXTEND))] “TARGET_P9_VECTOR” “vextsw2d %0,%1” [(set_attr “type” “vecexts”)])

;; ISA 3.0 Binary Floating-Point Support

;; VSX Scalar Extract Exponent Double-Precision (define_insn “xsxexpdp” [(set (match_operand:DI 0 “register_operand” “=r”) (unspec:DI [(match_operand:DF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_SXEXPDP))] “TARGET_P9_VECTOR && TARGET_64BIT” “xsxexpdp %0,%x1” [(set_attr “type” “integer”)])

;; VSX Scalar Extract Significand Double-Precision (define_insn “xsxsigdp” [(set (match_operand:DI 0 “register_operand” “=r”) (unspec:DI [(match_operand:DF 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_SXSIGDP))] “TARGET_P9_VECTOR && TARGET_64BIT” “xsxsigdp %0,%x1” [(set_attr “type” “integer”)])

;; VSX Scalar Insert Exponent Double-Precision (define_insn “xsiexpdp” [(set (match_operand:DF 0 “vsx_register_operand” “=wa”) (unspec:DF [(match_operand:DI 1 “register_operand” “r”) (match_operand:DI 2 “register_operand” “r”)] UNSPEC_VSX_SIEXPDP))] “TARGET_P9_VECTOR && TARGET_64BIT” “xsiexpdp %x0,%1,%2” [(set_attr “type” “fpsimple”)])

;; VSX Scalar Insert Exponent Double-Precision Floating Point Argument (define_insn “xsiexpdpf” [(set (match_operand:DF 0 “vsx_register_operand” “=wa”) (unspec:DF [(match_operand:DF 1 “register_operand” “r”) (match_operand:DI 2 “register_operand” “r”)] UNSPEC_VSX_SIEXPDP))] “TARGET_P9_VECTOR && TARGET_64BIT” “xsiexpdp %x0,%1,%2” [(set_attr “type” “fpsimple”)])

;; VSX Scalar Compare Exponents Double-Precision (define_expand “xscmpexpdp_” [(set (match_dup 3) (compare:CCFP (unspec:DF [(match_operand:DF 1 “vsx_register_operand” “wa”) (match_operand:DF 2 “vsx_register_operand” “wa”)] UNSPEC_VSX_SCMPEXPDP) (const_int 0))) (set (match_operand:SI 0 “register_operand” “=r”) (CMP_TEST:SI (match_dup 3) (const_int 0)))] “TARGET_P9_VECTOR” { operands[3] = gen_reg_rtx (CCFPmode); })

(define_insn “*xscmpexpdp” [(set (match_operand:CCFP 0 “cc_reg_operand” “=y”) (compare:CCFP (unspec:DF [(match_operand:DF 1 “vsx_register_operand” “wa”) (match_operand:DF 2 “vsx_register_operand” “wa”)] UNSPEC_VSX_SCMPEXPDP) (match_operand:SI 3 “zero_constant” “j”)))] “TARGET_P9_VECTOR” “xscmpexpdp %0,%x1,%x2” [(set_attr “type” “fpcompare”)])

;; VSX Scalar Test Data Class Double- and Single-Precision ;; (The lt bit is set if operand 1 is negative. The eq bit is set ;; if any of the conditions tested by operand 2 are satisfied. ;; The gt and unordered bits are cleared to zero.) (define_expand “xststdc” [(set (match_dup 3) (compare:CCFP (unspec:SFDF [(match_operand:SFDF 1 “vsx_register_operand” “wa”) (match_operand:SI 2 “u7bit_cint_operand” “n”)] UNSPEC_VSX_STSTDC) (match_dup 4))) (set (match_operand:SI 0 “register_operand” “=r”) (eq:SI (match_dup 3) (const_int 0)))] “TARGET_P9_VECTOR” { operands[3] = gen_reg_rtx (CCFPmode); operands[4] = CONST0_RTX (SImode); })

;; The VSX Scalar Test Data Class Double- and Single-Precision ;; instruction may also be used to test for negative value. (define_expand “xststdcneg” [(set (match_dup 2) (compare:CCFP (unspec:SFDF [(match_operand:SFDF 1 “vsx_register_operand” “wa”) (const_int 0)] UNSPEC_VSX_STSTDC) (match_dup 3))) (set (match_operand:SI 0 “register_operand” “=r”) (lt:SI (match_dup 2) (const_int 0)))] “TARGET_P9_VECTOR” { operands[2] = gen_reg_rtx (CCFPmode); operands[3] = CONST0_RTX (SImode); })

(define_insn “*xststdc” [(set (match_operand:CCFP 0 "" “=y”) (compare:CCFP (unspec:SFDF [(match_operand:SFDF 1 “vsx_register_operand” “wa”) (match_operand:SI 2 “u7bit_cint_operand” “n”)] UNSPEC_VSX_STSTDC) (match_operand:SI 3 “zero_constant” “j”)))] “TARGET_P9_VECTOR” “xststdc %0,%x1,%2” [(set_attr “type” “fpcompare”)])

;; VSX Vector Extract Exponent Double and Single Precision (define_insn “xvxexp” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=wa”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_VXEXP))] “TARGET_P9_VECTOR” “xvxexp %x0,%x1” [(set_attr “type” “vecsimple”)])

;; VSX Vector Extract Significand Double and Single Precision (define_insn “xvxsig” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=wa”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “wa”)] UNSPEC_VSX_VXSIG))] “TARGET_P9_VECTOR” “xvxsig %x0,%x1” [(set_attr “type” “vecsimple”)])

;; VSX Vector Insert Exponent Double and Single Precision (define_insn “xviexp” [(set (match_operand:VSX_F 0 “vsx_register_operand” “=wa”) (unspec:VSX_F [(match_operand:VSX_F 1 “vsx_register_operand” “wa”) (match_operand:VSX_F 2 “vsx_register_operand” “wa”)] UNSPEC_VSX_VIEXP))] “TARGET_P9_VECTOR” “xviexp %x0,%x1,%x2” [(set_attr “type” “vecsimple”)])

;; VSX Vector Test Data Class Double and Single Precision ;; The corresponding elements of the result vector are all ones ;; if any of the conditions tested by operand 3 are satisfied. (define_insn “xvtstdc” [(set (match_operand: 0 “vsx_register_operand” “=wa”) (unspec: [(match_operand:VSX_F 1 “vsx_register_operand” “wa”) (match_operand:SI 2 “u7bit_cint_operand” “n”)] UNSPEC_VSX_VTSTDC))] “TARGET_P9_VECTOR” “xvtstdc %x0,%x1,%2” [(set_attr “type” “vecsimple”)])

;; ISA 3.0 String Operations Support

;; Compare vectors producing a vector result and a predicate, setting CR6 ;; to indicate a combined status. This pattern matches v16qi, v8hi, and ;; v4si modes. It does not match v2df, v4sf, or v2di modes. There's no ;; need to match v4sf, v2df, or v2di modes because those are expanded ;; to use Power8 instructions. (define_insn “*vsx_ne__p” [(set (reg:CC CR6_REGNO) (unspec:CC [(ne:CC (match_operand:VSX_EXTRACT_I 1 “gpc_reg_operand” “v”) (match_operand:VSX_EXTRACT_I 2 “gpc_reg_operand” “v”))] UNSPEC_PREDICATE)) (set (match_operand:VSX_EXTRACT_I 0 “gpc_reg_operand” “=v”) (ne:VSX_EXTRACT_I (match_dup 1) (match_dup 2)))] “TARGET_P9_VECTOR” “vcmpne<VSX_EXTRACT_WIDTH>. %0,%1,%2” [(set_attr “type” “vecsimple”)])

(define_insn “*vector_nez__p” [(set (reg:CC CR6_REGNO) (unspec:CC [(unspec:VI [(match_operand:VI 1 “gpc_reg_operand” “v”) (match_operand:VI 2 “gpc_reg_operand” “v”)] UNSPEC_NEZ_P)] UNSPEC_PREDICATE)) (set (match_operand:VI 0 “gpc_reg_operand” “=v”) (unspec:VI [(match_dup 1) (match_dup 2)] UNSPEC_NEZ_P))] “TARGET_P9_VECTOR” “vcmpnez<VSX_EXTRACT_WIDTH>. %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Load VSX Vector with Length (define_expand “lxvl” [(set (match_dup 3) (match_operand:DI 2 “register_operand”)) (set (match_operand:V16QI 0 “vsx_register_operand”) (unspec:V16QI [(match_operand:DI 1 “gpc_reg_operand”) (match_dup 3)] UNSPEC_LXVL))] “TARGET_P9_VECTOR && TARGET_64BIT” { operands[3] = gen_reg_rtx (DImode); })

(define_insn “*lxvl” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (unspec:V16QI [(match_operand:DI 1 “gpc_reg_operand” “b”) (match_operand:DI 2 “register_operand” “+r”)] UNSPEC_LXVL))] “TARGET_P9_VECTOR && TARGET_64BIT” “sldi %2,%2, 56; lxvl %x0,%1,%2” [(set_attr “length” “8”) (set_attr “type” “vecload”)])

;; Store VSX Vector with Length (define_expand “stxvl” [(set (match_dup 3) (match_operand:DI 2 “register_operand”)) (set (mem:V16QI (match_operand:DI 1 “gpc_reg_operand”)) (unspec:V16QI [(match_operand:V16QI 0 “vsx_register_operand”) (match_dup 3)] UNSPEC_STXVL))] “TARGET_P9_VECTOR && TARGET_64BIT” { operands[3] = gen_reg_rtx (DImode); })

(define_insn “*stxvl” [(set (mem:V16QI (match_operand:DI 1 “gpc_reg_operand” “b”)) (unspec:V16QI [(match_operand:V16QI 0 “vsx_register_operand” “wa”) (match_operand:DI 2 “register_operand” “+r”)] UNSPEC_STXVL))] “TARGET_P9_VECTOR && TARGET_64BIT” “sldi %2,%2,56;stxvl %x0,%1,%2” [(set_attr “length” “8”) (set_attr “type” “vecstore”)])

;; Vector Compare Not Equal Byte (define_insn “vcmpneb” [(set (match_operand:V16QI 0 “altivec_register_operand” “=v”) (unspec:V16QI [(match_operand:V16QI 1 “altivec_register_operand” “v”) (match_operand:V16QI 2 “altivec_register_operand” “v”)] UNSPEC_VCMPNEB))] “TARGET_P9_VECTOR” “vcmpneb %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Compare Not Equal or Zero Byte (define_insn “vcmpnezb” [(set (match_operand:V16QI 0 “altivec_register_operand” “=v”) (unspec:V16QI [(match_operand:V16QI 1 “altivec_register_operand” “v”) (match_operand:V16QI 2 “altivec_register_operand” “v”)] UNSPEC_VCMPNEZB))] “TARGET_P9_VECTOR” “vcmpnezb %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Compare Not Equal Half Word (define_insn “vcmpneh” [(set (match_operand:V8HI 0 “altivec_register_operand” “=v”) (unspec:V8HI [(match_operand:V8HI 1 “altivec_register_operand” “v”) (match_operand:V8HI 2 “altivec_register_operand” “v”)] UNSPEC_VCMPNEH))] “TARGET_P9_VECTOR” “vcmpneh %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Compare Not Equal or Zero Half Word (define_insn “vcmpnezh” [(set (match_operand:V8HI 0 “altivec_register_operand” “=v”) (unspec:V8HI [(match_operand:V8HI 1 “altivec_register_operand” “v”) (match_operand:V8HI 2 “altivec_register_operand” “v”)] UNSPEC_VCMPNEZH))] “TARGET_P9_VECTOR” “vcmpnezh %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Compare Not Equal Word (define_insn “vcmpnew” [(set (match_operand:V4SI 0 “altivec_register_operand” “=v”) (unspec:V4SI [(match_operand:V4SI 1 “altivec_register_operand” “v”) (match_operand:V4SI 2 “altivec_register_operand” “v”)] UNSPEC_VCMPNEH))] “TARGET_P9_VECTOR” “vcmpnew %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Compare Not Equal or Zero Word (define_insn “vcmpnezw” [(set (match_operand:V4SI 0 “altivec_register_operand” “=v”) (unspec:V4SI [(match_operand:V4SI 1 “altivec_register_operand” “v”) (match_operand:V4SI 2 “altivec_register_operand” “v”)] UNSPEC_VCMPNEZW))] “TARGET_P9_VECTOR” “vcmpnezw %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Count Leading Zero Least-Significant Bits Byte (define_insn “vclzlsbb” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:V16QI 1 “altivec_register_operand” “v”)] UNSPEC_VCLZLSBB))] “TARGET_P9_VECTOR” “vclzlsbb %0,%1” [(set_attr “type” “vecsimple”)])

;; Vector Count Trailing Zero Least-Significant Bits Byte (define_insn “vctzlsbb” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:V16QI 1 “altivec_register_operand” “v”)] UNSPEC_VCTZLSBB))] “TARGET_P9_VECTOR” “vctzlsbb %0,%1” [(set_attr “type” “vecsimple”)])

;; Vector Extract Unsigned Byte Left-Indexed (define_insn “vextublx” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:SI 1 “register_operand” “r”) (match_operand:V16QI 2 “altivec_register_operand” “v”)] UNSPEC_VEXTUBLX))] “TARGET_P9_VECTOR” “vextublx %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Extract Unsigned Byte Right-Indexed (define_insn “vextubrx” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:SI 1 “register_operand” “r”) (match_operand:V16QI 2 “altivec_register_operand” “v”)] UNSPEC_VEXTUBRX))] “TARGET_P9_VECTOR” “vextubrx %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Extract Unsigned Half Word Left-Indexed (define_insn “vextuhlx” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:SI 1 “register_operand” “r”) (match_operand:V8HI 2 “altivec_register_operand” “v”)] UNSPEC_VEXTUHLX))] “TARGET_P9_VECTOR” “vextuhlx %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Extract Unsigned Half Word Right-Indexed (define_insn “vextuhrx” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:SI 1 “register_operand” “r”) (match_operand:V8HI 2 “altivec_register_operand” “v”)] UNSPEC_VEXTUHRX))] “TARGET_P9_VECTOR” “vextuhrx %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Extract Unsigned Word Left-Indexed (define_insn “vextuwlx” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:SI 1 “register_operand” “r”) (match_operand:V4SI 2 “altivec_register_operand” “v”)] UNSPEC_VEXTUWLX))] “TARGET_P9_VECTOR” “vextuwlx %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector Extract Unsigned Word Right-Indexed (define_insn “vextuwrx” [(set (match_operand:SI 0 “register_operand” “=r”) (unspec:SI [(match_operand:SI 1 “register_operand” “r”) (match_operand:V4SI 2 “altivec_register_operand” “v”)] UNSPEC_VEXTUWRX))] “TARGET_P9_VECTOR” “vextuwrx %0,%1,%2” [(set_attr “type” “vecsimple”)])

;; Vector insert/extract word at arbitrary byte values. Note, the little ;; endian version needs to adjust the byte number, and the V4SI element in ;; insert4b. (define_insn “extract4b” [(set (match_operand:V2DI 0 “vsx_register_operand”) (unspec:V2DI [(match_operand:V16QI 1 “vsx_register_operand” “wa”) (match_operand:QI 2 “const_0_to_12_operand” “n”)] UNSPEC_XXEXTRACTUW))] “TARGET_P9_VECTOR” { if (!VECTOR_ELT_ORDER_BIG) operands[2] = GEN_INT (12 - INTVAL (operands[2]));

return “xxextractuw %x0,%x1,%2”; })

(define_expand “insert4b” [(set (match_operand:V16QI 0 “vsx_register_operand”) (unspec:V16QI [(match_operand:V4SI 1 “vsx_register_operand”) (match_operand:V16QI 2 “vsx_register_operand”) (match_operand:QI 3 “const_0_to_12_operand”)] UNSPEC_XXINSERTW))] “TARGET_P9_VECTOR” { if (!VECTOR_ELT_ORDER_BIG) { rtx op1 = operands[1]; rtx v4si_tmp = gen_reg_rtx (V4SImode); emit_insn (gen_vsx_xxpermdi_v4si_be (v4si_tmp, op1, op1, const1_rtx)); operands[1] = v4si_tmp; operands[3] = GEN_INT (12 - INTVAL (operands[3])); } })

(define_insn “*insert4b_internal” [(set (match_operand:V16QI 0 “vsx_register_operand” “=wa”) (unspec:V16QI [(match_operand:V4SI 1 “vsx_register_operand” “wa”) (match_operand:V16QI 2 “vsx_register_operand” “0”) (match_operand:QI 3 “const_0_to_12_operand” “n”)] UNSPEC_XXINSERTW))] “TARGET_P9_VECTOR” “xxinsertw %x0,%x1,%3” [(set_attr “type” “vecperm”)])

(define_expand “vextract4b” [(set (match_operand:DI 0 “gpc_reg_operand”) (unspec:DI [(match_operand:V16QI 1 “vsx_register_operand”) (match_operand:QI 2 “const_0_to_12_operand”)] UNSPEC_XXEXTRACTUW))] “TARGET_P9_VECTOR” { if (!VECTOR_ELT_ORDER_BIG) operands[2] = GEN_INT (12 - INTVAL (operands[2])); })

(define_insn_and_split “*vextract4b_internal” [(set (match_operand:DI 0 “gpc_reg_operand” “=wj,r”) (unspec:DI [(match_operand:V16QI 1 “vsx_register_operand” “wa,v”) (match_operand:QI 2 “const_0_to_12_operand” “n,n”)] UNSPEC_XXEXTRACTUW))] “TARGET_P9_VECTOR” “@ xxextractuw %x0,%x1,%2 #” “&& reload_completed && int_reg_operand (operands[0], DImode)” [(const_int 0)] { rtx op0 = operands[0]; rtx op1 = operands[1]; rtx op2 = operands[2]; rtx op0_si = gen_rtx_REG (SImode, REGNO (op0)); rtx op1_v4si = gen_rtx_REG (V4SImode, REGNO (op1));

emit_move_insn (op0, op2); if (VECTOR_ELT_ORDER_BIG) emit_insn (gen_vextuwlx (op0_si, op0_si, op1_v4si)); else emit_insn (gen_vextuwrx (op0_si, op0_si, op1_v4si)); DONE; } [(set_attr “type” “vecperm”)])

;; Generate vector extract four float 32 values from left four elements ;; of eight element vector of float 16 values. (define_expand “vextract_fp_from_shorth” [(set (match_operand:V4SF 0 “register_operand” “=wa”) (unspec:V4SF [(match_operand:V8HI 1 “register_operand” “wa”)] UNSPEC_VSX_VEXTRACT_FP_FROM_SHORTH))] “TARGET_P9_VECTOR” { int vals[16] = {15, 14, 0, 0, 13, 12, 0, 0, 11, 10, 0, 0, 9, 8, 0, 0}; int i;

rtx rvals[16]; rtx mask = gen_reg_rtx (V16QImode); rtx tmp = gen_reg_rtx (V16QImode); rtvec v;

for (i = 0; i < 16; i++) rvals[i] = GEN_INT (vals[i]);

/* xvcvhpsp - vector convert F16 to vector F32 requires the four F16 inputs in half words 1,3,5,7 (IBM numbering). Use xxperm to move src half words 0,1,2,3 for the conversion instruction. */ v = gen_rtvec_v (16, rvals); emit_insn (gen_vec_initv16qi (mask, gen_rtx_PARALLEL (V16QImode, v))); emit_insn (gen_altivec_vperm_v8hiv16qi (tmp, operands[1], operands[1], mask)); emit_insn (gen_vsx_xvcvhpsp (operands[0], tmp)); DONE; })

;; Generate vector extract four float 32 values from right four elements ;; of eight element vector of float 16 values. (define_expand “vextract_fp_from_shortl” [(set (match_operand:V4SF 0 “register_operand” “=wa”) (unspec:V4SF [(match_operand:V8HI 1 “register_operand” “wa”)] UNSPEC_VSX_VEXTRACT_FP_FROM_SHORTL))] “TARGET_P9_VECTOR” { int vals[16] = {7, 6, 0, 0, 5, 4, 0, 0, 3, 2, 0, 0, 1, 0, 0, 0}; int i; rtx rvals[16]; rtx mask = gen_reg_rtx (V16QImode); rtx tmp = gen_reg_rtx (V16QImode); rtvec v;

for (i = 0; i < 16; i++) rvals[i] = GEN_INT (vals[i]);

/* xvcvhpsp - vector convert F16 to vector F32 requires the four F16 inputs in half words 1,3,5,7 (IBM numbering). Use xxperm to move src half words 4,5,6,7 for the conversion instruction. */ v = gen_rtvec_v (16, rvals); emit_insn (gen_vec_initv16qi (mask, gen_rtx_PARALLEL (V16QImode, v))); emit_insn (gen_altivec_vperm_v8hiv16qi (tmp, operands[1], operands[1], mask)); emit_insn (gen_vsx_xvcvhpsp (operands[0], tmp)); DONE; })

;; Support for ISA 3.0 vector byte reverse

;; Swap all bytes with in a vector (define_insn “p9_xxbrq_v1ti” [(set (match_operand:V1TI 0 “vsx_register_operand” “=wa”) (bswap:V1TI (match_operand:V1TI 1 “vsx_register_operand” “wa”)))] “TARGET_P9_VECTOR” “xxbrq %x0,%x1” [(set_attr “type” “vecperm”)])

(define_expand “p9_xxbrq_v16qi” [(use (match_operand:V16QI 0 “vsx_register_operand” “=wa”)) (use (match_operand:V16QI 1 “vsx_register_operand” “=wa”))] “TARGET_P9_VECTOR” { rtx op0 = gen_lowpart (V1TImode, operands[0]); rtx op1 = gen_lowpart (V1TImode, operands[1]); emit_insn (gen_p9_xxbrq_v1ti (op0, op1)); DONE; })

;; Swap all bytes in each 64-bit element (define_insn “p9_xxbrd_” [(set (match_operand:VSX_D 0 “vsx_register_operand” “=wa”) (bswap:VSX_D (match_operand:VSX_D 1 “vsx_register_operand” “wa”)))] “TARGET_P9_VECTOR” “xxbrd %x0,%x1” [(set_attr “type” “vecperm”)])

;; Swap all bytes in each 32-bit element (define_insn “p9_xxbrw_” [(set (match_operand:VSX_W 0 “vsx_register_operand” “=wa”) (bswap:VSX_W (match_operand:VSX_W 1 “vsx_register_operand” “wa”)))] “TARGET_P9_VECTOR” “xxbrw %x0,%x1” [(set_attr “type” “vecperm”)])

;; Swap all bytes in each 16-bit element (define_insn “p9_xxbrh_v8hi” [(set (match_operand:V8HI 0 “vsx_register_operand” “=wa”) (bswap:V8HI (match_operand:V8HI 1 “vsx_register_operand” “wa”)))] “TARGET_P9_VECTOR” “xxbrh %x0,%x1” [(set_attr “type” “vecperm”)])

;; Operand numbers for the following peephole2 (define_constants [(SFBOOL_TMP_GPR 0) ;; GPR temporary (SFBOOL_TMP_VSX 1) ;; vector temporary (SFBOOL_MFVSR_D 2) ;; move to gpr dest (SFBOOL_MFVSR_A 3) ;; move to gpr src (SFBOOL_BOOL_D 4) ;; and/ior/xor dest (SFBOOL_BOOL_A1 5) ;; and/ior/xor arg1 (SFBOOL_BOOL_A2 6) ;; and/ior/xor arg1 (SFBOOL_SHL_D 7) ;; shift left dest (SFBOOL_SHL_A 8) ;; shift left arg (SFBOOL_MTVSR_D 9) ;; move to vecter dest (SFBOOL_BOOL_A_DI 10) ;; SFBOOL_BOOL_A1/A2 as DImode (SFBOOL_TMP_VSX_DI 11) ;; SFBOOL_TMP_VSX as DImode (SFBOOL_MTVSR_D_V4SF 12)]) ;; SFBOOL_MTVSRD_D as V4SFmode

;; Attempt to optimize some common GLIBC operations using logical operations to ;; pick apart SFmode operations. For example, there is code from e_powf.c ;; after macro expansion that looks like: ;; ;; typedef union { ;; float value; ;; uint32_t word; ;; } ieee_float_shape_type; ;; ;; float t1; ;; int32_t is; ;; ;; do { ;; ieee_float_shape_type gf_u; ;; gf_u.value = (t1); ;; (is) = gf_u.word; ;; } while (0); ;; ;; do { ;; ieee_float_shape_type sf_u; ;; sf_u.word = (is & 0xfffff000); ;; (t1) = sf_u.value; ;; } while (0); ;; ;; ;; This would result in two direct move operations (convert to memory format, ;; direct move to GPR, do the AND operation, direct move to VSX, convert to ;; scalar format). With this peephole, we eliminate the direct move to the ;; GPR, and instead move the integer mask value to the vector register after a ;; shift and do the VSX logical operation.

;; The insns for dealing with SFmode in GPR registers looks like: ;; (set (reg:V4SF reg2) (unspec:V4SF [(reg:SF reg1)] UNSPEC_VSX_CVDPSPN)) ;; ;; (set (reg:DI reg3) (unspec:DI [(reg:V4SF reg2)] UNSPEC_P8V_RELOAD_FROM_VSX)) ;; ;; (set (reg:DI reg3) (lshiftrt:DI (reg:DI reg3) (const_int 32))) ;; ;; (set (reg:DI reg5) (and:DI (reg:DI reg3) (reg:DI reg4))) ;; ;; (set (reg:DI reg6) (ashift:DI (reg:DI reg5) (const_int 32))) ;; ;; (set (reg:SF reg7) (unspec:SF [(reg:DI reg6)] UNSPEC_P8V_MTVSRD)) ;; ;; (set (reg:SF reg7) (unspec:SF [(reg:SF reg7)] UNSPEC_VSX_CVSPDPN))

(define_peephole2 [(match_scratch:DI SFBOOL_TMP_GPR “r”) (match_scratch:V4SF SFBOOL_TMP_VSX “wa”)

;; MFVSRD (set (match_operand:DI SFBOOL_MFVSR_D “int_reg_operand”) (unspec:DI [(match_operand:V4SF SFBOOL_MFVSR_A “vsx_register_operand”)] UNSPEC_P8V_RELOAD_FROM_VSX))

;; SRDI (set (match_dup SFBOOL_MFVSR_D) (lshiftrt:DI (match_dup SFBOOL_MFVSR_D) (const_int 32)))

;; AND/IOR/XOR operation on int (set (match_operand:SI SFBOOL_BOOL_D “int_reg_operand”) (and_ior_xor:SI (match_operand:SI SFBOOL_BOOL_A1 “int_reg_operand”) (match_operand:SI SFBOOL_BOOL_A2 “reg_or_cint_operand”)))

;; SLDI (set (match_operand:DI SFBOOL_SHL_D “int_reg_operand”) (ashift:DI (match_operand:DI SFBOOL_SHL_A “int_reg_operand”) (const_int 32)))

;; MTVSRD (set (match_operand:SF SFBOOL_MTVSR_D “vsx_register_operand”) (unspec:SF [(match_dup SFBOOL_SHL_D)] UNSPEC_P8V_MTVSRD))]

“TARGET_POWERPC64 && TARGET_DIRECT_MOVE /* The REG_P (xxx) tests prevents SUBREG's, which allows us to use REGNO to compare registers, when the mode is different. */ && REG_P (operands[SFBOOL_MFVSR_D]) && REG_P (operands[SFBOOL_BOOL_D]) && REG_P (operands[SFBOOL_BOOL_A1]) && REG_P (operands[SFBOOL_SHL_D]) && REG_P (operands[SFBOOL_SHL_A]) && REG_P (operands[SFBOOL_MTVSR_D]) && (REG_P (operands[SFBOOL_BOOL_A2]) || CONST_INT_P (operands[SFBOOL_BOOL_A2])) && (REGNO (operands[SFBOOL_BOOL_D]) == REGNO (operands[SFBOOL_MFVSR_D]) || peep2_reg_dead_p (3, operands[SFBOOL_MFVSR_D])) && (REGNO (operands[SFBOOL_MFVSR_D]) == REGNO (operands[SFBOOL_BOOL_A1]) || (REG_P (operands[SFBOOL_BOOL_A2]) && REGNO (operands[SFBOOL_MFVSR_D]) == REGNO (operands[SFBOOL_BOOL_A2]))) && REGNO (operands[SFBOOL_BOOL_D]) == REGNO (operands[SFBOOL_SHL_A]) && (REGNO (operands[SFBOOL_SHL_D]) == REGNO (operands[SFBOOL_BOOL_D]) || peep2_reg_dead_p (4, operands[SFBOOL_BOOL_D])) && peep2_reg_dead_p (5, operands[SFBOOL_SHL_D])” [(set (match_dup SFBOOL_TMP_GPR) (ashift:DI (match_dup SFBOOL_BOOL_A_DI) (const_int 32)))

(set (match_dup SFBOOL_TMP_VSX_DI) (match_dup SFBOOL_TMP_GPR))

(set (match_dup SFBOOL_MTVSR_D_V4SF) (and_ior_xor:V4SF (match_dup SFBOOL_MFVSR_A) (match_dup SFBOOL_TMP_VSX)))] { rtx bool_a1 = operands[SFBOOL_BOOL_A1]; rtx bool_a2 = operands[SFBOOL_BOOL_A2]; int regno_mfvsr_d = REGNO (operands[SFBOOL_MFVSR_D]); int regno_tmp_vsx = REGNO (operands[SFBOOL_TMP_VSX]); int regno_mtvsr_d = REGNO (operands[SFBOOL_MTVSR_D]);

if (CONST_INT_P (bool_a2)) { rtx tmp_gpr = operands[SFBOOL_TMP_GPR]; emit_move_insn (tmp_gpr, bool_a2); operands[SFBOOL_BOOL_A_DI] = tmp_gpr; } else { int regno_bool_a1 = REGNO (bool_a1); int regno_bool_a2 = REGNO (bool_a2); int regno_bool_a = (regno_mfvsr_d == regno_bool_a1 ? regno_bool_a2 : regno_bool_a1); operands[SFBOOL_BOOL_A_DI] = gen_rtx_REG (DImode, regno_bool_a); }

operands[SFBOOL_TMP_VSX_DI] = gen_rtx_REG (DImode, regno_tmp_vsx); operands[SFBOOL_MTVSR_D_V4SF] = gen_rtx_REG (V4SFmode, regno_mtvsr_d); })