Annotation of gcc/expmed.c, revision 1.1.1.1

1.1       root        1: /* Medium-level subroutines: convert bit-field store and extract
                      2:    and shifts, multiplies and divides to rtl instructions.
                      3:    Copyright (C) 1987, 1988, 1989, 1992 Free Software Foundation, Inc.
                      4: 
                      5: This file is part of GNU CC.
                      6: 
                      7: GNU CC is free software; you can redistribute it and/or modify
                      8: it under the terms of the GNU General Public License as published by
                      9: the Free Software Foundation; either version 2, or (at your option)
                     10: any later version.
                     11: 
                     12: GNU CC is distributed in the hope that it will be useful,
                     13: but WITHOUT ANY WARRANTY; without even the implied warranty of
                     14: MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
                     15: GNU General Public License for more details.
                     16: 
                     17: You should have received a copy of the GNU General Public License
                     18: along with GNU CC; see the file COPYING.  If not, write to
                     19: the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.  */
                     20: 
                     21: 
                     22: #include "config.h"
                     23: #include "rtl.h"
                     24: #include "tree.h"
                     25: #include "flags.h"
                     26: #include "insn-flags.h"
                     27: #include "insn-codes.h"
                     28: #include "insn-config.h"
                     29: #include "expr.h"
                     30: #include "real.h"
                     31: #include "recog.h"
                     32: 
                     33: static rtx extract_split_bit_field ();
                     34: static rtx extract_fixed_bit_field ();
                     35: static void store_split_bit_field ();
                     36: static void store_fixed_bit_field ();
                     37: static rtx mask_rtx ();
                     38: static rtx lshift_value ();
                     39: 
                     40: #define CEIL(x,y) (((x) + (y) - 1) / (y))
                     41: 
                     42: /* Non-zero means multiply instructions are cheaper than shifts.  */
                     43: int mult_is_very_cheap;
                     44: 
                     45: /* Non-zero means divides or modulus operations are relatively cheap for
                     46:    powers of two, so don't use branches; emit the operation instead. 
                     47:    Usually, this will mean that the MD file will emit non-branch
                     48:    sequences.  */
                     49: 
                     50: static int sdiv_pow2_cheap, smod_pow2_cheap;
                     51: 
                     52: /* Cost of various pieces of RTL.  */
                     53: static int add_cost, shift_cost, mult_cost, negate_cost, lea_cost;
                     54: 
                     55: /* Max scale factor for scaled address in lea instruction.  */
                     56: static int lea_max_mul;
                     57: 
                     58: void
                     59: init_expmed ()
                     60: {
                     61:   char *free_point = (char *) oballoc (1);
                     62:   /* This is "some random pseudo register" for purposes of calling recog
                     63:      to see what insns exist.  */
                     64:   rtx reg = gen_rtx (REG, word_mode, FIRST_PSEUDO_REGISTER);
                     65:   rtx pow2 = gen_rtx (CONST_INT, VOIDmode, 32);
                     66:   rtx lea;
                     67:   int i, dummy;
                     68: 
                     69:   add_cost = rtx_cost (gen_rtx (PLUS, word_mode, reg, reg));
                     70:   shift_cost = rtx_cost (gen_rtx (LSHIFT, word_mode, reg,
                     71:                                  /* Using a constant gives better
                     72:                                     estimate of typical costs.
                     73:                                     1 or 2 might have quirks.  */
                     74:                                  gen_rtx (CONST_INT, VOIDmode, 3)));
                     75:   mult_cost = rtx_cost (gen_rtx (MULT, word_mode, reg, reg));
                     76:   negate_cost = rtx_cost (gen_rtx (NEG, word_mode, reg));
                     77: 
                     78:   mult_is_very_cheap
                     79:     = (rtx_cost (gen_rtx (MULT, word_mode, reg,
                     80:                          gen_rtx (CONST_INT, VOIDmode, 128)))
                     81:        < rtx_cost (gen_rtx (LSHIFT, word_mode, reg,
                     82:                            gen_rtx (CONST_INT, VOIDmode, 7))));
                     83: 
                     84:   sdiv_pow2_cheap
                     85:     = rtx_cost (gen_rtx (DIV, word_mode, reg, pow2)) <= 2 * add_cost;
                     86:   smod_pow2_cheap
                     87:     = rtx_cost (gen_rtx (MOD, word_mode, reg, pow2)) <= 2 * add_cost;
                     88: 
                     89:   init_recog ();
                     90:   for (i = 2;; i <<= 1)
                     91:     {
                     92:       lea = gen_rtx (SET, VOIDmode, reg,
                     93:                     gen_rtx (PLUS, word_mode, reg,
                     94:                              gen_rtx (MULT, word_mode, reg,
                     95:                                       gen_rtx (CONST_INT, VOIDmode, i))));
                     96:       /* Using 0 as second argument is not quite right,
                     97:         but what else is there to do?  */
                     98:       if (recog (lea, 0, &dummy) < 0)
                     99:        break;
                    100:       lea_max_mul = i;
                    101:       lea_cost = rtx_cost (SET_SRC (lea));
                    102:     }
                    103: 
                    104:   /* Free the objects we just allocated.  */
                    105:   obfree (free_point);
                    106: }
                    107: 
                    108: /* Return an rtx representing minus the value of X.
                    109:    MODE is the intended mode of the result,
                    110:    useful if X is a CONST_INT.  */
                    111: 
                    112: rtx
                    113: negate_rtx (mode, x)
                    114:      enum machine_mode mode;
                    115:      rtx x;
                    116: {
                    117:   if (GET_CODE (x) == CONST_INT)
                    118:     {
                    119:       int val = - INTVAL (x);
                    120:       if (GET_MODE_BITSIZE (mode) < HOST_BITS_PER_INT)
                    121:        {
                    122:          /* Sign extend the value from the bits that are significant.  */
                    123:          if (val & (1 << (GET_MODE_BITSIZE (mode) - 1)))
                    124:            val |= (-1) << GET_MODE_BITSIZE (mode);
                    125:          else
                    126:            val &= (1 << GET_MODE_BITSIZE (mode)) - 1;
                    127:        }
                    128:       return gen_rtx (CONST_INT, VOIDmode, val);
                    129:     }
                    130:   else
                    131:     return expand_unop (GET_MODE (x), neg_optab, x, 0, 0);
                    132: }
                    133: 
                    134: /* Generate code to store value from rtx VALUE
                    135:    into a bit-field within structure STR_RTX
                    136:    containing BITSIZE bits starting at bit BITNUM.
                    137:    FIELDMODE is the machine-mode of the FIELD_DECL node for this field.
                    138:    ALIGN is the alignment that STR_RTX is known to have, measured in bytes.
                    139:    TOTAL_SIZE is the size of the structure in bytes, or -1 if varying.  */
                    140: 
                    141: /* ??? Note that there are two different ideas here for how
                    142:    to determine the size to count bits within, for a register.
                    143:    One is BITS_PER_WORD, and the other is the size of operand 3
                    144:    of the insv pattern.  (The latter assumes that an n-bit machine
                    145:    will be able to insert bit fields up to n bits wide.)
                    146:    It isn't certain that either of these is right.
                    147:    extract_bit_field has the same quandary.  */
                    148: 
                    149: rtx
                    150: store_bit_field (str_rtx, bitsize, bitnum, fieldmode, value, align, total_size)
                    151:      rtx str_rtx;
                    152:      register int bitsize;
                    153:      int bitnum;
                    154:      enum machine_mode fieldmode;
                    155:      rtx value;
                    156:      int align;
                    157:      int total_size;
                    158: {
                    159:   int unit = (GET_CODE (str_rtx) == MEM) ? BITS_PER_UNIT : BITS_PER_WORD;
                    160:   register int offset = bitnum / unit;
                    161:   register int bitpos = bitnum % unit;
                    162:   register rtx op0 = str_rtx;
                    163: 
                    164:   if (GET_CODE (str_rtx) == MEM && ! MEM_IN_STRUCT_P (str_rtx))
                    165:     abort ();
                    166: 
                    167:   /* Discount the part of the structure before the desired byte.
                    168:      We need to know how many bytes are safe to reference after it.  */
                    169:   if (total_size >= 0)
                    170:     total_size -= (bitpos / BIGGEST_ALIGNMENT
                    171:                   * (BIGGEST_ALIGNMENT / BITS_PER_UNIT));
                    172: 
                    173:   while (GET_CODE (op0) == SUBREG)
                    174:     {
                    175:       /* The following line once was done only if WORDS_BIG_ENDIAN,
                    176:         but I think that is a mistake.  WORDS_BIG_ENDIAN is
                    177:         meaningful at a much higher level; when structures are copied
                    178:         between memory and regs, the higher-numbered regs
                    179:         always get higher addresses.  */
                    180:       offset += SUBREG_WORD (op0);
                    181:       /* We used to adjust BITPOS here, but now we do the whole adjustment
                    182:         right after the loop.  */
                    183:       op0 = SUBREG_REG (op0);
                    184:     }
                    185: 
                    186: #if BYTES_BIG_ENDIAN
                    187:   /* If OP0 is a register, BITPOS must count within a word.
                    188:      But as we have it, it counts within whatever size OP0 now has.
                    189:      On a bigendian machine, these are not the same, so convert.  */
                    190:   if (GET_CODE (op0) != MEM && unit > GET_MODE_BITSIZE (GET_MODE (op0)))
                    191:     bitpos += unit - GET_MODE_BITSIZE (GET_MODE (op0));
                    192: #endif
                    193: 
                    194:   value = protect_from_queue (value, 0);
                    195: 
                    196:   if (flag_force_mem)
                    197:     value = force_not_mem (value);
                    198: 
                    199:   /* Note that the adjustment of BITPOS above has no effect on whether
                    200:      BITPOS is 0 in a REG bigger than a word.  */
                    201:   if (GET_MODE_SIZE (fieldmode) >= UNITS_PER_WORD && GET_CODE (op0) != MEM
                    202:       && bitpos == 0 && bitsize == GET_MODE_BITSIZE (fieldmode))
                    203:     {
                    204:       /* Storing in a full-word or multi-word field in a register
                    205:         can be done with just SUBREG.  */
                    206:       if (GET_MODE (op0) != fieldmode)
                    207:        op0 = gen_rtx (SUBREG, fieldmode, op0, offset);
                    208:       emit_move_insn (op0, value);
                    209:       return value;
                    210:     }
                    211: 
                    212:   /* Storing an lsb-aligned field in a register
                    213:      can be done with a movestrict instruction.  */
                    214: 
                    215:   if (GET_CODE (op0) != MEM
                    216: #if BYTES_BIG_ENDIAN
                    217:       && bitpos + bitsize == unit
                    218: #else
                    219:       && bitpos == 0
                    220: #endif
                    221:       && bitsize == GET_MODE_BITSIZE (fieldmode)
                    222:       && (GET_MODE (op0) == fieldmode
                    223:          || (movstrict_optab->handlers[(int) fieldmode].insn_code
                    224:              != CODE_FOR_nothing)))
                    225:     {
                    226:       /* Get appropriate low part of the value being stored.  */
                    227:       if (GET_CODE (value) == CONST_INT || GET_CODE (value) == REG)
                    228:        value = gen_lowpart (fieldmode, value);
                    229:       else if (!(GET_CODE (value) == SYMBOL_REF
                    230:                 || GET_CODE (value) == LABEL_REF
                    231:                 || GET_CODE (value) == CONST))
                    232:        value = convert_to_mode (fieldmode, value, 0);
                    233: 
                    234:       if (GET_MODE (op0) == fieldmode)
                    235:        emit_move_insn (op0, value);
                    236:       else
                    237:        {
                    238:          int icode = movstrict_optab->handlers[(int) fieldmode].insn_code;
                    239:          if(! (*insn_operand_predicate[icode][1]) (value, fieldmode))
                    240:            value = copy_to_mode_reg (fieldmode, value);
                    241:          emit_insn (GEN_FCN (icode)
                    242:                   (gen_rtx (SUBREG, fieldmode, op0, offset), value));
                    243:        }
                    244:       return value;
                    245:     }
                    246: 
                    247:   /* Handle fields bigger than a word.  */
                    248: 
                    249:   if (bitsize > BITS_PER_WORD)
                    250:     {
                    251:       /* Here we transfer the words of the field
                    252:         in the order least significant first.
                    253:         This is because the most significant word is the one which may
                    254:         be less than full.  */
                    255: 
                    256:       int nwords = (bitsize + (BITS_PER_WORD - 1)) / BITS_PER_WORD;
                    257:       int i;
                    258: 
                    259:       /* This is the mode we must force value to, so that there will be enough
                    260:         subwords to extract.  Note that fieldmode will often (always?) be
                    261:         VOIDmode, because that is what store_field uses to indicate that this
                    262:         is a bit field, but passing VOIDmode to operand_subword_force will
                    263:         result in an abort.  */
                    264:       fieldmode = mode_for_size (nwords * BITS_PER_WORD, MODE_INT, 0);
                    265: 
                    266:       for (i = 0; i < nwords; i++)
                    267:        {
                    268:          /* If I is 0, use the low-order word in both field and target;
                    269:             if I is 1, use the next to lowest word; and so on.  */
                    270:          int wordnum = (WORDS_BIG_ENDIAN ? nwords - i - 1 : i);
                    271:          int bit_offset = (WORDS_BIG_ENDIAN
                    272:                            ? MAX (bitsize - (i + 1) * BITS_PER_WORD, 0)
                    273:                            : i * BITS_PER_WORD);
                    274:          store_bit_field (op0, MIN (BITS_PER_WORD,
                    275:                                     bitsize - i * BITS_PER_WORD),
                    276:                           bitnum + bit_offset, word_mode,
                    277:                           operand_subword_force (value, wordnum, fieldmode),
                    278:                           align, total_size);
                    279:        }
                    280:       return value;
                    281:     }
                    282: 
                    283:   /* From here on we can assume that the field to be stored in is
                    284:      a full-word (whatever type that is), since it is shorter than a word.  */
                    285: 
                    286:   /* OFFSET is the number of words or bytes (UNIT says which)
                    287:      from STR_RTX to the first word or byte containing part of the field.  */
                    288: 
                    289:   if (GET_CODE (op0) == REG)
                    290:     {
                    291:       if (offset != 0
                    292:          || GET_MODE_SIZE (GET_MODE (op0)) > UNITS_PER_WORD)
                    293:        op0 = gen_rtx (SUBREG, TYPE_MODE (type_for_size (BITS_PER_WORD, 0)),
                    294:                       op0, offset);
                    295:       offset = 0;
                    296:     }
                    297:   else
                    298:     {
                    299:       op0 = protect_from_queue (op0, 1);
                    300:     }
                    301: 
                    302:   /* Now OFFSET is nonzero only if OP0 is memory
                    303:      and is therefore always measured in bytes.  */
                    304: 
                    305: #ifdef HAVE_insv
                    306:   if (HAVE_insv
                    307:       && !(bitsize == 1 && GET_CODE (value) == CONST_INT)
                    308:       /* Ensure insv's size is wide enough for this field.  */
                    309:       && (GET_MODE_BITSIZE (insn_operand_mode[(int) CODE_FOR_insv][3])
                    310:          >= bitsize))
                    311:     {
                    312:       int xbitpos = bitpos;
                    313:       rtx value1;
                    314:       rtx xop0 = op0;
                    315:       rtx last = get_last_insn ();
                    316:       rtx pat;
                    317:       enum machine_mode maxmode
                    318:        = insn_operand_mode[(int) CODE_FOR_insv][3];
                    319: 
                    320:       int save_volatile_ok = volatile_ok;
                    321:       volatile_ok = 1;
                    322: 
                    323:       /* If this machine's insv can only insert into a register, or if we
                    324:         are to force MEMs into a register, copy OP0 into a register and
                    325:         save it back later.  */
                    326:       if (GET_CODE (op0) == MEM
                    327:          && (flag_force_mem
                    328:              || ! ((*insn_operand_predicate[(int) CODE_FOR_insv][0])
                    329:                    (op0, VOIDmode))))
                    330:        {
                    331:          rtx tempreg;
                    332:          enum machine_mode bestmode;
                    333: 
                    334:          /* Get the mode to use for inserting into this field.  If OP0 is
                    335:             BLKmode, get the smallest mode consistent with the alignment. If
                    336:             OP0 is a non-BLKmode object that is no wider than MAXMODE, use its
                    337:             mode. Otherwise, use the smallest mode containing the field.  */
                    338: 
                    339:          if (GET_MODE (op0) == BLKmode
                    340:              || GET_MODE_SIZE (GET_MODE (op0)) > GET_MODE_SIZE (maxmode))
                    341:            bestmode
                    342:              = get_best_mode (bitsize, bitnum,
                    343:                               align * BITS_PER_UNIT, maxmode,
                    344:                               GET_CODE (op0) == MEM && MEM_VOLATILE_P (op0));
                    345:          else
                    346:            bestmode = GET_MODE (op0);
                    347: 
                    348:          if (bestmode == VOIDmode)
                    349:            goto insv_loses;
                    350: 
                    351:          /* Adjust address to point to the containing unit of that mode.  */
                    352:          unit = GET_MODE_BITSIZE (bestmode);
                    353:          /* Compute offset as multiple of this unit, counting in bytes.  */
                    354:          offset = (bitnum / unit) * GET_MODE_SIZE (bestmode);
                    355:          bitpos = bitnum % unit;
                    356:          op0 = change_address (op0, bestmode, 
                    357:                                plus_constant (XEXP (op0, 0), offset));
                    358: 
                    359:          /* Fetch that unit, store the bitfield in it, then store the unit.  */
                    360:          tempreg = copy_to_reg (op0);
                    361:          store_bit_field (tempreg, bitsize, bitpos, fieldmode, value,
                    362:                           align, total_size);
                    363:          emit_move_insn (op0, tempreg);
                    364:          return value;
                    365:        }
                    366:       volatile_ok = save_volatile_ok;
                    367: 
                    368:       /* Add OFFSET into OP0's address.  */
                    369:       if (GET_CODE (xop0) == MEM)
                    370:        xop0 = change_address (xop0, byte_mode,
                    371:                               plus_constant (XEXP (xop0, 0), offset));
                    372: 
                    373:       /* If xop0 is a register, we need it in MAXMODE
                    374:         to make it acceptable to the format of insv.  */
                    375:       if (GET_CODE (xop0) == SUBREG)
                    376:        PUT_MODE (xop0, maxmode);
                    377:       if (GET_CODE (xop0) == REG && GET_MODE (xop0) != maxmode)
                    378:        xop0 = gen_rtx (SUBREG, maxmode, xop0, 0);
                    379: 
                    380:       /* On big-endian machines, we count bits from the most significant.
                    381:         If the bit field insn does not, we must invert.  */
                    382: 
                    383: #if BITS_BIG_ENDIAN != BYTES_BIG_ENDIAN
                    384:       xbitpos = unit - bitsize - xbitpos;
                    385: #endif
                    386:       /* We have been counting XBITPOS within UNIT.
                    387:         Count instead within the size of the register.  */
                    388: #if BITS_BIG_ENDIAN
                    389:       if (GET_CODE (xop0) != MEM)
                    390:        xbitpos += GET_MODE_BITSIZE (maxmode) - unit;
                    391: #endif
                    392:       unit = GET_MODE_BITSIZE (maxmode);
                    393: 
                    394:       /* Convert VALUE to maxmode (which insv insn wants) in VALUE1.  */
                    395:       value1 = value;
                    396:       if (GET_MODE (value) != maxmode)
                    397:        {
                    398:          if (GET_MODE_BITSIZE (GET_MODE (value)) >= bitsize)
                    399:            {
                    400:              /* Optimization: Don't bother really extending VALUE
                    401:                 if it has all the bits we will actually use.  */
                    402: 
                    403:              /* Avoid making subreg of a subreg, or of a mem.  */
                    404:              if (GET_CODE (value1) != REG)
                    405:                value1 = copy_to_reg (value1);
                    406:              value1 = gen_rtx (SUBREG, maxmode, value1, 0);
                    407:            }
                    408:          else if (!CONSTANT_P (value))
                    409:            /* Parse phase is supposed to make VALUE's data type
                    410:               match that of the component reference, which is a type
                    411:               at least as wide as the field; so VALUE should have
                    412:               a mode that corresponds to that type.  */
                    413:            abort ();
                    414:        }
                    415: 
                    416:       /* If this machine's insv insists on a register,
                    417:         get VALUE1 into a register.  */
                    418:       if (! ((*insn_operand_predicate[(int) CODE_FOR_insv][3])
                    419:             (value1, maxmode)))
                    420:        value1 = force_reg (maxmode, value1);
                    421: 
                    422:       pat = gen_insv (xop0,
                    423:                      gen_rtx (CONST_INT, VOIDmode, bitsize),
                    424:                      gen_rtx (CONST_INT, VOIDmode, xbitpos),
                    425:                      value1);
                    426:       if (pat)
                    427:        emit_insn (pat);
                    428:       else
                    429:         {
                    430:          delete_insns_since (last);
                    431:          store_fixed_bit_field (op0, offset, bitsize, bitpos, value, align);
                    432:        }
                    433:     }
                    434:   else
                    435:     insv_loses:
                    436: #endif
                    437:     /* Insv is not available; store using shifts and boolean ops.  */
                    438:     store_fixed_bit_field (op0, offset, bitsize, bitpos, value, align);
                    439:   return value;
                    440: }
                    441: 
                    442: /* Use shifts and boolean operations to store VALUE
                    443:    into a bit field of width BITSIZE
                    444:    in a memory location specified by OP0 except offset by OFFSET bytes.
                    445:      (OFFSET must be 0 if OP0 is a register.)
                    446:    The field starts at position BITPOS within the byte.
                    447:     (If OP0 is a register, it may be a full word or a narrower mode,
                    448:      but BITPOS still counts within a full word,
                    449:      which is significant on bigendian machines.)
                    450:    STRUCT_ALIGN is the alignment the structure is known to have (in bytes).
                    451: 
                    452:    Note that protect_from_queue has already been done on OP0 and VALUE.  */
                    453: 
                    454: static void
                    455: store_fixed_bit_field (op0, offset, bitsize, bitpos, value, struct_align)
                    456:      register rtx op0;
                    457:      register int offset, bitsize, bitpos;
                    458:      register rtx value;
                    459:      int struct_align;
                    460: {
                    461:   register enum machine_mode mode;
                    462:   int total_bits = BITS_PER_WORD;
                    463:   rtx subtarget, temp;
                    464:   int all_zero = 0;
                    465:   int all_one = 0;
                    466: 
                    467:   /* Add OFFSET to OP0's address (if it is in memory)
                    468:      and if a single byte contains the whole bit field
                    469:      change OP0 to a byte.  */
                    470: 
                    471:   /* There is a case not handled here:
                    472:      a structure with a known alignment of just a halfword
                    473:      and a field split across two aligned halfwords within the structure.
                    474:      Or likewise a structure with a known alignment of just a byte
                    475:      and a field split across two bytes.
                    476:      Such cases are not supposed to be able to occur.  */
                    477: 
                    478:   if (GET_CODE (op0) == REG || GET_CODE (op0) == SUBREG)
                    479:     {
                    480:       if (offset != 0)
                    481:        abort ();
                    482:       /* Special treatment for a bit field split across two registers.  */
                    483:       if (bitsize + bitpos > BITS_PER_WORD)
                    484:        {
                    485:          store_split_bit_field (op0, bitsize, bitpos, value, BITS_PER_WORD);
                    486:          return;
                    487:        }
                    488:     }
                    489:   else
                    490:     {
                    491:       /* Get the proper mode to use for this field.  We want a mode that
                    492:         includes the entire field.  If such a mode would be larger than
                    493:         a word, we won't be doing the extraction the normal way.  */
                    494: 
                    495:       mode = get_best_mode (bitsize, bitpos + offset * BITS_PER_UNIT,
                    496:                            struct_align * BITS_PER_UNIT, word_mode,
                    497:                            GET_CODE (op0) == MEM && MEM_VOLATILE_P (op0));
                    498: 
                    499:       if (mode == VOIDmode)
                    500:        {
                    501:          /* The only way this should occur is if the field spans word
                    502:             boundaries.  */
                    503:          store_split_bit_field (op0, bitsize, bitpos + offset * BITS_PER_UNIT,
                    504:                                 value, struct_align);
                    505:          return;
                    506:        }
                    507: 
                    508:       total_bits = GET_MODE_BITSIZE (mode);
                    509: 
                    510:       /* Get ref to an aligned byte, halfword, or word containing the field.
                    511:         Adjust BITPOS to be position within a word,
                    512:         and OFFSET to be the offset of that word.
                    513:         Then alter OP0 to refer to that word.  */
                    514:       bitpos += (offset % (total_bits / BITS_PER_UNIT)) * BITS_PER_UNIT;
                    515:       offset -= (offset % (total_bits / BITS_PER_UNIT));
                    516:       op0 = change_address (op0, mode,
                    517:                            plus_constant (XEXP (op0, 0), offset));
                    518:     }
                    519: 
                    520:   mode = GET_MODE (op0);
                    521: 
                    522:   /* Now MODE is either some integral mode for a MEM as OP0,
                    523:      or is a full-word for a REG as OP0.  TOTAL_BITS corresponds.
                    524:      The bit field is contained entirely within OP0.
                    525:      BITPOS is the starting bit number within OP0.
                    526:      (OP0's mode may actually be narrower than MODE.)  */
                    527: 
                    528: #if BYTES_BIG_ENDIAN
                    529:   /* BITPOS is the distance between our msb
                    530:      and that of the containing datum.
                    531:      Convert it to the distance from the lsb.  */
                    532: 
                    533:   bitpos = total_bits - bitsize - bitpos;
                    534: #endif
                    535:   /* Now BITPOS is always the distance between our lsb
                    536:      and that of OP0.  */
                    537: 
                    538:   /* Shift VALUE left by BITPOS bits.  If VALUE is not constant,
                    539:      we must first convert its mode to MODE.  */
                    540: 
                    541:   if (GET_CODE (value) == CONST_INT)
                    542:     {
                    543:       register int v = INTVAL (value);
                    544: 
                    545:       if (bitsize < HOST_BITS_PER_INT)
                    546:        v &= (1 << bitsize) - 1;
                    547: 
                    548:       if (v == 0)
                    549:        all_zero = 1;
                    550:       else if ((bitsize < HOST_BITS_PER_INT && v == (1 << bitsize) - 1)
                    551:               || (bitsize == HOST_BITS_PER_INT && v == -1))
                    552:        all_one = 1;
                    553: 
                    554:       value = lshift_value (mode, value, bitpos, bitsize);
                    555:     }
                    556:   else
                    557:     {
                    558:       int must_and = (GET_MODE_BITSIZE (GET_MODE (value)) != bitsize
                    559:                      && bitpos + bitsize != GET_MODE_BITSIZE (mode));
                    560: 
                    561:       if (GET_MODE (value) != mode)
                    562:        {
                    563:          /* If VALUE is a floating-point mode, access it as an integer
                    564:             of the corresponding size, then convert it.  This can occur on
                    565:             a machine with 64 bit registers that uses SFmode for float.  */
                    566:          if (GET_MODE_CLASS (GET_MODE (value)) == MODE_FLOAT)
                    567:            {
                    568:              if (GET_CODE (value) != REG)
                    569:                value = copy_to_reg (value);
                    570:              value
                    571:                = gen_rtx (SUBREG, word_mode, value, 0);
                    572:            }
                    573: 
                    574:          if ((GET_CODE (value) == REG || GET_CODE (value) == SUBREG)
                    575:              && GET_MODE_SIZE (mode) < GET_MODE_SIZE (GET_MODE (value)))
                    576:            value = gen_lowpart (mode, value);
                    577:          else
                    578:            value = convert_to_mode (mode, value, 1);
                    579:        }
                    580: 
                    581:       if (must_and)
                    582:        value = expand_binop (mode, and_optab, value,
                    583:                              mask_rtx (mode, 0, bitsize, 0),
                    584:                              0, 1, OPTAB_LIB_WIDEN);
                    585:       if (bitpos > 0)
                    586:        value = expand_shift (LSHIFT_EXPR, mode, value,
                    587:                              build_int_2 (bitpos, 0), 0, 1);
                    588:     }
                    589: 
                    590:   /* Now clear the chosen bits in OP0,
                    591:      except that if VALUE is -1 we need not bother.  */
                    592: 
                    593:   subtarget = (GET_CODE (op0) == REG || ! flag_force_mem) ? op0 : 0;
                    594: 
                    595:   if (! all_one)
                    596:     {
                    597:       temp = expand_binop (mode, and_optab, op0,
                    598:                           mask_rtx (mode, bitpos, bitsize, 1),
                    599:                           subtarget, 1, OPTAB_LIB_WIDEN);
                    600:       subtarget = temp;
                    601:     }
                    602:   else
                    603:     temp = op0;
                    604: 
                    605:   /* Now logical-or VALUE into OP0, unless it is zero.  */
                    606: 
                    607:   if (! all_zero)
                    608:     temp = expand_binop (mode, ior_optab, temp, value,
                    609:                         subtarget, 1, OPTAB_LIB_WIDEN);
                    610:   if (op0 != temp)
                    611:     emit_move_insn (op0, temp);
                    612: }
                    613: 
                    614: /* Store a bit field that is split across two words.
                    615: 
                    616:    OP0 is the REG, SUBREG or MEM rtx for the first of the two words.
                    617:    BITSIZE is the field width; BITPOS the position of its first bit
                    618:    (within the word).
                    619:    VALUE is the value to store.  */
                    620: 
                    621: static void
                    622: store_split_bit_field (op0, bitsize, bitpos, value, align)
                    623:      rtx op0;
                    624:      int bitsize, bitpos;
                    625:      rtx value;
                    626:      int align;
                    627: {
                    628:   /* BITSIZE_1 is size of the part in the first word.  */
                    629:   int bitsize_1 = BITS_PER_WORD - bitpos % BITS_PER_WORD;
                    630:   /* BITSIZE_2 is size of the rest (in the following word).  */
                    631:   int bitsize_2 = bitsize - bitsize_1;
                    632:   rtx part1, part2;
                    633:   int unit = GET_CODE (op0) == MEM ? BITS_PER_UNIT : BITS_PER_WORD;
                    634:   int offset = bitpos / unit;
                    635:   rtx word;
                    636: 
                    637:   /* The field must span exactly one word boundary.  */
                    638:   if (bitpos / BITS_PER_WORD != (bitpos + bitsize - 1) / BITS_PER_WORD - 1)
                    639:     abort ();
                    640: 
                    641:   if (GET_MODE (value) != VOIDmode)
                    642:     value = convert_to_mode (word_mode, value, 1);
                    643:   if (CONSTANT_P (value) && GET_CODE (value) != CONST_INT)
                    644:     value = copy_to_reg (value);
                    645: 
                    646:   /* Split the value into two parts:
                    647:      PART1 gets that which goes in the first word; PART2 the other.  */
                    648: #if BYTES_BIG_ENDIAN
                    649:   /* PART1 gets the more significant part.  */
                    650:   if (GET_CODE (value) == CONST_INT)
                    651:     {
                    652:       part1 = gen_rtx (CONST_INT, VOIDmode,
                    653:                       (unsigned) (INTVAL (value)) >> bitsize_2);
                    654:       part2 = gen_rtx (CONST_INT, VOIDmode,
                    655:                       (unsigned) (INTVAL (value)) & ((1 << bitsize_2) - 1));
                    656:     }
                    657:   else
                    658:     {
                    659:       part1 = extract_fixed_bit_field (word_mode, value, 0, bitsize_1,
                    660:                                       BITS_PER_WORD - bitsize, 0, 1,
                    661:                                       BITS_PER_WORD);
                    662:       part2 = extract_fixed_bit_field (word_mode, value, 0, bitsize_2,
                    663:                                       BITS_PER_WORD - bitsize_2, 0, 1,
                    664:                                       BITS_PER_WORD);
                    665:     }
                    666: #else
                    667:   /* PART1 gets the less significant part.  */
                    668:   if (GET_CODE (value) == CONST_INT)
                    669:     {
                    670:       part1 = gen_rtx (CONST_INT, VOIDmode,
                    671:                       (unsigned) (INTVAL (value)) & ((1 << bitsize_1) - 1));
                    672:       part2 = gen_rtx (CONST_INT, VOIDmode,
                    673:                       (unsigned) (INTVAL (value)) >> bitsize_1);
                    674:     }
                    675:   else
                    676:     {
                    677:       part1 = extract_fixed_bit_field (word_mode, value, 0, bitsize_1, 0,
                    678:                                       0, 1, BITS_PER_WORD);
                    679:       part2 = extract_fixed_bit_field (word_mode, value, 0, bitsize_2,
                    680:                                       bitsize_1, 0, 1, BITS_PER_WORD);
                    681:     }
                    682: #endif
                    683: 
                    684:   /* Store PART1 into the first word.  If OP0 is a MEM, pass OP0 and the
                    685:      offset computed above.  Otherwise, get the proper word and pass an
                    686:      offset of zero.  */
                    687:   word = (GET_CODE (op0) == MEM ? op0
                    688:          : operand_subword (op0, offset, 1, GET_MODE (op0)));
                    689:   if (word == 0)
                    690:     abort ();
                    691: 
                    692:   store_fixed_bit_field (word, GET_CODE (op0) == MEM ? offset : 0,
                    693:                         bitsize_1, bitpos % unit, part1, align);
                    694: 
                    695:   /* Offset op0 by 1 word to get to the following one.  */
                    696:   if (GET_CODE (op0) == SUBREG)
                    697:     word = operand_subword (SUBREG_REG (op0), SUBREG_WORD (op0) + offset + 1,
                    698:                            1, VOIDmode);
                    699:   else if (GET_CODE (op0) == MEM)
                    700:     word = op0;
                    701:   else
                    702:     word = operand_subword (op0, offset + 1, 1, GET_MODE (op0));
                    703: 
                    704:   if (word == 0)
                    705:     abort ();
                    706: 
                    707:   /* Store PART2 into the second word.  */
                    708:   store_fixed_bit_field (word,
                    709:                         (GET_CODE (op0) == MEM
                    710:                          ? CEIL (offset + 1, UNITS_PER_WORD) * UNITS_PER_WORD
                    711:                          : 0),
                    712:                         bitsize_2, 0, part2, align);
                    713: }
                    714: 
                    715: /* Generate code to extract a byte-field from STR_RTX
                    716:    containing BITSIZE bits, starting at BITNUM,
                    717:    and put it in TARGET if possible (if TARGET is nonzero).
                    718:    Regardless of TARGET, we return the rtx for where the value is placed.
                    719:    It may be a QUEUED.
                    720: 
                    721:    STR_RTX is the structure containing the byte (a REG or MEM).
                    722:    UNSIGNEDP is nonzero if this is an unsigned bit field.
                    723:    MODE is the natural mode of the field value once extracted.
                    724:    TMODE is the mode the caller would like the value to have;
                    725:    but the value may be returned with type MODE instead.
                    726: 
                    727:    ALIGN is the alignment that STR_RTX is known to have, measured in bytes.
                    728:    TOTAL_SIZE is the size in bytes of the containing structure,
                    729:    or -1 if varying.
                    730: 
                    731:    If a TARGET is specified and we can store in it at no extra cost,
                    732:    we do so, and return TARGET.
                    733:    Otherwise, we return a REG of mode TMODE or MODE, with TMODE preferred
                    734:    if they are equally easy.  */
                    735: 
                    736: rtx
                    737: extract_bit_field (str_rtx, bitsize, bitnum, unsignedp,
                    738:                   target, mode, tmode, align, total_size)
                    739:      rtx str_rtx;
                    740:      register int bitsize;
                    741:      int bitnum;
                    742:      int unsignedp;
                    743:      rtx target;
                    744:      enum machine_mode mode, tmode;
                    745:      int align;
                    746:      int total_size;
                    747: {
                    748:   int unit = (GET_CODE (str_rtx) == MEM) ? BITS_PER_UNIT : BITS_PER_WORD;
                    749:   register int offset = bitnum / unit;
                    750:   register int bitpos = bitnum % unit;
                    751:   register rtx op0 = str_rtx;
                    752:   rtx spec_target = target;
                    753:   rtx spec_target_subreg = 0;
                    754: 
                    755:   if (GET_CODE (str_rtx) == MEM && ! MEM_IN_STRUCT_P (str_rtx))
                    756:     abort ();
                    757: 
                    758:   /* Discount the part of the structure before the desired byte.
                    759:      We need to know how many bytes are safe to reference after it.  */
                    760:   if (total_size >= 0)
                    761:     total_size -= (bitpos / BIGGEST_ALIGNMENT
                    762:                   * (BIGGEST_ALIGNMENT / BITS_PER_UNIT));
                    763: 
                    764:   if (tmode == VOIDmode)
                    765:     tmode = mode;
                    766: 
                    767:   while (GET_CODE (op0) == SUBREG)
                    768:     {
                    769:       offset += SUBREG_WORD (op0);
                    770:       op0 = SUBREG_REG (op0);
                    771:     }
                    772:   
                    773: #if BYTES_BIG_ENDIAN
                    774:   /* If OP0 is a register, BITPOS must count within a word.
                    775:      But as we have it, it counts within whatever size OP0 now has.
                    776:      On a bigendian machine, these are not the same, so convert.  */
                    777:   if (GET_CODE (op0) != MEM && unit > GET_MODE_BITSIZE (GET_MODE (op0)))
                    778:     bitpos += unit - GET_MODE_BITSIZE (GET_MODE (op0));
                    779: #endif
                    780: 
                    781:   /* Extracting a full-word or multi-word value
                    782:      from a structure in a register.
                    783:      This can be done with just SUBREG.
                    784:      So too extracting a subword value in
                    785:      the least significant part of the register.  */
                    786: 
                    787:   if (GET_CODE (op0) == REG
                    788:       && ((bitsize >= BITS_PER_WORD && bitsize == GET_MODE_BITSIZE (mode)
                    789:           && bitpos % BITS_PER_WORD == 0)
                    790:          || (mode_for_size (bitsize, GET_MODE_CLASS (tmode), 0) != BLKmode
                    791: #if BYTES_BIG_ENDIAN
                    792:              && bitpos + bitsize == BITS_PER_WORD
                    793: #else
                    794:              && bitpos == 0
                    795: #endif
                    796:              )))
                    797:     {
                    798:       enum machine_mode mode1
                    799:        = mode_for_size (bitsize, GET_MODE_CLASS (tmode), 0);
                    800: 
                    801:       if (mode1 != GET_MODE (op0))
                    802:        op0 = gen_rtx (SUBREG, mode1, op0, offset);
                    803: 
                    804:       if (mode1 != mode)
                    805:        return convert_to_mode (tmode, op0, unsignedp);
                    806:       return op0;
                    807:     }
                    808: 
                    809:   /* Handle fields bigger than a word.  */
                    810:   
                    811:   if (bitsize > BITS_PER_WORD)
                    812:     {
                    813:       /* Here we transfer the words of the field
                    814:         in the order least significant first.
                    815:         This is because the most significant word is the one which may
                    816:         be less than full.  */
                    817: 
                    818:       int nwords = (bitsize + (BITS_PER_WORD - 1)) / BITS_PER_WORD;
                    819:       int i;
                    820: 
                    821:       if (target == 0 || GET_CODE (target) != REG)
                    822:        target = gen_reg_rtx (mode);
                    823: 
                    824:       for (i = 0; i < nwords; i++)
                    825:        {
                    826:          /* If I is 0, use the low-order word in both field and target;
                    827:             if I is 1, use the next to lowest word; and so on.  */
                    828:          int wordnum = (WORDS_BIG_ENDIAN ? nwords - i - 1 : i);
                    829:          int bit_offset = (WORDS_BIG_ENDIAN
                    830:                            ? MAX (0, bitsize - (i + 1) * BITS_PER_WORD)
                    831:                            : i * BITS_PER_WORD);
                    832:          rtx target_part = operand_subword (target, wordnum, 1, VOIDmode);
                    833:          rtx result_part
                    834:            = extract_bit_field (op0, MIN (BITS_PER_WORD,
                    835:                                           bitsize - i * BITS_PER_WORD),
                    836:                                 bitnum + bit_offset,
                    837:                                 1, target_part, mode, word_mode,
                    838:                                 align, total_size);
                    839: 
                    840:          if (target_part == 0)
                    841:            abort ();
                    842: 
                    843:          if (result_part != target_part)
                    844:            emit_move_insn (target_part, result_part);
                    845:        }
                    846: 
                    847:       return target;
                    848:     }
                    849:   
                    850:   /* From here on we know the desired field is smaller than a word
                    851:      so we can assume it is an integer.  So we can safely extract it as one
                    852:      size of integer, if necessary, and then truncate or extend
                    853:      to the size that is wanted.  */
                    854: 
                    855:   /* OFFSET is the number of words or bytes (UNIT says which)
                    856:      from STR_RTX to the first word or byte containing part of the field.  */
                    857: 
                    858:   if (GET_CODE (op0) == REG)
                    859:     {
                    860:       if (offset != 0
                    861:          || GET_MODE_SIZE (GET_MODE (op0)) > UNITS_PER_WORD)
                    862:        op0 = gen_rtx (SUBREG, TYPE_MODE (type_for_size (BITS_PER_WORD, 0)),
                    863:                       op0, offset);
                    864:       offset = 0;
                    865:     }
                    866:   else
                    867:     {
                    868:       op0 = protect_from_queue (str_rtx, 1);
                    869:     }
                    870: 
                    871:   /* Now OFFSET is nonzero only for memory operands.  */
                    872: 
                    873:   if (unsignedp)
                    874:     {
                    875: #ifdef HAVE_extzv
                    876:       if (HAVE_extzv
                    877:          && (GET_MODE_BITSIZE (insn_operand_mode[(int) CODE_FOR_extzv][0])
                    878:              >= bitsize))
                    879:        {
                    880:          int xbitpos = bitpos, xoffset = offset;
                    881:          rtx bitsize_rtx, bitpos_rtx;
                    882:          rtx last = get_last_insn();
                    883:          rtx xop0 = op0;
                    884:          rtx xtarget = target;
                    885:          rtx xspec_target = spec_target;
                    886:          rtx xspec_target_subreg = spec_target_subreg;
                    887:          rtx pat;
                    888:          enum machine_mode maxmode
                    889:            = insn_operand_mode[(int) CODE_FOR_extzv][0];
                    890: 
                    891:          if (GET_CODE (xop0) == MEM)
                    892:            {
                    893:              int save_volatile_ok = volatile_ok;
                    894:              volatile_ok = 1;
                    895: 
                    896:              /* Is the memory operand acceptable?  */
                    897:              if (flag_force_mem
                    898:                  || ! ((*insn_operand_predicate[(int) CODE_FOR_extzv][1])
                    899:                        (xop0, GET_MODE (xop0))))
                    900:                {
                    901:                  /* No, load into a reg and extract from there.  */
                    902:                  enum machine_mode bestmode;
                    903: 
                    904:                  /* Get the mode to use for inserting into this field.  If
                    905:                     OP0 is BLKmode, get the smallest mode consistent with the
                    906:                     alignment. If OP0 is a non-BLKmode object that is no
                    907:                     wider than MAXMODE, use its mode. Otherwise, use the
                    908:                     smallest mode containing the field.  */
                    909: 
                    910:                  if (GET_MODE (xop0) == BLKmode
                    911:                      || (GET_MODE_SIZE (GET_MODE (op0))
                    912:                          > GET_MODE_SIZE (maxmode)))
                    913:                    bestmode = get_best_mode (bitsize, bitnum,
                    914:                                              align * BITS_PER_UNIT, maxmode,
                    915:                                              (GET_CODE (xop0) == MEM
                    916:                                               && MEM_VOLATILE_P (xop0)));
                    917:                  else
                    918:                    bestmode = GET_MODE (xop0);
                    919: 
                    920:                  if (bestmode == VOIDmode)
                    921:                    goto extzv_loses;
                    922: 
                    923:                  /* Compute offset as multiple of this unit,
                    924:                     counting in bytes.  */
                    925:                  unit = GET_MODE_BITSIZE (bestmode);
                    926:                  xoffset = (bitnum / unit) * GET_MODE_SIZE (bestmode);
                    927:                  xbitpos = bitnum % unit;
                    928:                  xop0 = change_address (xop0, bestmode,
                    929:                                         plus_constant (XEXP (xop0, 0),
                    930:                                                        xoffset));
                    931:                  /* Fetch it to a register in that size.  */
                    932:                  xop0 = force_reg (bestmode, xop0);
                    933: 
                    934:                  /* XBITPOS counts within UNIT, which is what is expected.  */
                    935:                }
                    936:              else
                    937:                /* Get ref to first byte containing part of the field.  */
                    938:                xop0 = change_address (xop0, byte_mode,
                    939:                                       plus_constant (XEXP (xop0, 0), xoffset));
                    940: 
                    941:              volatile_ok = save_volatile_ok;
                    942:            }
                    943: 
                    944:          /* If op0 is a register, we need it in MAXMODE (which is usually
                    945:             SImode). to make it acceptable to the format of extzv.  */
                    946:          if (GET_CODE (xop0) == SUBREG && GET_MODE (xop0) != maxmode)
                    947:            abort ();
                    948:          if (GET_CODE (xop0) == REG && GET_MODE (xop0) != maxmode)
                    949:            xop0 = gen_rtx (SUBREG, maxmode, xop0, 0);
                    950: 
                    951:          /* On big-endian machines, we count bits from the most significant.
                    952:             If the bit field insn does not, we must invert.  */
                    953: #if BITS_BIG_ENDIAN != BYTES_BIG_ENDIAN
                    954:          xbitpos = unit - bitsize - xbitpos;
                    955: #endif
                    956:          /* Now convert from counting within UNIT to counting in MAXMODE.  */
                    957: #if BITS_BIG_ENDIAN
                    958:          if (GET_CODE (xop0) != MEM)
                    959:            xbitpos += GET_MODE_BITSIZE (maxmode) - unit;
                    960: #endif
                    961:          unit = GET_MODE_BITSIZE (maxmode);
                    962: 
                    963:          if (xtarget == 0
                    964:              || (flag_force_mem && GET_CODE (xtarget) == MEM))
                    965:            xtarget = xspec_target = gen_reg_rtx (tmode);
                    966: 
                    967:          if (GET_MODE (xtarget) != maxmode)
                    968:            {
                    969:              if (GET_CODE (xtarget) == REG)
                    970:                xspec_target_subreg = xtarget = gen_lowpart (maxmode, xtarget);
                    971:              else
                    972:                xtarget = gen_reg_rtx (maxmode);
                    973:            }
                    974: 
                    975:          /* If this machine's extzv insists on a register target,
                    976:             make sure we have one.  */
                    977:          if (! ((*insn_operand_predicate[(int) CODE_FOR_extzv][0])
                    978:                 (xtarget, maxmode)))
                    979:            xtarget = gen_reg_rtx (maxmode);
                    980: 
                    981:          bitsize_rtx = gen_rtx (CONST_INT, VOIDmode, bitsize);
                    982:          bitpos_rtx = gen_rtx (CONST_INT, VOIDmode, xbitpos);
                    983: 
                    984:          pat = gen_extzv (protect_from_queue (xtarget, 1),
                    985:                           xop0, bitsize_rtx, bitpos_rtx);
                    986:          if (pat)
                    987:            {
                    988:              emit_insn (pat);
                    989:              target = xtarget;
                    990:              spec_target = xspec_target;
                    991:              spec_target_subreg = xspec_target_subreg;
                    992:            }
                    993:          else
                    994:            {
                    995:              delete_insns_since (last);
                    996:              target = extract_fixed_bit_field (tmode, op0, offset, bitsize,
                    997:                                                bitpos, target, 1, align);
                    998:            }
                    999:        }
                   1000:       else
                   1001:         extzv_loses:
                   1002: #endif
                   1003:        target = extract_fixed_bit_field (tmode, op0, offset, bitsize, bitpos,
                   1004:                                          target, 1, align);
                   1005:     }
                   1006:   else
                   1007:     {
                   1008: #ifdef HAVE_extv
                   1009:       if (HAVE_extv
                   1010:          && (GET_MODE_BITSIZE (insn_operand_mode[(int) CODE_FOR_extv][0])
                   1011:              >= bitsize))
                   1012:        {
                   1013:          int xbitpos = bitpos, xoffset = offset;
                   1014:          rtx bitsize_rtx, bitpos_rtx;
                   1015:          rtx last = get_last_insn();
                   1016:          rtx xop0 = op0, xtarget = target;
                   1017:          rtx xspec_target = spec_target;
                   1018:          rtx xspec_target_subreg = spec_target_subreg;
                   1019:          rtx pat;
                   1020:          enum machine_mode maxmode
                   1021:            = insn_operand_mode[(int) CODE_FOR_extv][0];
                   1022: 
                   1023:          if (GET_CODE (xop0) == MEM)
                   1024:            {
                   1025:              /* Is the memory operand acceptable?  */
                   1026:              if (! ((*insn_operand_predicate[(int) CODE_FOR_extv][1])
                   1027:                     (xop0, GET_MODE (xop0))))
                   1028:                {
                   1029:                  /* No, load into a reg and extract from there.  */
                   1030:                  enum machine_mode bestmode;
                   1031: 
                   1032:                  /* Get the mode to use for inserting into this field.  If
                   1033:                     OP0 is BLKmode, get the smallest mode consistent with the
                   1034:                     alignment. If OP0 is a non-BLKmode object that is no
                   1035:                     wider than MAXMODE, use its mode. Otherwise, use the
                   1036:                     smallest mode containing the field.  */
                   1037: 
                   1038:                  if (GET_MODE (xop0) == BLKmode
                   1039:                      || (GET_MODE_SIZE (GET_MODE (op0))
                   1040:                          > GET_MODE_SIZE (maxmode)))
                   1041:                    bestmode = get_best_mode (bitsize, bitnum,
                   1042:                                              align * BITS_PER_UNIT, maxmode,
                   1043:                                              (GET_CODE (xop0) == MEM
                   1044:                                               && MEM_VOLATILE_P (xop0)));
                   1045:                  else
                   1046:                    bestmode = GET_MODE (xop0);
                   1047: 
                   1048:                  if (bestmode == VOIDmode)
                   1049:                    goto extv_loses;
                   1050: 
                   1051:                  /* Compute offset as multiple of this unit,
                   1052:                     counting in bytes.  */
                   1053:                  unit = GET_MODE_BITSIZE (bestmode);
                   1054:                  xoffset = (bitnum / unit) * GET_MODE_SIZE (bestmode);
                   1055:                  xbitpos = bitnum % unit;
                   1056:                  xop0 = change_address (xop0, bestmode,
                   1057:                                         plus_constant (XEXP (xop0, 0),
                   1058:                                                        xoffset));
                   1059:                  /* Fetch it to a register in that size.  */
                   1060:                  xop0 = force_reg (bestmode, xop0);
                   1061: 
                   1062:                  /* XBITPOS counts within UNIT, which is what is expected.  */
                   1063:                }
                   1064:              else
                   1065:                /* Get ref to first byte containing part of the field.  */
                   1066:                xop0 = change_address (xop0, byte_mode,
                   1067:                                       plus_constant (XEXP (xop0, 0), xoffset));
                   1068:            }
                   1069: 
                   1070:          /* If op0 is a register, we need it in MAXMODE (which is usually
                   1071:             SImode) to make it acceptable to the format of extv.  */
                   1072:          if (GET_CODE (xop0) == SUBREG && GET_MODE (xop0) != maxmode)
                   1073:            abort ();
                   1074:          if (GET_CODE (xop0) == REG && GET_MODE (xop0) != maxmode)
                   1075:            xop0 = gen_rtx (SUBREG, maxmode, xop0, 0);
                   1076: 
                   1077:          /* On big-endian machines, we count bits from the most significant.
                   1078:             If the bit field insn does not, we must invert.  */
                   1079: #if BITS_BIG_ENDIAN != BYTES_BIG_ENDIAN
                   1080:          xbitpos = unit - bitsize - xbitpos;
                   1081: #endif
                   1082:          /* XBITPOS counts within a size of UNIT.
                   1083:             Adjust to count within a size of MAXMODE.  */
                   1084: #if BITS_BIG_ENDIAN
                   1085:          if (GET_CODE (xop0) != MEM)
                   1086:            xbitpos += (GET_MODE_BITSIZE (maxmode) - unit);
                   1087: #endif
                   1088:          unit = GET_MODE_BITSIZE (maxmode);
                   1089: 
                   1090:          if (xtarget == 0
                   1091:              || (flag_force_mem && GET_CODE (xtarget) == MEM))
                   1092:            xtarget = xspec_target = gen_reg_rtx (tmode);
                   1093: 
                   1094:          if (GET_MODE (xtarget) != maxmode)
                   1095:            {
                   1096:              if (GET_CODE (xtarget) == REG)
                   1097:                xspec_target_subreg = xtarget = gen_lowpart (maxmode, xtarget);
                   1098:              else
                   1099:                xtarget = gen_reg_rtx (maxmode);
                   1100:            }
                   1101: 
                   1102:          /* If this machine's extv insists on a register target,
                   1103:             make sure we have one.  */
                   1104:          if (! ((*insn_operand_predicate[(int) CODE_FOR_extv][0])
                   1105:                 (xtarget, maxmode)))
                   1106:            xtarget = gen_reg_rtx (maxmode);
                   1107: 
                   1108:          bitsize_rtx = gen_rtx (CONST_INT, VOIDmode, bitsize);
                   1109:          bitpos_rtx = gen_rtx (CONST_INT, VOIDmode, xbitpos);
                   1110: 
                   1111:          pat = gen_extv (protect_from_queue (xtarget, 1),
                   1112:                          xop0, bitsize_rtx, bitpos_rtx);
                   1113:          if (pat)
                   1114:            {
                   1115:              emit_insn (pat);
                   1116:              target = xtarget;
                   1117:              spec_target = xspec_target;
                   1118:              spec_target_subreg = xspec_target_subreg;
                   1119:            }
                   1120:          else
                   1121:            {
                   1122:              delete_insns_since (last);
                   1123:              target = extract_fixed_bit_field (tmode, op0, offset, bitsize,
                   1124:                                                bitpos, target, 0, align);
                   1125:            }
                   1126:        } 
                   1127:       else
                   1128:        extv_loses:
                   1129: #endif
                   1130:        target = extract_fixed_bit_field (tmode, op0, offset, bitsize, bitpos,
                   1131:                                          target, 0, align);
                   1132:     }
                   1133:   if (target == spec_target)
                   1134:     return target;
                   1135:   if (target == spec_target_subreg)
                   1136:     return spec_target;
                   1137:   if (GET_MODE (target) != tmode && GET_MODE (target) != mode)
                   1138:     {
                   1139:       /* If the target mode is floating-point, first convert to the
                   1140:         integer mode of that size and then access it as a floating-point
                   1141:         value via a SUBREG.  */
                   1142:       if (GET_MODE_CLASS (tmode) == MODE_FLOAT)
                   1143:        {
                   1144:          target = convert_to_mode (mode_for_size (GET_MODE_BITSIZE (tmode),
                   1145:                                                   MODE_INT, 0),
                   1146:                                    target, unsignedp);
                   1147:          if (GET_CODE (target) != REG)
                   1148:            target = copy_to_reg (target);
                   1149:          return gen_rtx (SUBREG, tmode, target, 0);
                   1150:        }
                   1151:       else
                   1152:        return convert_to_mode (tmode, target, unsignedp);
                   1153:     }
                   1154:   return target;
                   1155: }
                   1156: 
                   1157: /* Extract a bit field using shifts and boolean operations
                   1158:    Returns an rtx to represent the value.
                   1159:    OP0 addresses a register (word) or memory (byte).
                   1160:    BITPOS says which bit within the word or byte the bit field starts in.
                   1161:    OFFSET says how many bytes farther the bit field starts;
                   1162:     it is 0 if OP0 is a register.
                   1163:    BITSIZE says how many bits long the bit field is.
                   1164:     (If OP0 is a register, it may be narrower than a full word,
                   1165:      but BITPOS still counts within a full word,
                   1166:      which is significant on bigendian machines.)
                   1167: 
                   1168:    UNSIGNEDP is nonzero for an unsigned bit field (don't sign-extend value).
                   1169:    If TARGET is nonzero, attempts to store the value there
                   1170:    and return TARGET, but this is not guaranteed.
                   1171:    If TARGET is not used, create a pseudo-reg of mode TMODE for the value.
                   1172: 
                   1173:    ALIGN is the alignment that STR_RTX is known to have, measured in bytes.  */
                   1174: 
                   1175: static rtx
                   1176: extract_fixed_bit_field (tmode, op0, offset, bitsize, bitpos,
                   1177:                         target, unsignedp, align)
                   1178:      enum machine_mode tmode;
                   1179:      register rtx op0, target;
                   1180:      register int offset, bitsize, bitpos;
                   1181:      int unsignedp;
                   1182:      int align;
                   1183: {
                   1184:   int total_bits = BITS_PER_WORD;
                   1185:   enum machine_mode mode;
                   1186: 
                   1187:   if (GET_CODE (op0) == SUBREG || GET_CODE (op0) == REG)
                   1188:     {
                   1189:       /* Special treatment for a bit field split across two registers.  */
                   1190:       if (bitsize + bitpos > BITS_PER_WORD)
                   1191:        return extract_split_bit_field (op0, bitsize, bitpos,
                   1192:                                        unsignedp, align);
                   1193:     }
                   1194:   else
                   1195:     {
                   1196:       /* Get the proper mode to use for this field.  We want a mode that
                   1197:         includes the entire field.  If such a mode would be larger than
                   1198:         a word, we won't be doing the extraction the normal way.  */
                   1199: 
                   1200:       mode = get_best_mode (bitsize, bitpos + offset * BITS_PER_UNIT,
                   1201:                            align * BITS_PER_UNIT, word_mode,
                   1202:                            GET_CODE (op0) == MEM && MEM_VOLATILE_P (op0));
                   1203: 
                   1204:       if (mode == VOIDmode)
                   1205:        /* The only way this should occur is if the field spans word
                   1206:           boundaries.  */
                   1207:        return extract_split_bit_field (op0, bitsize,
                   1208:                                        bitpos + offset * BITS_PER_UNIT,
                   1209:                                        unsignedp, align);
                   1210: 
                   1211:       total_bits = GET_MODE_BITSIZE (mode);
                   1212: 
                   1213:       /* Get ref to an aligned byte, halfword, or word containing the field.
                   1214:         Adjust BITPOS to be position within a word,
                   1215:         and OFFSET to be the offset of that word.
                   1216:         Then alter OP0 to refer to that word.  */
                   1217:       bitpos += (offset % (total_bits / BITS_PER_UNIT)) * BITS_PER_UNIT;
                   1218:       offset -= (offset % (total_bits / BITS_PER_UNIT));
                   1219:       op0 = change_address (op0, mode,
                   1220:                            plus_constant (XEXP (op0, 0), offset));
                   1221:     }
                   1222: 
                   1223:   mode = GET_MODE (op0);
                   1224: 
                   1225: #if BYTES_BIG_ENDIAN
                   1226:   /* BITPOS is the distance between our msb and that of OP0.
                   1227:      Convert it to the distance from the lsb.  */
                   1228: 
                   1229:   bitpos = total_bits - bitsize - bitpos;
                   1230: #endif
                   1231:   /* Now BITPOS is always the distance between the field's lsb and that of OP0.
                   1232:      We have reduced the big-endian case to the little-endian case.  */
                   1233: 
                   1234:   if (unsignedp)
                   1235:     {
                   1236:       if (bitpos)
                   1237:        {
                   1238:          /* If the field does not already start at the lsb,
                   1239:             shift it so it does.  */
                   1240:          tree amount = build_int_2 (bitpos, 0);
                   1241:          /* Maybe propagate the target for the shift.  */
                   1242:          /* But not if we will return it--could confuse integrate.c.  */
                   1243:          rtx subtarget = (target != 0 && GET_CODE (target) == REG
                   1244:                           && !REG_FUNCTION_VALUE_P (target)
                   1245:                           ? target : 0);
                   1246:          if (tmode != mode) subtarget = 0;
                   1247:          op0 = expand_shift (RSHIFT_EXPR, mode, op0, amount, subtarget, 1);
                   1248:        }
                   1249:       /* Convert the value to the desired mode.  */
                   1250:       if (mode != tmode)
                   1251:        op0 = convert_to_mode (tmode, op0, 1);
                   1252: 
                   1253:       /* Unless the msb of the field used to be the msb when we shifted,
                   1254:         mask out the upper bits.  */
                   1255: 
                   1256:       if (GET_MODE_BITSIZE (mode) != bitpos + bitsize
                   1257: #if 0
                   1258: #ifdef SLOW_ZERO_EXTEND
                   1259:          /* Always generate an `and' if
                   1260:             we just zero-extended op0 and SLOW_ZERO_EXTEND, since it
                   1261:             will combine fruitfully with the zero-extend. */
                   1262:          || tmode != mode
                   1263: #endif
                   1264: #endif
                   1265:          )
                   1266:        return expand_binop (GET_MODE (op0), and_optab, op0,
                   1267:                             mask_rtx (GET_MODE (op0), 0, bitsize, 0),
                   1268:                             target, 1, OPTAB_LIB_WIDEN);
                   1269:       return op0;
                   1270:     }
                   1271: 
                   1272:   /* To extract a signed bit-field, first shift its msb to the msb of the word,
                   1273:      then arithmetic-shift its lsb to the lsb of the word.  */
                   1274:   op0 = force_reg (mode, op0);
                   1275:   if (mode != tmode)
                   1276:     target = 0;
                   1277: 
                   1278:   /* Find the narrowest integer mode that contains the field.  */
                   1279: 
                   1280:   for (mode = GET_CLASS_NARROWEST_MODE (MODE_INT); mode != VOIDmode;
                   1281:        mode = GET_MODE_WIDER_MODE (mode))
                   1282:     if (GET_MODE_BITSIZE (mode) >= bitsize + bitpos)
                   1283:       {
                   1284:        op0 = convert_to_mode (mode, op0, 0);
                   1285:        break;
                   1286:       }
                   1287: 
                   1288:   if (GET_MODE_BITSIZE (mode) != (bitsize + bitpos))
                   1289:     {
                   1290:       tree amount = build_int_2 (GET_MODE_BITSIZE (mode) - (bitsize + bitpos), 0);
                   1291:       /* Maybe propagate the target for the shift.  */
                   1292:       /* But not if we will return the result--could confuse integrate.c.  */
                   1293:       rtx subtarget = (target != 0 && GET_CODE (target) == REG
                   1294:                       && ! REG_FUNCTION_VALUE_P (target)
                   1295:                       ? target : 0);
                   1296:       op0 = expand_shift (LSHIFT_EXPR, mode, op0, amount, subtarget, 1);
                   1297:     }
                   1298: 
                   1299:   return expand_shift (RSHIFT_EXPR, mode, op0,
                   1300:                       build_int_2 (GET_MODE_BITSIZE (mode) - bitsize, 0), 
                   1301:                       target, 0);
                   1302: }
                   1303: 
                   1304: /* Return a constant integer (CONST_INT or CONST_DOUBLE) mask value
                   1305:    of mode MODE with BITSIZE ones followed by BITPOS zeros, or the
                   1306:    complement of that if COMPLEMENT.  The mask is truncated if
                   1307:    necessary to the width of mode MODE.  */
                   1308: 
                   1309: static rtx
                   1310: mask_rtx (mode, bitpos, bitsize, complement)
                   1311:      enum machine_mode mode;
                   1312:      int bitpos, bitsize, complement;
                   1313: {
                   1314:   int masklow, maskhigh;
                   1315: 
                   1316:   if (bitpos < HOST_BITS_PER_INT)
                   1317:     masklow = -1 << bitpos;
                   1318:   else
                   1319:     masklow = 0;
                   1320: 
                   1321:   if (bitpos + bitsize < HOST_BITS_PER_INT)
                   1322:     masklow &= (unsigned) -1 >> (HOST_BITS_PER_INT - bitpos - bitsize);
                   1323:   
                   1324:   if (bitpos <= HOST_BITS_PER_INT)
                   1325:     maskhigh = -1;
                   1326:   else
                   1327:     maskhigh = -1 << (bitpos - HOST_BITS_PER_INT);
                   1328: 
                   1329:   if (bitpos + bitsize > HOST_BITS_PER_INT)
                   1330:     maskhigh &= (unsigned) -1 >> (2 * HOST_BITS_PER_INT - bitpos - bitsize);
                   1331:   else
                   1332:     maskhigh = 0;
                   1333: 
                   1334:   if (complement)
                   1335:     {
                   1336:       maskhigh = ~maskhigh;
                   1337:       masklow = ~masklow;
                   1338:     }
                   1339: 
                   1340:   return immed_double_const (masklow, maskhigh, mode);
                   1341: }
                   1342: 
                   1343: /* Return a constant integer (CONST_INT or CONST_DOUBLE) rtx with the value
                   1344:    VALUE truncated to BITSIZE bits and then shifted left BITPOS bits.  */
                   1345: 
                   1346: static rtx
                   1347: lshift_value (mode, value, bitpos, bitsize)
                   1348:      enum machine_mode mode;
                   1349:      rtx value;
                   1350:      int bitpos, bitsize;
                   1351: {
                   1352:   unsigned v = INTVAL (value);
                   1353:   int low, high;
                   1354: 
                   1355:   if (bitsize < HOST_BITS_PER_INT)
                   1356:     v &= ~(-1 << bitsize);
                   1357: 
                   1358:   if (bitpos < HOST_BITS_PER_INT)
                   1359:     {
                   1360:       low = v << bitpos;
                   1361:       high = (bitpos > 0 ? (v >> (HOST_BITS_PER_INT - bitpos)) : 0);
                   1362:     }
                   1363:   else
                   1364:     {
                   1365:       low = 0;
                   1366:       high = v << (bitpos - HOST_BITS_PER_INT);
                   1367:     }
                   1368: 
                   1369:   return immed_double_const (low, high, mode);
                   1370: }
                   1371: 
                   1372: /* Extract a bit field that is split across two words
                   1373:    and return an RTX for the result.
                   1374: 
                   1375:    OP0 is the REG, SUBREG or MEM rtx for the first of the two words.
                   1376:    BITSIZE is the field width; BITPOS, position of its first bit, in the word.
                   1377:    UNSIGNEDP is 1 if should zero-extend the contents; else sign-extend.  */
                   1378: 
                   1379: static rtx
                   1380: extract_split_bit_field (op0, bitsize, bitpos, unsignedp, align)
                   1381:      rtx op0;
                   1382:      int bitsize, bitpos, unsignedp, align;
                   1383: {
                   1384:   /* BITSIZE_1 is size of the part in the first word.  */
                   1385:   int bitsize_1 = BITS_PER_WORD - bitpos % BITS_PER_WORD;
                   1386:   /* BITSIZE_2 is size of the rest (in the following word).  */
                   1387:   int bitsize_2 = bitsize - bitsize_1;
                   1388:   rtx part1, part2, result;
                   1389:   int unit = GET_CODE (op0) == MEM ? BITS_PER_UNIT : BITS_PER_WORD;
                   1390:   int offset = bitpos / unit;
                   1391:   rtx word;
                   1392:  
                   1393:   /* The field must span exactly one word boundary.  */
                   1394:   if (bitpos / BITS_PER_WORD != (bitpos + bitsize - 1) / BITS_PER_WORD - 1)
                   1395:     abort ();
                   1396: 
                   1397:   /* Get the part of the bit field from the first word.  If OP0 is a MEM,
                   1398:      pass OP0 and the offset computed above.  Otherwise, get the proper
                   1399:      word and pass an offset of zero.  */
                   1400:   word = (GET_CODE (op0) == MEM ? op0
                   1401:          : operand_subword_force (op0, offset, GET_MODE (op0)));
                   1402:   part1 = extract_fixed_bit_field (word_mode, word,
                   1403:                                   GET_CODE (op0) == MEM ? offset : 0,
                   1404:                                   bitsize_1, bitpos % unit, 0, 1, align);
                   1405: 
                   1406:   /* Offset op0 by 1 word to get to the following one.  */
                   1407:   if (GET_CODE (op0) == SUBREG)
                   1408:     word = operand_subword_force (SUBREG_REG (op0),
                   1409:                                  SUBREG_WORD (op0) + offset + 1, VOIDmode);
                   1410:   else if (GET_CODE (op0) == MEM)
                   1411:     word = op0;
                   1412:   else
                   1413:     word = operand_subword_force (op0, offset + 1, GET_MODE (op0));
                   1414: 
                   1415:   /* Get the part of the bit field from the second word.  */
                   1416:   part2 = extract_fixed_bit_field (word_mode, word,
                   1417:                                   (GET_CODE (op0) == MEM
                   1418:                                    ? CEIL (offset + 1, UNITS_PER_WORD) * UNITS_PER_WORD
                   1419:                                    : 0),
                   1420:                                   bitsize_2, 0, 0, 1, align);
                   1421: 
                   1422:   /* Shift the more significant part up to fit above the other part.  */
                   1423: #if BYTES_BIG_ENDIAN
                   1424:   part1 = expand_shift (LSHIFT_EXPR, word_mode, part1,
                   1425:                        build_int_2 (bitsize_2, 0), 0, 1);
                   1426: #else
                   1427:   part2 = expand_shift (LSHIFT_EXPR, word_mode, part2,
                   1428:                        build_int_2 (bitsize_1, 0), 0, 1);
                   1429: #endif
                   1430: 
                   1431:   /* Combine the two parts with bitwise or.  This works
                   1432:      because we extracted both parts as unsigned bit fields.  */
                   1433:   result = expand_binop (word_mode, ior_optab, part1, part2, 0, 1,
                   1434:                         OPTAB_LIB_WIDEN);
                   1435: 
                   1436:   /* Unsigned bit field: we are done.  */
                   1437:   if (unsignedp)
                   1438:     return result;
                   1439:   /* Signed bit field: sign-extend with two arithmetic shifts.  */
                   1440:   result = expand_shift (LSHIFT_EXPR, word_mode, result,
                   1441:                         build_int_2 (BITS_PER_WORD - bitsize, 0), 0, 0);
                   1442:   return expand_shift (RSHIFT_EXPR, word_mode, result,
                   1443:                       build_int_2 (BITS_PER_WORD - bitsize, 0), 0, 0);
                   1444: }
                   1445: 
                   1446: /* Add INC into TARGET.  */
                   1447: 
                   1448: void
                   1449: expand_inc (target, inc)
                   1450:      rtx target, inc;
                   1451: {
                   1452:   rtx value = expand_binop (GET_MODE (target), add_optab,
                   1453:                            target, inc,
                   1454:                            target, 0, OPTAB_LIB_WIDEN);
                   1455:   if (value != target)
                   1456:     emit_move_insn (target, value);
                   1457: }
                   1458: 
                   1459: /* Subtract INC from TARGET.  */
                   1460: 
                   1461: void
                   1462: expand_dec (target, dec)
                   1463:      rtx target, dec;
                   1464: {
                   1465:   rtx value = expand_binop (GET_MODE (target), sub_optab,
                   1466:                            target, dec,
                   1467:                            target, 0, OPTAB_LIB_WIDEN);
                   1468:   if (value != target)
                   1469:     emit_move_insn (target, value);
                   1470: }
                   1471: 
                   1472: /* Output a shift instruction for expression code CODE,
                   1473:    with SHIFTED being the rtx for the value to shift,
                   1474:    and AMOUNT the tree for the amount to shift by.
                   1475:    Store the result in the rtx TARGET, if that is convenient.
                   1476:    If UNSIGNEDP is nonzero, do a logical shift; otherwise, arithmetic.
                   1477:    Return the rtx for where the value is.  */
                   1478: 
                   1479: rtx
                   1480: expand_shift (code, mode, shifted, amount, target, unsignedp)
                   1481:      enum tree_code code;
                   1482:      register enum machine_mode mode;
                   1483:      rtx shifted;
                   1484:      tree amount;
                   1485:      register rtx target;
                   1486:      int unsignedp;
                   1487: {
                   1488:   register rtx op1, temp = 0;
                   1489:   register int left = (code == LSHIFT_EXPR || code == LROTATE_EXPR);
                   1490:   register int rotate = (code == LROTATE_EXPR || code == RROTATE_EXPR);
                   1491:   int try;
                   1492: 
                   1493:   /* Previously detected shift-counts computed by NEGATE_EXPR
                   1494:      and shifted in the other direction; but that does not work
                   1495:      on all machines.  */
                   1496: 
                   1497:   op1 = expand_expr (amount, 0, VOIDmode, 0);
                   1498: 
                   1499:   if (op1 == const0_rtx)
                   1500:     return shifted;
                   1501: 
                   1502:   for (try = 0; temp == 0 && try < 3; try++)
                   1503:     {
                   1504:       enum optab_methods methods;
                   1505: 
                   1506:       if (try == 0)
                   1507:        methods = OPTAB_DIRECT;
                   1508:       else if (try == 1)
                   1509:        methods = OPTAB_WIDEN;
                   1510:       else
                   1511:        methods = OPTAB_LIB_WIDEN;
                   1512: 
                   1513:       if (rotate)
                   1514:        {
                   1515:          /* Widening does not work for rotation.  */
                   1516:          if (methods == OPTAB_WIDEN)
                   1517:            continue;
                   1518:          else if (methods == OPTAB_LIB_WIDEN)
                   1519:            methods = OPTAB_LIB;
                   1520: 
                   1521:          temp = expand_binop (mode,
                   1522:                               left ? rotl_optab : rotr_optab,
                   1523:                               shifted, op1, target, unsignedp, methods);
                   1524:        }
                   1525:       else if (unsignedp)
                   1526:        {
                   1527:          temp = expand_binop (mode,
                   1528:                               left ? lshl_optab : lshr_optab,
                   1529:                               shifted, op1, target, unsignedp, methods);
                   1530:          if (temp == 0 && left)
                   1531:            temp = expand_binop (mode, ashl_optab,
                   1532:                                 shifted, op1, target, unsignedp, methods);
                   1533:        }
                   1534: 
                   1535:       /* Do arithmetic shifts.
                   1536:         Also, if we are going to widen the operand, we can just as well
                   1537:         use an arithmetic right-shift instead of a logical one.  */
                   1538:       if (temp == 0 && ! rotate
                   1539:          && (! unsignedp || (! left && methods == OPTAB_WIDEN)))
                   1540:        {
                   1541:          enum optab_methods methods1 = methods;
                   1542: 
                   1543:          /* If trying to widen a log shift to an arithmetic shift,
                   1544:             don't accept an arithmetic shift of the same size.  */
                   1545:          if (unsignedp)
                   1546:            methods1 = OPTAB_MUST_WIDEN;
                   1547: 
                   1548:          /* Arithmetic shift */
                   1549: 
                   1550:          temp = expand_binop (mode,
                   1551:                               left ? ashl_optab : ashr_optab,
                   1552:                               shifted, op1, target, unsignedp, methods1);
                   1553:        }
                   1554: 
                   1555: #ifdef HAVE_extzv
                   1556:       /* We can do a logical (unsigned) right shift with a bit-field
                   1557:         extract insn.  But first check if one of the above methods worked.  */
                   1558:       if (temp != 0)
                   1559:        return temp;
                   1560: 
                   1561:       if (unsignedp && code == RSHIFT_EXPR && ! BITS_BIG_ENDIAN && HAVE_extzv)
                   1562:        {
                   1563:          enum machine_mode output_mode
                   1564:            = insn_operand_mode[(int) CODE_FOR_extzv][0];
                   1565: 
                   1566:          if ((methods == OPTAB_DIRECT && mode == output_mode)
                   1567:              || (methods == OPTAB_WIDEN
                   1568:                  && GET_MODE_SIZE (mode) < GET_MODE_SIZE (output_mode)))
                   1569:            {
                   1570:              /* Note convert_to_mode does protect_from_queue.  */
                   1571:              rtx shifted1 = convert_to_mode (output_mode, shifted, 1);
                   1572:              enum machine_mode length_mode
                   1573:                = insn_operand_mode[(int) CODE_FOR_extzv][2];
                   1574:              enum machine_mode pos_mode
                   1575:                = insn_operand_mode[(int) CODE_FOR_extzv][3];
                   1576:              rtx target1 = 0;
                   1577:              rtx last = get_last_insn ();
                   1578:              rtx width;
                   1579:              rtx xop1 = op1;
                   1580:              rtx pat;
                   1581: 
                   1582:              if (target != 0)
                   1583:                target1 = protect_from_queue (target, 1);
                   1584: 
                   1585:              /* We define extract insns as having OUTPUT_MODE in a register
                   1586:                 and the mode of operand 1 in memory.  Since we want
                   1587:                 OUTPUT_MODE, we will always force the operand into a
                   1588:                 register.  At some point we might want to support MEM
                   1589:                 directly. */
                   1590:              shifted1 = force_reg (output_mode, shifted1);
                   1591: 
                   1592:              /* If we don't have or cannot use a suggested target,
                   1593:                 make a place for the result, in the proper mode.  */
                   1594:              if (methods == OPTAB_WIDEN || target1 == 0
                   1595:                  || ! ((*insn_operand_predicate[(int) CODE_FOR_extzv][0])
                   1596:                        (target1, output_mode)))
                   1597:                target1 = gen_reg_rtx (output_mode);
                   1598: 
                   1599:              xop1 = convert_to_mode (pos_mode, xop1,
                   1600:                                      TREE_UNSIGNED (TREE_TYPE (amount)));
                   1601: 
                   1602:              /* If this machine's extzv insists on a register for
                   1603:                 operand 3 (position), arrange for that.  */
                   1604:              if (! ((*insn_operand_predicate[(int) CODE_FOR_extzv][3])
                   1605:                     (xop1, pos_mode)))
                   1606:                xop1 = force_reg (pos_mode, xop1);
                   1607: 
                   1608:              /* WIDTH gets the width of the bit field to extract:
                   1609:                 wordsize minus # bits to shift by.  */
                   1610:              if (GET_CODE (xop1) == CONST_INT)
                   1611:                width = gen_rtx (CONST_INT, VOIDmode,
                   1612:                                 (GET_MODE_BITSIZE (mode) - INTVAL (op1)));
                   1613:              else
                   1614:                {
                   1615:                  /* Now get the width in the proper mode.  */
                   1616:                  width = convert_to_mode (length_mode, op1,
                   1617:                                           TREE_UNSIGNED (TREE_TYPE (amount)));
                   1618: 
                   1619:                  width = expand_binop (length_mode, sub_optab,
                   1620:                                        gen_rtx (CONST_INT, VOIDmode,
                   1621:                                                 GET_MODE_BITSIZE (mode)),
                   1622:                                        width, 0, 0, OPTAB_LIB_WIDEN);
                   1623:                }
                   1624: 
                   1625:              /* If this machine's extzv insists on a register for
                   1626:                 operand 2 (length), arrange for that.  */
                   1627:              if (! ((*insn_operand_predicate[(int) CODE_FOR_extzv][2])
                   1628:                     (width, length_mode)))
                   1629:                width = force_reg (length_mode, width);
                   1630: 
                   1631:              /* Now extract with WIDTH, omitting OP1 least sig bits.  */
                   1632:              pat = gen_extzv (target1, shifted1, width, xop1);
                   1633:              if (pat)
                   1634:                {
                   1635:                  emit_insn (pat);
                   1636:                  temp = convert_to_mode (mode, target1, 1);
                   1637:                }
                   1638:              else
                   1639:                delete_insns_since (last);
                   1640:            }
                   1641: 
                   1642:          /* Can also do logical shift with signed bit-field extract
                   1643:             followed by inserting the bit-field at a different position.
                   1644:             That strategy is not yet implemented.  */
                   1645:        }
                   1646: #endif /* HAVE_extzv */
                   1647:     }
                   1648: 
                   1649:   if (temp == 0)
                   1650:     abort ();
                   1651:   return temp;
                   1652: }
                   1653: 
                   1654: enum alg_code { alg_add, alg_subtract, alg_compound };
                   1655: 
                   1656: /* This structure records a sequence of operations.
                   1657:    `ops' is the number of operations recorded.
                   1658:    `cost' is their total cost.
                   1659:    The operations are stored in `op' and the corresponding
                   1660:    integer coefficients in `coeff'.
                   1661:    These are the operations:
                   1662:    alg_add       Add to the total the multiplicand times the coefficient.
                   1663:    alg_subtract  Subtract the multiplicand times the coefficient.
                   1664:    alg_compound  This coefficient plus or minus the following one
                   1665:                  is multiplied into the total.  The following operation
                   1666:                  is alg_add or alg_subtract to indicate whether to add
                   1667:                 or subtract the two coefficients.  */
                   1668: 
                   1669: #ifndef MAX_BITS_PER_WORD
                   1670: #define MAX_BITS_PER_WORD BITS_PER_WORD
                   1671: #endif
                   1672: 
                   1673: struct algorithm
                   1674: {
                   1675:   int cost;
                   1676:   unsigned int ops;
                   1677:   enum alg_code op[MAX_BITS_PER_WORD];
                   1678:   unsigned int coeff[MAX_BITS_PER_WORD];
                   1679: };
                   1680: 
                   1681: /* Compute and return the best algorithm for multiplying by T.
                   1682:    Assume that add insns cost ADD_COST and shifts cost SHIFT_COST.
                   1683:    Return cost -1 if would cost more than MAX_COST.  */
                   1684: 
                   1685: static struct algorithm
                   1686: synth_mult (t, add_cost, shift_cost, max_cost)
                   1687:      unsigned int t;
                   1688:      int add_cost, shift_cost;
                   1689:      int max_cost;
                   1690: {
                   1691:   int m, n;
                   1692:   struct algorithm *best_alg = (struct algorithm *)alloca (sizeof (struct algorithm));
                   1693:   struct algorithm *alg_in = (struct algorithm *)alloca (sizeof (struct algorithm));
                   1694:   unsigned int cost;
                   1695: 
                   1696:   /* No matter what happens, we want to return a valid algorithm.  */
                   1697:   best_alg->cost = max_cost;
                   1698:   best_alg->ops = 0;
                   1699: 
                   1700:   /* Is t an exponent of 2, so we can just do a shift?  */
                   1701: 
                   1702:   if ((t & -t) == t)
                   1703:     {
                   1704:       if (t > 1)
                   1705:        {
                   1706:          if (max_cost >= shift_cost)
                   1707:            {
                   1708:              best_alg->cost = shift_cost;
                   1709:              best_alg->ops = 1;
                   1710:              best_alg->op[0] = alg_add;
                   1711:              best_alg->coeff[0] = t;
                   1712:            }
                   1713:          else
                   1714:            best_alg->cost = -1;
                   1715:        }
                   1716:       else if (t == 1)
                   1717:        {
                   1718:          if (max_cost >= 0)
                   1719:            best_alg->cost = 0;
                   1720:        }
                   1721:       else
                   1722:        best_alg->cost = 0;
                   1723: 
                   1724:       return *best_alg;
                   1725:     }
                   1726: 
                   1727:   /* If MAX_COST just permits as little as an addition (or less), we won't
                   1728:      succeed in synthesizing an algorithm for t.  Return immediately with
                   1729:      an indication of failure.  */
                   1730:   if (max_cost <= add_cost)
                   1731:     {
                   1732:       best_alg->cost = -1;
                   1733:       return *best_alg;
                   1734:     }
                   1735: 
                   1736:   /* Look for factors of t of the form
                   1737:      t = q(2**m +- 1), 2 <= m <= floor(log2(t)) - 1.
                   1738:      If we find such a factor, we can multiply by t using an algorithm that
                   1739:      multiplies by q, shift the result by m and add/subtract it to itself.  */
                   1740: 
                   1741:   for (m = floor_log2 (t) - 1; m >= 2; m--)
                   1742:     {
                   1743:       int m_exp_2 = 1 << m;
                   1744:       int d;
                   1745: 
                   1746:       d = m_exp_2 + 1;
                   1747:       if (t % d == 0)
                   1748:        {
                   1749:          int q = t / d;
                   1750: 
                   1751:          cost = add_cost + shift_cost * 2;
                   1752: 
                   1753:          *alg_in = synth_mult (q, add_cost, shift_cost,
                   1754:                                MIN (max_cost, best_alg->cost) - cost);
                   1755: 
                   1756:          if (alg_in->cost >= 0)
                   1757:            {
                   1758:              cost += alg_in->cost;
                   1759: 
                   1760:              if (cost < best_alg->cost)
                   1761:                {
                   1762:                  struct algorithm *x;
                   1763:                  x = alg_in;
                   1764:                  alg_in = best_alg;
                   1765:                  best_alg = x;
                   1766:                  best_alg->coeff[best_alg->ops] = m_exp_2;
                   1767:                  best_alg->op[best_alg->ops++] = alg_compound;
                   1768:                  best_alg->coeff[best_alg->ops] = 1;
                   1769:                  best_alg->op[best_alg->ops++] = alg_add;
                   1770:                  best_alg->cost = cost;
                   1771:                }
                   1772:            }
                   1773:        }
                   1774: 
                   1775:       d = m_exp_2 - 1;
                   1776:       if (t % d == 0)
                   1777:        {
                   1778:          int q = t / d;
                   1779: 
                   1780:          cost = add_cost + shift_cost * 2;
                   1781: 
                   1782:          *alg_in = synth_mult (q, add_cost, shift_cost,
                   1783:                                MIN (max_cost, best_alg->cost) - cost);
                   1784: 
                   1785:          if (alg_in->cost >= 0)
                   1786:            {
                   1787:              cost += alg_in->cost;
                   1788: 
                   1789:              if (cost < best_alg->cost)
                   1790:                {
                   1791:                  struct algorithm *x;
                   1792:                  x = alg_in;
                   1793:                  alg_in = best_alg;
                   1794:                  best_alg = x;
                   1795:                  best_alg->coeff[best_alg->ops] = m_exp_2;
                   1796:                  best_alg->op[best_alg->ops++] = alg_compound;
                   1797:                  best_alg->coeff[best_alg->ops] = 1;
                   1798:                  best_alg->op[best_alg->ops++] = alg_subtract;
                   1799:                  best_alg->cost = cost;
                   1800:                }
                   1801:            }
                   1802:        }
                   1803:     }
                   1804: 
                   1805:   /* Try load effective address instructions, i.e. do a*3, a*5, a*9.  */
                   1806: 
                   1807:   {
                   1808:     int q;
                   1809:     int w;
                   1810: 
                   1811:     q = t & -t;                        /* get out lsb */
                   1812:     w = (t - q) & -(t - q);    /* get out next lsb */
                   1813: 
                   1814:     if (w / q <= lea_max_mul)
                   1815:       {
                   1816:        cost = lea_cost + (q != 1 ? shift_cost : 0);
                   1817: 
                   1818:        *alg_in = synth_mult (t - q - w, add_cost, shift_cost,
                   1819:                              MIN (max_cost, best_alg->cost) - cost);
                   1820: 
                   1821:        if (alg_in->cost >= 0)
                   1822:          {
                   1823:            cost += alg_in->cost;
                   1824: 
                   1825:            /* Use <= to prefer this method to the factoring method
                   1826:               when the cost appears the same, because this method
                   1827:               uses fewer temporary registers.  */
                   1828:            if (cost <= best_alg->cost)
                   1829:              {
                   1830:                struct algorithm *x;
                   1831:                x = alg_in;
                   1832:                alg_in = best_alg;
                   1833:                best_alg = x;
                   1834:                best_alg->coeff[best_alg->ops] = w;
                   1835:                best_alg->op[best_alg->ops++] = alg_add;
                   1836:                best_alg->coeff[best_alg->ops] = q;
                   1837:                best_alg->op[best_alg->ops++] = alg_add;
                   1838:                best_alg->cost = cost;
                   1839:              }
                   1840:          }
                   1841:       }
                   1842:   }
                   1843: 
                   1844:   /* Now, use the good old method to add or subtract at the leftmost
                   1845:      1-bit.  */
                   1846: 
                   1847:   {
                   1848:     int q;
                   1849:     int w;
                   1850: 
                   1851:     q = t & -t;                        /* get out lsb */
                   1852:     for (w = q; (w & t) != 0; w <<= 1)
                   1853:       ;
                   1854:     if ((w > q << 1)
                   1855:        /* Reject the case where t has only two bits.
                   1856:           Thus we prefer addition in that case.  */
                   1857:        && !(t < w && w == q << 2))
                   1858:       {
                   1859:        /* There are many bits in a row.  Make 'em by subtraction.  */
                   1860: 
                   1861:        cost = add_cost;
                   1862:        if (q != 1)
                   1863:          cost += shift_cost;
                   1864: 
                   1865:        *alg_in = synth_mult (t + q, add_cost, shift_cost,
                   1866:                              MIN (max_cost, best_alg->cost) - cost);
                   1867: 
                   1868:        if (alg_in->cost >= 0)
                   1869:          {
                   1870:            cost += alg_in->cost;
                   1871: 
                   1872:            /* Use <= to prefer this method to the factoring method
                   1873:               when the cost appears the same, because this method
                   1874:               uses fewer temporary registers.  */
                   1875:            if (cost <= best_alg->cost)
                   1876:              {
                   1877:                struct algorithm *x;
                   1878:                x = alg_in;
                   1879:                alg_in = best_alg;
                   1880:                best_alg = x;
                   1881:                best_alg->coeff[best_alg->ops] = q;
                   1882:                best_alg->op[best_alg->ops++] = alg_subtract;
                   1883:                best_alg->cost = cost;
                   1884:              }
                   1885:          }
                   1886:       }
                   1887:     else
                   1888:       {
                   1889:        /* There's only one bit at the left.  Make it by addition.  */
                   1890: 
                   1891:        cost = add_cost;
                   1892:        if (q != 1)
                   1893:          cost += shift_cost;
                   1894: 
                   1895:        *alg_in = synth_mult (t - q, add_cost, shift_cost,
                   1896:                              MIN (max_cost, best_alg->cost) - cost);
                   1897: 
                   1898:        if (alg_in->cost >= 0)
                   1899:          {
                   1900:            cost += alg_in->cost;
                   1901: 
                   1902:            if (cost <= best_alg->cost)
                   1903:              {
                   1904:                struct algorithm *x;
                   1905:                x = alg_in;
                   1906:                alg_in = best_alg;
                   1907:                best_alg = x;
                   1908:                best_alg->coeff[best_alg->ops] = q;
                   1909:                best_alg->op[best_alg->ops++] = alg_add;
                   1910:                best_alg->cost = cost;
                   1911:              }
                   1912:          }
                   1913:       }
                   1914:   }
                   1915: 
                   1916:   if (best_alg->cost >= max_cost)
                   1917:     best_alg->cost = -1;
                   1918:   return *best_alg;
                   1919: }
                   1920: 
                   1921: /* Perform a multiplication and return an rtx for the result.
                   1922:    MODE is mode of value; OP0 and OP1 are what to multiply (rtx's);
                   1923:    TARGET is a suggestion for where to store the result (an rtx).
                   1924: 
                   1925:    We check specially for a constant integer as OP1.
                   1926:    If you want this check for OP0 as well, then before calling
                   1927:    you should swap the two operands if OP0 would be constant.  */
                   1928: 
                   1929: rtx
                   1930: expand_mult (mode, op0, op1, target, unsignedp)
                   1931:      enum machine_mode mode;
                   1932:      register rtx op0, op1, target;
                   1933:      int unsignedp;
                   1934: {
                   1935:   rtx const_op1 = op1;
                   1936: 
                   1937:   /* If we are multiplying in DImode, it may still be a win
                   1938:      to try to work with shifts and adds.  */
                   1939:   if (GET_CODE (op1) == CONST_DOUBLE
                   1940:       && GET_MODE_CLASS (GET_MODE (op1)) == MODE_INT
                   1941:       && HOST_BITS_PER_INT <= BITS_PER_WORD)
                   1942:     {
                   1943:       if ((CONST_DOUBLE_HIGH (op1) == 0 && CONST_DOUBLE_LOW (op1) >= 0)
                   1944:          || (CONST_DOUBLE_HIGH (op1) == -1 && CONST_DOUBLE_LOW (op1) < 0))
                   1945:        const_op1 = gen_rtx (CONST_INT, VOIDmode, CONST_DOUBLE_LOW (op1));
                   1946:     }
                   1947: 
                   1948:   if (GET_CODE (const_op1) == CONST_INT && ! mult_is_very_cheap && optimize)
                   1949:     {
                   1950:       struct algorithm alg;
                   1951:       struct algorithm neg_alg;
                   1952:       int negate = 0;
                   1953:       int absval = INTVAL (op1);
                   1954:       rtx last;
                   1955: 
                   1956:       /* Try to do the computation two ways: multiply by the negative of OP1
                   1957:         and then negate, or do the multiplication directly.  The latter is
                   1958:         usually faster for positive numbers and the former for negative
                   1959:         numbers, but the opposite can be faster if the original value
                   1960:         has a factor of 2**m +/- 1, while the negated value does not or
                   1961:         vice versa.  */
                   1962: 
                   1963:       alg = synth_mult (absval, add_cost, shift_cost, mult_cost);
                   1964:       neg_alg = synth_mult (- absval, add_cost, shift_cost,
                   1965:                            mult_cost - negate_cost);
                   1966: 
                   1967:       if (neg_alg.cost >= 0 && neg_alg.cost + negate_cost < alg.cost)
                   1968:        alg = neg_alg, negate = 1, absval = - absval;
                   1969: 
                   1970:       if (alg.cost >= 0)
                   1971:        {
                   1972:          /* If we found something, it must be cheaper than multiply.
                   1973:             So use it.  */
                   1974:          int opno = 0;
                   1975:          rtx accum, tem;
                   1976:          int factors_seen = 0;
                   1977: 
                   1978:          op0 = protect_from_queue (op0, 0);
                   1979: 
                   1980:          /* Avoid referencing memory over and over.
                   1981:             For speed, but also for correctness when mem is volatile.  */
                   1982:          if (GET_CODE (op0) == MEM)
                   1983:            op0 = force_reg (mode, op0);
                   1984: 
                   1985:          if (alg.ops == 0)
                   1986:            accum = copy_to_mode_reg (mode, op0);
                   1987:          else
                   1988:            {
                   1989:              /* 1 if this is the last in a series of adds and subtracts.  */
                   1990:              int last = (1 == alg.ops || alg.op[1] == alg_compound);
                   1991:              int log = floor_log2 (alg.coeff[0]);
                   1992:              if (! factors_seen && ! last)
                   1993:                log -= floor_log2 (alg.coeff[1]);
                   1994: 
                   1995:              if (alg.op[0] != alg_add)
                   1996:                abort ();
                   1997:              accum = expand_shift (LSHIFT_EXPR, mode, op0,
                   1998:                                    build_int_2 (log, 0),
                   1999:                                    0, 0);
                   2000:            }
                   2001:    
                   2002:          while (++opno < alg.ops)
                   2003:            {
                   2004:              int log = floor_log2 (alg.coeff[opno]);
                   2005:              /* 1 if this is the last in a series of adds and subtracts.  */
                   2006:              int last = (opno + 1 == alg.ops
                   2007:                          || alg.op[opno + 1] == alg_compound);
                   2008: 
                   2009:              /* If we have not yet seen any separate factors (alg_compound)
                   2010:                 then turn op0<<a1 + op0<<a2 + op0<<a3... into
                   2011:                 (op0<<(a1-a2) + op0)<<(a2-a3) + op0...  */
                   2012:              switch (alg.op[opno])
                   2013:                {
                   2014:                case alg_add:
                   2015:                  if (factors_seen)
                   2016:                    {
                   2017:                      tem = expand_shift (LSHIFT_EXPR, mode, op0,
                   2018:                                          build_int_2 (log, 0), 0, 0);
                   2019:                      accum = force_operand (gen_rtx (PLUS, mode, accum, tem),
                   2020:                                             accum);
                   2021:                    }
                   2022:                  else
                   2023:                    {
                   2024:                      if (! last)
                   2025:                        log -= floor_log2 (alg.coeff[opno + 1]);
                   2026:                      accum = force_operand (gen_rtx (PLUS, mode, accum, op0),
                   2027:                                             accum);
                   2028:                      accum = expand_shift (LSHIFT_EXPR, mode, accum,
                   2029:                                            build_int_2 (log, 0), accum, 0);
                   2030:                    }
                   2031:                  break;
                   2032: 
                   2033:                case alg_subtract:
                   2034:                  if (factors_seen)
                   2035:                    {
                   2036:                      tem = expand_shift (LSHIFT_EXPR, mode, op0,
                   2037:                                          build_int_2 (log, 0), 0, 0);
                   2038:                      accum = force_operand (gen_rtx (MINUS, mode, accum, tem),
                   2039:                                             accum);
                   2040:                    }
                   2041:                  else
                   2042:                    {
                   2043:                      if (! last)
                   2044:                        log -= floor_log2 (alg.coeff[opno + 1]);
                   2045:                      accum = force_operand (gen_rtx (MINUS, mode, accum, op0),
                   2046:                                             accum);
                   2047:                      accum = expand_shift (LSHIFT_EXPR, mode, accum,
                   2048:                                            build_int_2 (log, 0), accum, 0);
                   2049:                    }
                   2050: 
                   2051:                  break;
                   2052: 
                   2053:                case alg_compound:
                   2054:                  factors_seen = 1;
                   2055:                  tem = expand_shift (LSHIFT_EXPR, mode, accum,
                   2056:                                      build_int_2 (log, 0), 0, 0);
                   2057: 
                   2058:                  log = floor_log2 (alg.coeff[opno + 1]);
                   2059:                  accum = expand_shift (LSHIFT_EXPR, mode, accum,
                   2060:                                        build_int_2 (log, 0), 0, 0);
                   2061:                  opno++;
                   2062:                  if (alg.op[opno] == alg_add)
                   2063:                    accum = force_operand (gen_rtx (PLUS, mode, tem, accum),
                   2064:                                           tem);
                   2065:                  else
                   2066:                    accum = force_operand (gen_rtx (MINUS, mode, tem, accum),
                   2067:                                           tem);
                   2068:                }
                   2069:            }
                   2070: 
                   2071:          /* Write a REG_EQUAL note on the last insn so that we can cse 
                   2072:             multiplication sequences.  We need not do this if we were
                   2073:             multiplying by a power of two, since only one insn would have
                   2074:             been generated.
                   2075: 
                   2076:             ??? We could also write REG_EQUAL notes on the last insn of
                   2077:             each sequence that uses a single temporary, but it is not
                   2078:             clear how to calculate the partial product so far.
                   2079: 
                   2080:             Torbjorn: Can you do this?  */
                   2081: 
                   2082:          if (exact_log2 (absval) < 0)
                   2083:            {
                   2084:              last = get_last_insn ();
                   2085:              REG_NOTES (last)
                   2086:                = gen_rtx (EXPR_LIST, REG_EQUAL,
                   2087:                           gen_rtx (MULT, mode, op0, 
                   2088:                                    negate ? gen_rtx (CONST_INT,
                   2089:                                                      VOIDmode, absval)
                   2090:                                    : op1),
                   2091:                           REG_NOTES (last));
                   2092:            }
                   2093: 
                   2094:          return (negate ? expand_unop (mode, neg_optab, accum, target, 0)
                   2095:                  : accum);
                   2096:        }
                   2097:     }
                   2098: 
                   2099:   /* This used to use umul_optab if unsigned,
                   2100:      but I think that for non-widening multiply there is no difference
                   2101:      between signed and unsigned.  */
                   2102:   op0 = expand_binop (mode, smul_optab,
                   2103:                      op0, op1, target, unsignedp, OPTAB_LIB_WIDEN);
                   2104:   if (op0 == 0)
                   2105:     abort ();
                   2106:   return op0;
                   2107: }
                   2108: 
                   2109: /* Emit the code to divide OP0 by OP1, putting the result in TARGET
                   2110:    if that is convenient, and returning where the result is.
                   2111:    You may request either the quotient or the remainder as the result;
                   2112:    specify REM_FLAG nonzero to get the remainder.
                   2113: 
                   2114:    CODE is the expression code for which kind of division this is;
                   2115:    it controls how rounding is done.  MODE is the machine mode to use.
                   2116:    UNSIGNEDP nonzero means do unsigned division.  */
                   2117: 
                   2118: /* ??? For CEIL_MOD_EXPR, can compute incorrect remainder with ANDI
                   2119:    and then correct it by or'ing in missing high bits
                   2120:    if result of ANDI is nonzero.
                   2121:    For ROUND_MOD_EXPR, can use ANDI and then sign-extend the result.
                   2122:    This could optimize to a bfexts instruction.
                   2123:    But C doesn't use these operations, so their optimizations are
                   2124:    left for later.  */
                   2125: 
                   2126: rtx
                   2127: expand_divmod (rem_flag, code, mode, op0, op1, target, unsignedp)
                   2128:      int rem_flag;
                   2129:      enum tree_code code;
                   2130:      enum machine_mode mode;
                   2131:      register rtx op0, op1, target;
                   2132:      int unsignedp;
                   2133: {
                   2134:   register rtx result = 0;
                   2135:   enum machine_mode compute_mode;
                   2136:   int log = -1;
                   2137:   int can_clobber_op0;
                   2138:   int mod_insn_no_good = 0;
                   2139:   rtx adjusted_op0 = op0;
                   2140:   optab optab1, optab2;
                   2141: 
                   2142:   /* Don't use the function value register as a target
                   2143:      since we have to read it as well as write it,
                   2144:      and function-inlining gets confused by this.  */
                   2145:   if (target && REG_P (target) && REG_FUNCTION_VALUE_P (target))
                   2146:     target = 0;
                   2147: 
                   2148:   /* Don't clobber an operand while doing a multi-step calculation.  */
                   2149:   if (target)
                   2150:     if ((rem_flag && (reg_mentioned_p (target, op0)
                   2151:                      || (GET_CODE (op0) == MEM && GET_CODE (target) == MEM)))
                   2152:        || reg_mentioned_p (target, op1)
                   2153:        || (GET_CODE (op1) == MEM && GET_CODE (target) == MEM))
                   2154:       target = 0;
                   2155: 
                   2156:   can_clobber_op0 = (GET_CODE (op0) == REG && op0 == target);
                   2157: 
                   2158:   if (GET_CODE (op1) == CONST_INT)
                   2159:     log = exact_log2 (INTVAL (op1));
                   2160: 
                   2161:   /* If log is >= 0, we are dividing by 2**log, and will do it by shifting,
                   2162:      which is really floor-division.  Otherwise we will really do a divide,
                   2163:      and we assume that is trunc-division.
                   2164: 
                   2165:      We must correct the dividend by adding or subtracting something
                   2166:      based on the divisor, in order to do the kind of rounding specified
                   2167:      by CODE.  The correction depends on what kind of rounding is actually
                   2168:      available, and that depends on whether we will shift or divide.
                   2169: 
                   2170:      In many of these cases it is possible to perform the operation by a
                   2171:      clever series of logical operations (shifts and/or exclusive-ors).
                   2172:      Although avoiding the jump has the advantage that it extends the basic
                   2173:      block and allows further optimization, the branch-free code is normally
                   2174:      at least one instruction longer in the (most common) case where the
                   2175:      dividend is non-negative.  Performance measurements of the two
                   2176:      alternatives show that the branch-free code is slightly faster on the
                   2177:      IBM ROMP but slower on CISC processors (significantly slower on the
                   2178:      VAX).  Accordingly, the jump code has been retained.
                   2179: 
                   2180:      On machines where the jump code is slower, the cost of a DIV or MOD
                   2181:      operation can be set small (less than twice that of an addition); in 
                   2182:      that case, we pretend that we don't have a power of two and perform
                   2183:      a normal division or modulus operation.  */
                   2184: 
                   2185:   if ((code == TRUNC_MOD_EXPR || code == TRUNC_DIV_EXPR)
                   2186:       && ! unsignedp
                   2187:       && (rem_flag ? smod_pow2_cheap : sdiv_pow2_cheap))
                   2188:     log = -1;
                   2189: 
                   2190:   /* Get the mode in which to perform this computation.  Normally it will
                   2191:      be MODE, but sometimes we can't do the desired operation in MODE.
                   2192:      If so, pick a wider mode in which we can do the operation.  Convert
                   2193:      to that mode at the start to avoid repeated conversions.
                   2194: 
                   2195:      First see what operations we need.  These depend on the expression
                   2196:      we are evaluating.  (We assume that divxx3 insns exist under the
                   2197:      same conditions that modxx3 insns and that these insns don't normally
                   2198:      fail.  If these assumptions are not correct, we may generate less
                   2199:      efficient code in some cases.)
                   2200: 
                   2201:      Then see if we find a mode in which we can open-code that operation
                   2202:      (either a division, modulus, or shift).  Finally, check for the smallest
                   2203:      mode for which we can do the operation with a library call.  */
                   2204: 
                   2205:   optab1 = (log >= 0 ? (unsignedp ? lshr_optab : ashr_optab)
                   2206:            : (unsignedp ? udiv_optab : sdiv_optab));
                   2207:   optab2 = (log >= 0 ? optab1 : (unsignedp ? udivmod_optab : sdivmod_optab));
                   2208: 
                   2209:   for (compute_mode = mode; compute_mode != VOIDmode;
                   2210:        compute_mode = GET_MODE_WIDER_MODE (compute_mode))
                   2211:     if (optab1->handlers[(int) compute_mode].insn_code != CODE_FOR_nothing
                   2212:        || optab2->handlers[(int) compute_mode].insn_code != CODE_FOR_nothing)
                   2213:       break;
                   2214: 
                   2215:   if (compute_mode == VOIDmode)
                   2216:     for (compute_mode = mode; compute_mode != VOIDmode;
                   2217:         compute_mode = GET_MODE_WIDER_MODE (compute_mode))
                   2218:       if (optab1->handlers[(int) compute_mode].libfunc
                   2219:          || optab2->handlers[(int) compute_mode].libfunc)
                   2220:        break;
                   2221: 
                   2222:   /* If we still couldn't find a mode, use MODE; we'll probably abort in
                   2223:      expand_binop.  */
                   2224:   if (compute_mode == VOIDmode)
                   2225:     compute_mode = mode;
                   2226: 
                   2227:   /* Now convert to the best mode to use.  Show we made a copy of OP0
                   2228:      and hence we can clobber it (we cannot use a SUBREG to widen
                   2229:      something.  */
                   2230:   if (compute_mode != mode)
                   2231:     {
                   2232:       adjusted_op0 = op0 = convert_to_mode (compute_mode, op0, unsignedp);
                   2233:       can_clobber_op0 = 1;
                   2234:       op1 = convert_to_mode (compute_mode, op1, unsignedp);
                   2235:     }
                   2236: 
                   2237:   if (target == 0 || GET_MODE (target) != compute_mode)
                   2238:     target = gen_reg_rtx (compute_mode);
                   2239: 
                   2240:   switch (code)
                   2241:     {
                   2242:     case TRUNC_MOD_EXPR:
                   2243:     case TRUNC_DIV_EXPR:
                   2244:       if (log >= 0 && ! unsignedp)
                   2245:        {
                   2246:          rtx label = gen_label_rtx ();
                   2247:          if (! can_clobber_op0)
                   2248:            {
                   2249:              adjusted_op0 = copy_to_suggested_reg (adjusted_op0, target);
                   2250:              /* Copy op0 to a reg, since emit_cmp_insn will call emit_queue
                   2251:                 which will screw up mem refs for autoincrements.  */
                   2252:              op0 = force_reg (compute_mode, op0);
                   2253:            }
                   2254:          emit_cmp_insn (adjusted_op0, const0_rtx, GE, 0, compute_mode, 0, 0);
                   2255:          emit_jump_insn (gen_bge (label));
                   2256:          expand_inc (adjusted_op0, plus_constant (op1, -1));
                   2257:          emit_label (label);
                   2258:          mod_insn_no_good = 1;
                   2259:        }
                   2260:       break;
                   2261: 
                   2262:     case FLOOR_DIV_EXPR:
                   2263:     case FLOOR_MOD_EXPR:
                   2264:       if (log < 0 && ! unsignedp)
                   2265:        {
                   2266:          rtx label = gen_label_rtx ();
                   2267:          if (! can_clobber_op0)
                   2268:            {
                   2269:              adjusted_op0 = copy_to_suggested_reg (adjusted_op0, target);
                   2270:              /* Copy op0 to a reg, since emit_cmp_insn will call emit_queue
                   2271:                 which will screw up mem refs for autoincrements.  */
                   2272:              op0 = force_reg (compute_mode, op0);
                   2273:            }
                   2274:          emit_cmp_insn (adjusted_op0, const0_rtx, GE, 0, compute_mode, 0, 0);
                   2275:          emit_jump_insn (gen_bge (label));
                   2276:          expand_dec (adjusted_op0, op1);
                   2277:          expand_inc (adjusted_op0, const1_rtx);
                   2278:          emit_label (label);
                   2279:          mod_insn_no_good = 1;
                   2280:        }
                   2281:       break;
                   2282: 
                   2283:     case CEIL_DIV_EXPR:
                   2284:     case CEIL_MOD_EXPR:
                   2285:       if (! can_clobber_op0)
                   2286:        {
                   2287:          adjusted_op0 = copy_to_suggested_reg (adjusted_op0, target);
                   2288:          /* Copy op0 to a reg, since emit_cmp_insn will call emit_queue
                   2289:             which will screw up mem refs for autoincrements.  */
                   2290:          op0 = force_reg (compute_mode, op0);
                   2291:        }
                   2292:       if (log < 0)
                   2293:        {
                   2294:          rtx label = 0;
                   2295:          if (! unsignedp)
                   2296:            {
                   2297:              label = gen_label_rtx ();
                   2298:              emit_cmp_insn (adjusted_op0, const0_rtx, LE, 0, compute_mode, 0, 0);
                   2299:              emit_jump_insn (gen_ble (label));
                   2300:            }
                   2301:          expand_inc (adjusted_op0, op1);
                   2302:          expand_dec (adjusted_op0, const1_rtx);
                   2303:          if (! unsignedp)
                   2304:            emit_label (label);
                   2305:        }
                   2306:       else
                   2307:        {
                   2308:          adjusted_op0 = expand_binop (compute_mode, add_optab,
                   2309:                                       adjusted_op0, plus_constant (op1, -1),
                   2310:                                       0, 0, OPTAB_LIB_WIDEN);
                   2311:        }
                   2312:       mod_insn_no_good = 1;
                   2313:       break;
                   2314: 
                   2315:     case ROUND_DIV_EXPR:
                   2316:     case ROUND_MOD_EXPR:
                   2317:       if (! can_clobber_op0)
                   2318:        {
                   2319:          adjusted_op0 = copy_to_suggested_reg (adjusted_op0, target);
                   2320:          /* Copy op0 to a reg, since emit_cmp_insn will call emit_queue
                   2321:             which will screw up mem refs for autoincrements.  */
                   2322:          op0 = force_reg (compute_mode, op0);
                   2323:        }
                   2324:       if (log < 0)
                   2325:        {
                   2326:          op1 = expand_shift (RSHIFT_EXPR, compute_mode, op1,
                   2327:                              integer_one_node, 0, 0);
                   2328:          if (! unsignedp)
                   2329:            {
                   2330:              rtx label = gen_label_rtx ();
                   2331:              emit_cmp_insn (adjusted_op0, const0_rtx, GE, 0, compute_mode, 0, 0);
                   2332:              emit_jump_insn (gen_bge (label));
                   2333:              expand_unop (compute_mode, neg_optab, op1, op1, 0);
                   2334:              emit_label (label);
                   2335:            }
                   2336:          expand_inc (adjusted_op0, op1);
                   2337:        }
                   2338:       else
                   2339:        {
                   2340:          op1 = gen_rtx (CONST_INT, VOIDmode, (1 << log) / 2);
                   2341:          expand_inc (adjusted_op0, op1);
                   2342:        }
                   2343:       mod_insn_no_good = 1;
                   2344:       break;
                   2345:     }
                   2346: 
                   2347:   if (rem_flag && !mod_insn_no_good)
                   2348:     {
                   2349:       /* Try to produce the remainder directly */
                   2350:       if (log >= 0)
                   2351:        result = expand_binop (compute_mode, and_optab, adjusted_op0,
                   2352:                               gen_rtx (CONST_INT, VOIDmode,
                   2353:                                        (1 << log) - 1),
                   2354:                               target, 1, OPTAB_LIB_WIDEN);
                   2355:       else
                   2356:        {
                   2357:          /* See if we can do remainder without a library call.  */
                   2358:          result = sign_expand_binop (mode, umod_optab, smod_optab,
                   2359:                                      adjusted_op0, op1, target,
                   2360:                                      unsignedp, OPTAB_WIDEN);
                   2361:          if (result == 0)
                   2362:            {
                   2363:              /* No luck there.  Can we do remainder and divide at once
                   2364:                 without a library call?  */
                   2365:              result = gen_reg_rtx (compute_mode);
                   2366:              if (! expand_twoval_binop (unsignedp
                   2367:                                         ? udivmod_optab : sdivmod_optab,
                   2368:                                         adjusted_op0, op1,
                   2369:                                         0, result, unsignedp))
                   2370:                result = 0;
                   2371:            }
                   2372:        }
                   2373:     }
                   2374: 
                   2375:   if (result)
                   2376:     return gen_lowpart (mode, result);
                   2377: 
                   2378:   /* Produce the quotient.  */
                   2379:   if (log >= 0)
                   2380:     result = expand_shift (RSHIFT_EXPR, compute_mode, adjusted_op0,
                   2381:                           build_int_2 (log, 0), target, unsignedp);
                   2382:   else if (rem_flag && !mod_insn_no_good)
                   2383:     /* If producing quotient in order to subtract for remainder,
                   2384:        and a remainder subroutine would be ok,
                   2385:        don't use a divide subroutine.  */
                   2386:     result = sign_expand_binop (compute_mode, udiv_optab, sdiv_optab,
                   2387:                                adjusted_op0, op1, 0, unsignedp, OPTAB_WIDEN);
                   2388:   else
                   2389:     {
                   2390:       /* Try a quotient insn, but not a library call.  */
                   2391:       result = sign_expand_binop (compute_mode, udiv_optab, sdiv_optab,
                   2392:                                  adjusted_op0, op1, rem_flag ? 0 : target,
                   2393:                                  unsignedp, OPTAB_WIDEN);
                   2394:       if (result == 0)
                   2395:        {
                   2396:          /* No luck there.  Try a quotient-and-remainder insn,
                   2397:             keeping the quotient alone.  */
                   2398:          result = gen_reg_rtx (mode);
                   2399:          if (! expand_twoval_binop (unsignedp ? udivmod_optab : sdivmod_optab,
                   2400:                                     adjusted_op0, op1,
                   2401:                                     result, 0, unsignedp))
                   2402:            result = 0;
                   2403:        }
                   2404: 
                   2405:       /* If still no luck, use a library call.  */
                   2406:       if (result == 0)
                   2407:        result = sign_expand_binop (compute_mode, udiv_optab, sdiv_optab,
                   2408:                                    adjusted_op0, op1, rem_flag ? 0 : target,
                   2409:                                    unsignedp, OPTAB_LIB_WIDEN);
                   2410:     }
                   2411: 
                   2412:   /* If we really want the remainder, get it by subtraction.  */
                   2413:   if (rem_flag)
                   2414:     {
                   2415:       if (result == 0)
                   2416:        /* No divide instruction either.  Use library for remainder.  */
                   2417:        result = sign_expand_binop (compute_mode, umod_optab, smod_optab,
                   2418:                                    op0, op1, target,
                   2419:                                    unsignedp, OPTAB_LIB_WIDEN);
                   2420:       else
                   2421:        {
                   2422:          /* We divided.  Now finish doing X - Y * (X / Y).  */
                   2423:          result = expand_mult (compute_mode, result, op1, target, unsignedp);
                   2424:          if (! result) abort ();
                   2425:          result = expand_binop (compute_mode, sub_optab, op0,
                   2426:                                 result, target, unsignedp, OPTAB_LIB_WIDEN);
                   2427:        }
                   2428:     }
                   2429: 
                   2430:   if (result == 0)
                   2431:     abort ();
                   2432: 
                   2433:   return gen_lowpart (mode, result);
                   2434: }
                   2435: 
                   2436: /* Return a tree node with data type TYPE, describing the value of X.
                   2437:    Usually this is an RTL_EXPR, if there is no obvious better choice.
                   2438:    X may be an expression, however we only support those expressions
                   2439:    generated by loop.c.   */
                   2440: 
                   2441: tree
                   2442: make_tree (type, x)
                   2443:      tree type;
                   2444:      rtx x;
                   2445: {
                   2446:   tree t;
                   2447: 
                   2448:   switch (GET_CODE (x))
                   2449:     {
                   2450:     case CONST_INT:
                   2451:       t = build_int_2 (INTVAL (x),
                   2452:                       ! TREE_UNSIGNED (type) && INTVAL (x) >= 0 ? 0 : -1);
                   2453:       TREE_TYPE (t) = type;
                   2454:       return t;
                   2455: 
                   2456:     case CONST_DOUBLE:
                   2457:       if (GET_MODE (x) == VOIDmode)
                   2458:        {
                   2459:          t = build_int_2 (CONST_DOUBLE_LOW (x), CONST_DOUBLE_HIGH (x));
                   2460:          TREE_TYPE (t) = type;
                   2461:        }
                   2462:       else
                   2463:        {
                   2464:          REAL_VALUE_TYPE d;
                   2465: 
                   2466:          REAL_VALUE_FROM_CONST_DOUBLE (d, x);
                   2467:          t = build_real (type, d);
                   2468:        }
                   2469: 
                   2470:       return t;
                   2471:          
                   2472:     case PLUS:
                   2473:       return fold (build (PLUS_EXPR, type, make_tree (type, XEXP (x, 0)),
                   2474:                          make_tree (type, XEXP (x, 1))));
                   2475:                                                       
                   2476:     case MINUS:
                   2477:       return fold (build (MINUS_EXPR, type, make_tree (type, XEXP (x, 0)),
                   2478:                          make_tree (type, XEXP (x, 1))));
                   2479:                                                       
                   2480:     case NEG:
                   2481:       return fold (build1 (NEGATE_EXPR, type, make_tree (type, XEXP (x, 0))));
                   2482: 
                   2483:     case MULT:
                   2484:       return fold (build (MULT_EXPR, type, make_tree (type, XEXP (x, 0)),
                   2485:                          make_tree (type, XEXP (x, 1))));
                   2486:                                                      
                   2487:     case ASHIFT:
                   2488:       return fold (build (LSHIFT_EXPR, type, make_tree (type, XEXP (x, 0)),
                   2489:                          make_tree (type, XEXP (x, 1))));
                   2490:                                                      
                   2491:     case LSHIFTRT:
                   2492:       return fold (convert (type,
                   2493:                            build (RSHIFT_EXPR, unsigned_type (type),
                   2494:                                   make_tree (unsigned_type (type),
                   2495:                                              XEXP (x, 0)),
                   2496:                                   make_tree (type, XEXP (x, 1)))));
                   2497:                                                      
                   2498:     case ASHIFTRT:
                   2499:       return fold (convert (type,
                   2500:                            build (RSHIFT_EXPR, signed_type (type),
                   2501:                                   make_tree (signed_type (type), XEXP (x, 0)),
                   2502:                                   make_tree (type, XEXP (x, 1)))));
                   2503:                                                      
                   2504:     case DIV:
                   2505:       if (TREE_CODE (type) != REAL_TYPE)
                   2506:        t = signed_type (type);
                   2507:       else
                   2508:        t = type;
                   2509: 
                   2510:       return fold (convert (type,
                   2511:                            build (TRUNC_DIV_EXPR, t,
                   2512:                                   make_tree (t, XEXP (x, 0)),
                   2513:                                   make_tree (t, XEXP (x, 1)))));
                   2514:     case UDIV:
                   2515:       t = unsigned_type (type);
                   2516:       return fold (convert (type,
                   2517:                            build (TRUNC_DIV_EXPR, t,
                   2518:                                   make_tree (t, XEXP (x, 0)),
                   2519:                                   make_tree (t, XEXP (x, 1)))));
                   2520:    default:
                   2521:       t = make_node (RTL_EXPR);
                   2522:       TREE_TYPE (t) = type;
                   2523:       RTL_EXPR_RTL (t) = x;
                   2524:       /* There are no insns to be output
                   2525:         when this rtl_expr is used.  */
                   2526:       RTL_EXPR_SEQUENCE (t) = 0;
                   2527:       return t;
                   2528:     }
                   2529: }
                   2530: 
                   2531: /* Return an rtx representing the value of X * MULT + ADD.
                   2532:    TARGET is a suggestion for where to store the result (an rtx).
                   2533:    MODE is the machine mode for the computation.
                   2534:    X and MULT must have mode MODE.  ADD may have a different mode.
                   2535:    So can X (defaults to same as MODE).
                   2536:    UNSIGNEDP is non-zero to do unsigned multiplication.
                   2537:    This may emit insns.  */
                   2538: 
                   2539: rtx
                   2540: expand_mult_add (x, target, mult, add, mode, unsignedp)
                   2541:      rtx x, target, mult, add;
                   2542:      enum machine_mode mode;
                   2543:      int unsignedp;
                   2544: {
                   2545:   tree type = type_for_mode (mode, unsignedp);
                   2546:   tree add_type = (GET_MODE (add) == VOIDmode
                   2547:                   ? type : type_for_mode (GET_MODE (add)));
                   2548:   tree result =  fold (build (PLUS_EXPR, type,
                   2549:                              fold (build (MULT_EXPR, type,
                   2550:                                           make_tree (type, x),
                   2551:                                           make_tree (type, mult))),
                   2552:                              make_tree (add_type, add)));
                   2553: 
                   2554:   return expand_expr (result, target, VOIDmode, 0);
                   2555: }
                   2556: 
                   2557: /* Compute the logical-and of OP0 and OP1, storing it in TARGET
                   2558:    and returning TARGET.
                   2559: 
                   2560:    If TARGET is 0, a pseudo-register or constant is returned.  */
                   2561: 
                   2562: rtx
                   2563: expand_and (op0, op1, target)
                   2564:      rtx op0, op1, target;
                   2565: {
                   2566:   enum machine_mode mode = VOIDmode;
                   2567:   rtx tem;
                   2568: 
                   2569:   if (GET_MODE (op0) != VOIDmode)
                   2570:     mode = GET_MODE (op0);
                   2571:   else if (GET_MODE (op1) != VOIDmode)
                   2572:     mode = GET_MODE (op1);
                   2573: 
                   2574:   if (mode != VOIDmode)
                   2575:     tem = expand_binop (mode, and_optab, op0, op1, target, 0, OPTAB_LIB_WIDEN);
                   2576:   else if (GET_CODE (op0) == CONST_INT && GET_CODE (op1) == CONST_INT)
                   2577:     tem = gen_rtx (CONST_INT, VOIDmode, INTVAL (op0) & INTVAL (op1));
                   2578:   else
                   2579:     abort ();
                   2580: 
                   2581:   if (target == 0)
                   2582:     target = tem;
                   2583:   else if (tem != target)
                   2584:     emit_move_insn (target, tem);
                   2585:   return target;
                   2586: }
                   2587: 
                   2588: /* Emit a store-flags instruction for comparison CODE on OP0 and OP1
                   2589:    and storing in TARGET.  Normally return TARGET.
                   2590:    Return 0 if that cannot be done.
                   2591: 
                   2592:    MODE is the mode to use for OP0 and OP1 should they be CONST_INTs.  If
                   2593:    it is VOIDmode, they cannot both be CONST_INT.  
                   2594: 
                   2595:    UNSIGNEDP is for the case where we have to widen the operands
                   2596:    to perform the operation.  It says to use zero-extension.
                   2597: 
                   2598:    NORMALIZEP is 1 if we should convert the result to be either zero
                   2599:    or one one.  Normalize is -1 if we should convert the result to be
                   2600:    either zero or -1.  If NORMALIZEP is zero, the result will be left
                   2601:    "raw" out of the scc insn.  */
                   2602: 
                   2603: rtx
                   2604: emit_store_flag (target, code, op0, op1, mode, unsignedp, normalizep)
                   2605:      rtx target;
                   2606:      enum rtx_code code;
                   2607:      rtx op0, op1;
                   2608:      enum machine_mode mode;
                   2609:      int unsignedp;
                   2610:      int normalizep;
                   2611: {
                   2612:   rtx subtarget;
                   2613:   enum insn_code icode;
                   2614:   enum machine_mode compare_mode;
                   2615:   enum machine_mode target_mode = GET_MODE (target);
                   2616:   rtx tem;
                   2617:   rtx last = 0;
                   2618:   rtx pattern, comparison;
                   2619: 
                   2620:   if (mode == VOIDmode)
                   2621:     mode = GET_MODE (op0);
                   2622: 
                   2623:   /* For some comparisons with 1 and -1, we can convert this to 
                   2624:      comparisons with zero.  This will often produce more opportunities for
                   2625:      store-flag insns. */
                   2626: 
                   2627:   switch (code)
                   2628:     {
                   2629:     case LT:
                   2630:       if (op1 == const1_rtx)
                   2631:        op1 = const0_rtx, code = LE;
                   2632:       break;
                   2633:     case LE:
                   2634:       if (op1 == constm1_rtx)
                   2635:        op1 = const0_rtx, code = LT;
                   2636:       break;
                   2637:     case GE:
                   2638:       if (op1 == const1_rtx)
                   2639:        op1 = const0_rtx, code = GT;
                   2640:       break;
                   2641:     case GT:
                   2642:       if (op1 == constm1_rtx)
                   2643:        op1 = const0_rtx, code = GE;
                   2644:       break;
                   2645:     case GEU:
                   2646:       if (op1 == const1_rtx)
                   2647:        op1 = const0_rtx, code = NE;
                   2648:       break;
                   2649:     case LTU:
                   2650:       if (op1 == const1_rtx)
                   2651:        op1 = const0_rtx, code = EQ;
                   2652:       break;
                   2653:     }
                   2654: 
                   2655:   /* From now on, we won't change CODE, so set ICODE now.  */
                   2656:   icode = setcc_gen_code[(int) code];
                   2657: 
                   2658:   /* If this is A < 0 or A >= 0, we can do this by taking the ones
                   2659:      complement of A (for GE) and shifting the sign bit to the low bit.  */
                   2660:   if (op1 == const0_rtx && (code == LT || code == GE)
                   2661:       && GET_MODE_CLASS (mode) == MODE_INT
                   2662:       && (normalizep || STORE_FLAG_VALUE == 1
                   2663:          || (GET_MODE_BITSIZE (mode) <= HOST_BITS_PER_INT
                   2664:              && STORE_FLAG_VALUE == 1 << (GET_MODE_BITSIZE (mode) - 1))))
                   2665:     {
                   2666:       rtx subtarget = target;
                   2667: 
                   2668:       /* If the result is to be wider than OP0, it is best to convert it
                   2669:         first.  If it is to be narrower, it is *incorrect* to convert it
                   2670:         first.  */
                   2671:       if (GET_MODE_SIZE (target_mode) > GET_MODE_SIZE (mode))
                   2672:        {
                   2673:          op0 = convert_to_mode (target_mode, op0, 0);
                   2674:          mode = target_mode;
                   2675:        }
                   2676: 
                   2677:       if (target_mode != mode)
                   2678:        subtarget = 0;
                   2679: 
                   2680:       if (code == GE)
                   2681:        op0 = expand_unop (mode, one_cmpl_optab, op0, subtarget, 0);
                   2682: 
                   2683:       if (normalizep || STORE_FLAG_VALUE == 1)
                   2684:        /* If we are supposed to produce a 0/1 value, we want to do
                   2685:           a logical shift from the sign bit to the low-order bit; for
                   2686:           a -1/0 value, we do an arithmetic shift.  */
                   2687:        op0 = expand_shift (RSHIFT_EXPR, mode, op0,
                   2688:                            size_int (GET_MODE_BITSIZE (mode) - 1),
                   2689:                            subtarget, normalizep != -1);
                   2690: 
                   2691:       if (mode != target_mode)
                   2692:        op0 = convert_to_mode (target_mode, op0, 0);
                   2693: 
                   2694:       return op0;
                   2695:     }
                   2696: 
                   2697:   if (icode != CODE_FOR_nothing)
                   2698:     {
                   2699:       /* We think we may be able to do this with a scc insn.  Emit the
                   2700:         comparison and then the scc insn.
                   2701: 
                   2702:         compare_from_rtx may call emit_queue, which would be deleted below
                   2703:         if the scc insn fails.  So call it ourselves before setting LAST.  */
                   2704: 
                   2705:       emit_queue ();
                   2706:       last = get_last_insn ();
                   2707: 
                   2708:       comparison = compare_from_rtx (op0, op1, code, unsignedp, mode, 0, 0);
                   2709:       if (GET_CODE (comparison) == CONST_INT)
                   2710:        return (comparison == const0_rtx ? const0_rtx
                   2711:                : normalizep == 1 ? const1_rtx
                   2712:                : normalizep == -1 ? constm1_rtx
                   2713:                : const_true_rtx);
                   2714: 
                   2715:       /* Get a reference to the target in the proper mode for this insn.  */
                   2716:       compare_mode = insn_operand_mode[(int) icode][0];
                   2717:       subtarget = target;
                   2718:       if (preserve_subexpressions_p ()
                   2719:          || ! (*insn_operand_predicate[(int) icode][0]) (subtarget, compare_mode))
                   2720:        subtarget = gen_reg_rtx (compare_mode);
                   2721: 
                   2722:       pattern = GEN_FCN (icode) (subtarget);
                   2723:       if (pattern)
                   2724:        {
                   2725:          emit_insn (pattern);
                   2726: 
                   2727:          /* If we are converting to a wider mode, first convert to
                   2728:             TARGET_MODE, then normalize.  This produces better combining
                   2729:             opportunities on machines that have a SIGN_EXTRACT when we are
                   2730:             testing a single bit.  This mostly benefits the 68k.
                   2731: 
                   2732:             If STORE_FLAG_VALUE does not have the sign bit set when
                   2733:             interpreted in COMPARE_MODE, we can do this conversion as
                   2734:             unsigned, which is usually more efficient.  */
                   2735:          if (GET_MODE_SIZE (target_mode) > GET_MODE_SIZE (compare_mode))
                   2736:            {
                   2737:              convert_move (target, subtarget,
                   2738:                            (GET_MODE_BITSIZE (compare_mode)
                   2739:                             <= HOST_BITS_PER_INT)
                   2740:                            && 0 == (STORE_FLAG_VALUE
                   2741:                                     & (1 << (GET_MODE_BITSIZE (compare_mode) -1))));
                   2742:              op0 = target;
                   2743:              compare_mode = target_mode;
                   2744:            }
                   2745:          else
                   2746:            op0 = subtarget;
                   2747: 
                   2748:          /* Now normalize to the proper value in COMPARE_MODE.  Sometimes
                   2749:             we don't have to do anything.  */
                   2750:          if (normalizep == 0 || normalizep == STORE_FLAG_VALUE)
                   2751:            ;
                   2752:          else if (normalizep == - STORE_FLAG_VALUE)
                   2753:            op0 = expand_unop (compare_mode, neg_optab, op0, subtarget, 0);
                   2754: 
                   2755:          /* We don't want to use STORE_FLAG_VALUE < 0 below since this
                   2756:             makes it hard to use a value of just the sign bit due to
                   2757:             ANSI integer constant typing rules.  */
                   2758:          else if (GET_MODE_BITSIZE (compare_mode) <= HOST_BITS_PER_INT
                   2759:                   && (STORE_FLAG_VALUE
                   2760:                       & (1 << (GET_MODE_BITSIZE (compare_mode) - 1))))
                   2761:            op0 = expand_shift (RSHIFT_EXPR, compare_mode, op0,
                   2762:                                size_int (GET_MODE_BITSIZE (compare_mode) - 1),
                   2763:                                subtarget, normalizep == 1);
                   2764:          else if (STORE_FLAG_VALUE & 1)
                   2765:            {
                   2766:              op0 = expand_and (op0, const1_rtx, subtarget);
                   2767:              if (normalizep == -1)
                   2768:                op0 = expand_unop (compare_mode, neg_optab, op0, op0, 0);
                   2769:            }
                   2770:          else
                   2771:            abort ();
                   2772: 
                   2773:          /* If we were converting to a smaller mode, do the 
                   2774:             conversion now.  */
                   2775:          if (target_mode != compare_mode)
                   2776:            {
                   2777:              convert_move (target, op0);
                   2778:              return target;
                   2779:            }
                   2780:          else
                   2781:            return op0;
                   2782:        }
                   2783:     }
                   2784: 
                   2785:   if (last)
                   2786:     delete_insns_since (last);
                   2787: 
                   2788:   subtarget = target_mode == mode ? target : 0;
                   2789: 
                   2790:   /* If we reached here, we can't do this with a scc insn.  However, there
                   2791:      are some comparisons that can be done directly.  For example, if
                   2792:      this is an equality comparison of integers, we can try to exclusive-or
                   2793:      (or subtract) the two operands and use a recursive call to try the
                   2794:      comparison with zero.  Don't do any of these cases if branches are
                   2795:      very cheap.  */
                   2796: 
                   2797:   if (BRANCH_COST >= 0
                   2798:       && GET_MODE_CLASS (mode) == MODE_INT && (code == EQ || code == NE)
                   2799:       && op1 != const0_rtx)
                   2800:     {
                   2801:       tem = expand_binop (mode, xor_optab, op0, op1, subtarget, 1,
                   2802:                          OPTAB_WIDEN);
                   2803: 
                   2804:       if (tem == 0)
                   2805:        tem = expand_binop (mode, sub_optab, op0, op1, subtarget, 1,
                   2806:                            OPTAB_WIDEN);
                   2807:       if (tem != 0)
                   2808:        tem = emit_store_flag (target, code, tem, const0_rtx,
                   2809:                               mode, unsignedp, normalizep);
                   2810:       if (tem == 0)
                   2811:        delete_insns_since (last);
                   2812:       return tem;
                   2813:     }
                   2814: 
                   2815:   /* Some other cases we can do are EQ, NE, LE, and GT comparisons with 
                   2816:      the constant zero.  Reject all other comparisons at this point.  Only
                   2817:      do LE and GT if branches are expensive since they are expensive on
                   2818:      2-operand machines.  */
                   2819: 
                   2820:   if (BRANCH_COST == 0
                   2821:       || GET_MODE_CLASS (mode) != MODE_INT || op1 != const0_rtx
                   2822:       || (code != EQ && code != NE
                   2823:          && (BRANCH_COST <= 1 || (code != LE && code != GT))))
                   2824:     return 0;
                   2825: 
                   2826:   /* See what we need to return.  We can only return a 1, -1, or the
                   2827:      sign bit.  */
                   2828: 
                   2829:   if (normalizep == 0)
                   2830:     {
                   2831:       if (STORE_FLAG_VALUE == 1 || STORE_FLAG_VALUE == -1)
                   2832:        normalizep = STORE_FLAG_VALUE;
                   2833: 
                   2834:       else if (GET_MODE_BITSIZE (mode) <= HOST_BITS_PER_INT
                   2835:               && STORE_FLAG_VALUE == 1 << (GET_MODE_BITSIZE (mode) - 1))
                   2836:        ;
                   2837:       else
                   2838:        return 0;
                   2839:     }
                   2840: 
                   2841:   /* Try to put the result of the comparison in the sign bit.  Assume we can't
                   2842:      do the necessary operation below.  */
                   2843: 
                   2844:   tem = 0;
                   2845: 
                   2846:   /* To see if A <= 0, compute (A | (A - 1)).  A <= 0 iff that result has
                   2847:      the sign bit set.  */
                   2848: 
                   2849:   if (code == LE)
                   2850:     {
                   2851:       /* This is destructive, so SUBTARGET can't be OP0.  */
                   2852:       if (rtx_equal_p (subtarget, op0))
                   2853:        subtarget = 0;
                   2854: 
                   2855:       tem = expand_binop (mode, sub_optab, op0, const1_rtx, subtarget, 0,
                   2856:                          OPTAB_WIDEN);
                   2857:       if (tem)
                   2858:        tem = expand_binop (mode, ior_optab, op0, tem, subtarget, 0,
                   2859:                            OPTAB_WIDEN);
                   2860:     }
                   2861: 
                   2862:   /* To see if A > 0, compute (((signed) A) << BITS) - A, where BITS is the
                   2863:      number of bits in the mode of OP0, minus one.  */
                   2864: 
                   2865:   if (code == GT)
                   2866:     {
                   2867:       if (rtx_equal_p (subtarget, op0))
                   2868:        subtarget = 0;
                   2869: 
                   2870:       tem = expand_shift (RSHIFT_EXPR, mode, op0,
                   2871:                          size_int (GET_MODE_BITSIZE (mode) - 1),
                   2872:                          subtarget, 0);
                   2873:       tem = expand_binop (mode, sub_optab, tem, op0, subtarget, 0,
                   2874:                          OPTAB_WIDEN);
                   2875:     }
                   2876:                                    
                   2877:   if (code == EQ || code == NE)
                   2878:     {
                   2879:       /* For EQ or NE, one way to do the comparison is to apply an operation
                   2880:         that converts the operand into a positive number if it is non-zero
                   2881:         or zero if it was originally zero.  Then, for EQ, we subtract 1 and
                   2882:         for NE we negate.  This puts the result in the sign bit.  Then we
                   2883:         normalize with a shift, if needed. 
                   2884: 
                   2885:         Two operations that can do the above actions are ABS and FFS, so try
                   2886:         them.  If that doesn't work, and MODE is smaller than a full word,
                   2887:         we can use zero-extention to the wider mode (an unsigned conversion)
                   2888:         as the operation.  */
                   2889: 
                   2890:       if (abs_optab->handlers[(int) mode].insn_code != CODE_FOR_nothing)
                   2891:        tem = expand_unop (mode, abs_optab, op0, subtarget, 1);
                   2892:       else if (ffs_optab->handlers[(int) mode].insn_code != CODE_FOR_nothing)
                   2893:        tem = expand_unop (mode, ffs_optab, op0, subtarget, 1);
                   2894:       else if (GET_MODE_SIZE (mode) < UNITS_PER_WORD)
                   2895:        {
                   2896:          mode = word_mode;
                   2897:          tem = convert_to_mode (mode, op0, 1);
                   2898:        }
                   2899: 
                   2900:       if (tem != 0)
                   2901:        {
                   2902:          if (code == EQ)
                   2903:            tem = expand_binop (mode, sub_optab, tem, const1_rtx, subtarget,
                   2904:                                0, OPTAB_WIDEN);
                   2905:          else
                   2906:            tem = expand_unop (mode, neg_optab, tem, subtarget, 0);
                   2907:        }
                   2908: 
                   2909:       /* If we couldn't do it that way, for NE we can "or" the two's complement
                   2910:         of the value with itself.  For EQ, we take the one's complement of
                   2911:         that "or", which is an extra insn, so we only handle EQ if branches
                   2912:         are expensive.  */
                   2913: 
                   2914:       if (tem == 0 && (code == NE || BRANCH_COST > 1))
                   2915:        {
                   2916:          tem = expand_unop (mode, neg_optab, op0, subtarget, 0);
                   2917:          tem = expand_binop (mode, ior_optab, tem, op0, subtarget, 0,
                   2918:                              OPTAB_WIDEN);
                   2919: 
                   2920:          if (tem && code == EQ)
                   2921:            tem = expand_unop (mode, one_cmpl_optab, tem, subtarget, 0);
                   2922:        }
                   2923:     }
                   2924: 
                   2925:   if (tem && normalizep)
                   2926:     tem = expand_shift (RSHIFT_EXPR, mode, tem,
                   2927:                        size_int (GET_MODE_BITSIZE (mode) - 1),
                   2928:                        tem, normalizep == 1);
                   2929: 
                   2930:   if (tem && GET_MODE (tem) != target_mode)
                   2931:     {
                   2932:       convert_move (target, tem, 0);
                   2933:       tem = target;
                   2934:     }
                   2935: 
                   2936:   if (tem == 0)
                   2937:     delete_insns_since (last);
                   2938: 
                   2939:   return tem;
                   2940: }

unix.superglobalmegacorp.com

This archive runs on limited infrastructure. Preserving old code on modern bandwidth. Automated agents are requested to crawl responsibly.