macromem.cc revision 8961
17170Sgblack@eecs.umich.edu/* 27170Sgblack@eecs.umich.edu * Copyright (c) 2010 ARM Limited 37170Sgblack@eecs.umich.edu * All rights reserved 47170Sgblack@eecs.umich.edu * 57170Sgblack@eecs.umich.edu * The license below extends only to copyright in the software and shall 67170Sgblack@eecs.umich.edu * not be construed as granting a license to any other intellectual 77170Sgblack@eecs.umich.edu * property including but not limited to intellectual property relating 87170Sgblack@eecs.umich.edu * to a hardware implementation of the functionality of the software 97170Sgblack@eecs.umich.edu * licensed hereunder. You may use the software subject to the license 107170Sgblack@eecs.umich.edu * terms below provided that you ensure that this notice is replicated 117170Sgblack@eecs.umich.edu * unmodified and in its entirety in all distributions of the software, 127170Sgblack@eecs.umich.edu * modified or unmodified, in source code or in binary form. 137170Sgblack@eecs.umich.edu * 147170Sgblack@eecs.umich.edu * Copyright (c) 2007-2008 The Florida State University 157170Sgblack@eecs.umich.edu * All rights reserved. 167170Sgblack@eecs.umich.edu * 177170Sgblack@eecs.umich.edu * Redistribution and use in source and binary forms, with or without 187170Sgblack@eecs.umich.edu * modification, are permitted provided that the following conditions are 197170Sgblack@eecs.umich.edu * met: redistributions of source code must retain the above copyright 207170Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer; 217170Sgblack@eecs.umich.edu * redistributions in binary form must reproduce the above copyright 227170Sgblack@eecs.umich.edu * notice, this list of conditions and the following disclaimer in the 237170Sgblack@eecs.umich.edu * documentation and/or other materials provided with the distribution; 247170Sgblack@eecs.umich.edu * neither the name of the copyright holders nor the names of its 257170Sgblack@eecs.umich.edu * contributors may be used to endorse or promote products derived from 267170Sgblack@eecs.umich.edu * this software without specific prior written permission. 277170Sgblack@eecs.umich.edu * 287170Sgblack@eecs.umich.edu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 297170Sgblack@eecs.umich.edu * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 307170Sgblack@eecs.umich.edu * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 317170Sgblack@eecs.umich.edu * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 327170Sgblack@eecs.umich.edu * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 337170Sgblack@eecs.umich.edu * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 347170Sgblack@eecs.umich.edu * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 357170Sgblack@eecs.umich.edu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 367170Sgblack@eecs.umich.edu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 377170Sgblack@eecs.umich.edu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 387170Sgblack@eecs.umich.edu * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 397170Sgblack@eecs.umich.edu * 407170Sgblack@eecs.umich.edu * Authors: Stephen Hines 417170Sgblack@eecs.umich.edu */ 427170Sgblack@eecs.umich.edu 438229Snate@binkert.org#include <sstream> 448229Snate@binkert.org 457170Sgblack@eecs.umich.edu#include "arch/arm/insts/macromem.hh" 468961Sgblack@eecs.umich.edu#include "arch/arm/generated/decoder.hh" 477170Sgblack@eecs.umich.edu 487853SMatt.Horsnell@ARM.comusing namespace std; 497170Sgblack@eecs.umich.eduusing namespace ArmISAInst; 507170Sgblack@eecs.umich.edu 517170Sgblack@eecs.umich.edunamespace ArmISA 527170Sgblack@eecs.umich.edu{ 537170Sgblack@eecs.umich.edu 547170Sgblack@eecs.umich.eduMacroMemOp::MacroMemOp(const char *mnem, ExtMachInst machInst, 557170Sgblack@eecs.umich.edu OpClass __opClass, IntRegIndex rn, 567170Sgblack@eecs.umich.edu bool index, bool up, bool user, bool writeback, 577170Sgblack@eecs.umich.edu bool load, uint32_t reglist) : 587170Sgblack@eecs.umich.edu PredMacroOp(mnem, machInst, __opClass) 597170Sgblack@eecs.umich.edu{ 607170Sgblack@eecs.umich.edu uint32_t regs = reglist; 617170Sgblack@eecs.umich.edu uint32_t ones = number_of_ones(reglist); 628148SAli.Saidi@ARM.com // Remember that writeback adds a uop or two and the temp register adds one 638148SAli.Saidi@ARM.com numMicroops = ones + (writeback ? (load ? 2 : 1) : 0) + 1; 648148SAli.Saidi@ARM.com 658148SAli.Saidi@ARM.com // It's technically legal to do a lot of nothing 668148SAli.Saidi@ARM.com if (!ones) 678148SAli.Saidi@ARM.com numMicroops = 1; 688148SAli.Saidi@ARM.com 697170Sgblack@eecs.umich.edu microOps = new StaticInstPtr[numMicroops]; 707170Sgblack@eecs.umich.edu uint32_t addr = 0; 717170Sgblack@eecs.umich.edu 727170Sgblack@eecs.umich.edu if (!up) 737170Sgblack@eecs.umich.edu addr = (ones << 2) - 4; 747170Sgblack@eecs.umich.edu 757170Sgblack@eecs.umich.edu if (!index) 767170Sgblack@eecs.umich.edu addr += 4; 777170Sgblack@eecs.umich.edu 787190Sgblack@eecs.umich.edu StaticInstPtr *uop = microOps; 797190Sgblack@eecs.umich.edu 807170Sgblack@eecs.umich.edu // Add 0 to Rn and stick it in ureg0. 817170Sgblack@eecs.umich.edu // This is equivalent to a move. 827190Sgblack@eecs.umich.edu *uop = new MicroAddiUop(machInst, INTREG_UREG0, rn, 0); 837190Sgblack@eecs.umich.edu 847170Sgblack@eecs.umich.edu unsigned reg = 0; 858148SAli.Saidi@ARM.com unsigned regIdx = 0; 867170Sgblack@eecs.umich.edu bool force_user = user & !bits(reglist, 15); 877170Sgblack@eecs.umich.edu bool exception_ret = user & bits(reglist, 15); 887170Sgblack@eecs.umich.edu 897190Sgblack@eecs.umich.edu for (int i = 0; i < ones; i++) { 907170Sgblack@eecs.umich.edu // Find the next register. 917170Sgblack@eecs.umich.edu while (!bits(regs, reg)) 927170Sgblack@eecs.umich.edu reg++; 937170Sgblack@eecs.umich.edu replaceBits(regs, reg, 0); 947170Sgblack@eecs.umich.edu 958148SAli.Saidi@ARM.com regIdx = reg; 967170Sgblack@eecs.umich.edu if (force_user) { 977310Sgblack@eecs.umich.edu regIdx = intRegInMode(MODE_USER, regIdx); 987170Sgblack@eecs.umich.edu } 997170Sgblack@eecs.umich.edu 1007170Sgblack@eecs.umich.edu if (load) { 1018148SAli.Saidi@ARM.com if (writeback && i == ones - 1) { 1028148SAli.Saidi@ARM.com // If it's a writeback and this is the last register 1038148SAli.Saidi@ARM.com // do the load into a temporary register which we'll move 1048148SAli.Saidi@ARM.com // into the final one later 1058148SAli.Saidi@ARM.com *++uop = new MicroLdrUop(machInst, INTREG_UREG1, INTREG_UREG0, 1068148SAli.Saidi@ARM.com up, addr); 1077170Sgblack@eecs.umich.edu } else { 1088148SAli.Saidi@ARM.com // Otherwise just do it normally 1098148SAli.Saidi@ARM.com if (reg == INTREG_PC && exception_ret) { 1108148SAli.Saidi@ARM.com // This must be the exception return form of ldm. 1118148SAli.Saidi@ARM.com *++uop = new MicroLdrRetUop(machInst, regIdx, 1128148SAli.Saidi@ARM.com INTREG_UREG0, up, addr); 1138148SAli.Saidi@ARM.com } else { 1148148SAli.Saidi@ARM.com *++uop = new MicroLdrUop(machInst, regIdx, 1158148SAli.Saidi@ARM.com INTREG_UREG0, up, addr); 1168148SAli.Saidi@ARM.com } 1177170Sgblack@eecs.umich.edu } 1187170Sgblack@eecs.umich.edu } else { 1197190Sgblack@eecs.umich.edu *++uop = new MicroStrUop(machInst, regIdx, INTREG_UREG0, up, addr); 1207170Sgblack@eecs.umich.edu } 1217170Sgblack@eecs.umich.edu 1227170Sgblack@eecs.umich.edu if (up) 1237170Sgblack@eecs.umich.edu addr += 4; 1247170Sgblack@eecs.umich.edu else 1257170Sgblack@eecs.umich.edu addr -= 4; 1267170Sgblack@eecs.umich.edu } 1277170Sgblack@eecs.umich.edu 1288148SAli.Saidi@ARM.com if (writeback && ones) { 1298148SAli.Saidi@ARM.com // put the register update after we're done all loading 1308148SAli.Saidi@ARM.com if (up) 1318148SAli.Saidi@ARM.com *++uop = new MicroAddiUop(machInst, rn, rn, ones * 4); 1328148SAli.Saidi@ARM.com else 1338148SAli.Saidi@ARM.com *++uop = new MicroSubiUop(machInst, rn, rn, ones * 4); 1348148SAli.Saidi@ARM.com 1358148SAli.Saidi@ARM.com // If this was a load move the last temporary value into place 1368148SAli.Saidi@ARM.com // this way we can't take an exception after we update the base 1378148SAli.Saidi@ARM.com // register. 1388148SAli.Saidi@ARM.com if (load && reg == INTREG_PC && exception_ret) { 1398148SAli.Saidi@ARM.com *++uop = new MicroUopRegMovRet(machInst, 0, INTREG_UREG1); 1408148SAli.Saidi@ARM.com } else if (load) { 1418148SAli.Saidi@ARM.com *++uop = new MicroUopRegMov(machInst, regIdx, INTREG_UREG1); 1428148SAli.Saidi@ARM.com if (reg == INTREG_PC) { 1438542Sgblack@eecs.umich.edu (*uop)->setFlag(StaticInst::IsControl); 1448542Sgblack@eecs.umich.edu (*uop)->setFlag(StaticInst::IsCondControl); 1458542Sgblack@eecs.umich.edu (*uop)->setFlag(StaticInst::IsIndirectControl); 1468148SAli.Saidi@ARM.com // This is created as a RAS POP 1478148SAli.Saidi@ARM.com if (rn == INTREG_SP) 1488542Sgblack@eecs.umich.edu (*uop)->setFlag(StaticInst::IsReturn); 1498148SAli.Saidi@ARM.com 1508148SAli.Saidi@ARM.com } 1518148SAli.Saidi@ARM.com } 1527170Sgblack@eecs.umich.edu } 1537190Sgblack@eecs.umich.edu 1547190Sgblack@eecs.umich.edu (*uop)->setLastMicroop(); 1557343Sgblack@eecs.umich.edu 1567343Sgblack@eecs.umich.edu for (StaticInstPtr *curUop = microOps; 1577343Sgblack@eecs.umich.edu !(*curUop)->isLastMicroop(); curUop++) { 1587343Sgblack@eecs.umich.edu MicroOp * uopPtr = dynamic_cast<MicroOp *>(curUop->get()); 1597343Sgblack@eecs.umich.edu assert(uopPtr); 1607343Sgblack@eecs.umich.edu uopPtr->setDelayedCommit(); 1617343Sgblack@eecs.umich.edu } 1627170Sgblack@eecs.umich.edu} 1637170Sgblack@eecs.umich.edu 1647639Sgblack@eecs.umich.eduVldMultOp::VldMultOp(const char *mnem, ExtMachInst machInst, OpClass __opClass, 1657639Sgblack@eecs.umich.edu unsigned elems, RegIndex rn, RegIndex vd, unsigned regs, 1667639Sgblack@eecs.umich.edu unsigned inc, uint32_t size, uint32_t align, RegIndex rm) : 1677639Sgblack@eecs.umich.edu PredMacroOp(mnem, machInst, __opClass) 1687639Sgblack@eecs.umich.edu{ 1697639Sgblack@eecs.umich.edu assert(regs > 0 && regs <= 4); 1707639Sgblack@eecs.umich.edu assert(regs % elems == 0); 1717639Sgblack@eecs.umich.edu 1727639Sgblack@eecs.umich.edu numMicroops = (regs > 2) ? 2 : 1; 1737639Sgblack@eecs.umich.edu bool wb = (rm != 15); 1747639Sgblack@eecs.umich.edu bool deinterleave = (elems > 1); 1757639Sgblack@eecs.umich.edu 1767639Sgblack@eecs.umich.edu if (wb) numMicroops++; 1777639Sgblack@eecs.umich.edu if (deinterleave) numMicroops += (regs / elems); 1787639Sgblack@eecs.umich.edu microOps = new StaticInstPtr[numMicroops]; 1797639Sgblack@eecs.umich.edu 1807639Sgblack@eecs.umich.edu RegIndex rMid = deinterleave ? NumFloatArchRegs : vd * 2; 1817639Sgblack@eecs.umich.edu 1827639Sgblack@eecs.umich.edu uint32_t noAlign = TLB::MustBeOne; 1837639Sgblack@eecs.umich.edu 1847639Sgblack@eecs.umich.edu unsigned uopIdx = 0; 1857639Sgblack@eecs.umich.edu switch (regs) { 1867639Sgblack@eecs.umich.edu case 4: 1877639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroLdrNeon16Uop>( 1887639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 1897639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroLdrNeon16Uop>( 1907639Sgblack@eecs.umich.edu size, machInst, rMid + 4, rn, 16, noAlign); 1917639Sgblack@eecs.umich.edu break; 1927639Sgblack@eecs.umich.edu case 3: 1937639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroLdrNeon16Uop>( 1947639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 1957639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroLdrNeon8Uop>( 1967639Sgblack@eecs.umich.edu size, machInst, rMid + 4, rn, 16, noAlign); 1977639Sgblack@eecs.umich.edu break; 1987639Sgblack@eecs.umich.edu case 2: 1997639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroLdrNeon16Uop>( 2007639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 2017639Sgblack@eecs.umich.edu break; 2027639Sgblack@eecs.umich.edu case 1: 2037639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroLdrNeon8Uop>( 2047639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 2057639Sgblack@eecs.umich.edu break; 2067639Sgblack@eecs.umich.edu default: 2077853SMatt.Horsnell@ARM.com // Unknown number of registers 2087853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 2097639Sgblack@eecs.umich.edu } 2107639Sgblack@eecs.umich.edu if (wb) { 2117639Sgblack@eecs.umich.edu if (rm != 15 && rm != 13) { 2127639Sgblack@eecs.umich.edu microOps[uopIdx++] = 2137646Sgene.wu@arm.com new MicroAddUop(machInst, rn, rn, rm, 0, ArmISA::LSL); 2147639Sgblack@eecs.umich.edu } else { 2157639Sgblack@eecs.umich.edu microOps[uopIdx++] = 2167639Sgblack@eecs.umich.edu new MicroAddiUop(machInst, rn, rn, regs * 8); 2177639Sgblack@eecs.umich.edu } 2187639Sgblack@eecs.umich.edu } 2197639Sgblack@eecs.umich.edu if (deinterleave) { 2207639Sgblack@eecs.umich.edu switch (elems) { 2217639Sgblack@eecs.umich.edu case 4: 2227639Sgblack@eecs.umich.edu assert(regs == 4); 2237639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroDeintNeon8Uop>( 2247639Sgblack@eecs.umich.edu size, machInst, vd * 2, rMid, inc * 2); 2257639Sgblack@eecs.umich.edu break; 2267639Sgblack@eecs.umich.edu case 3: 2277639Sgblack@eecs.umich.edu assert(regs == 3); 2287639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroDeintNeon6Uop>( 2297639Sgblack@eecs.umich.edu size, machInst, vd * 2, rMid, inc * 2); 2307639Sgblack@eecs.umich.edu break; 2317639Sgblack@eecs.umich.edu case 2: 2327639Sgblack@eecs.umich.edu assert(regs == 4 || regs == 2); 2337639Sgblack@eecs.umich.edu if (regs == 4) { 2347639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroDeintNeon4Uop>( 2357639Sgblack@eecs.umich.edu size, machInst, vd * 2, rMid, inc * 2); 2367639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroDeintNeon4Uop>( 2377639Sgblack@eecs.umich.edu size, machInst, vd * 2 + 2, rMid + 4, inc * 2); 2387639Sgblack@eecs.umich.edu } else { 2397639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroDeintNeon4Uop>( 2407639Sgblack@eecs.umich.edu size, machInst, vd * 2, rMid, inc * 2); 2417639Sgblack@eecs.umich.edu } 2427639Sgblack@eecs.umich.edu break; 2437639Sgblack@eecs.umich.edu default: 2447853SMatt.Horsnell@ARM.com // Bad number of elements to deinterleave 2457853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 2467639Sgblack@eecs.umich.edu } 2477639Sgblack@eecs.umich.edu } 2487639Sgblack@eecs.umich.edu assert(uopIdx == numMicroops); 2497639Sgblack@eecs.umich.edu 2507639Sgblack@eecs.umich.edu for (unsigned i = 0; i < numMicroops - 1; i++) { 2517639Sgblack@eecs.umich.edu MicroOp * uopPtr = dynamic_cast<MicroOp *>(microOps[i].get()); 2527639Sgblack@eecs.umich.edu assert(uopPtr); 2537639Sgblack@eecs.umich.edu uopPtr->setDelayedCommit(); 2547639Sgblack@eecs.umich.edu } 2557639Sgblack@eecs.umich.edu microOps[numMicroops - 1]->setLastMicroop(); 2567639Sgblack@eecs.umich.edu} 2577639Sgblack@eecs.umich.edu 2587639Sgblack@eecs.umich.eduVldSingleOp::VldSingleOp(const char *mnem, ExtMachInst machInst, 2597639Sgblack@eecs.umich.edu OpClass __opClass, bool all, unsigned elems, 2607639Sgblack@eecs.umich.edu RegIndex rn, RegIndex vd, unsigned regs, 2617639Sgblack@eecs.umich.edu unsigned inc, uint32_t size, uint32_t align, 2627639Sgblack@eecs.umich.edu RegIndex rm, unsigned lane) : 2637639Sgblack@eecs.umich.edu PredMacroOp(mnem, machInst, __opClass) 2647639Sgblack@eecs.umich.edu{ 2657639Sgblack@eecs.umich.edu assert(regs > 0 && regs <= 4); 2667639Sgblack@eecs.umich.edu assert(regs % elems == 0); 2677639Sgblack@eecs.umich.edu 2687639Sgblack@eecs.umich.edu unsigned eBytes = (1 << size); 2697639Sgblack@eecs.umich.edu unsigned loadSize = eBytes * elems; 2707639Sgblack@eecs.umich.edu unsigned loadRegs M5_VAR_USED = (loadSize + sizeof(FloatRegBits) - 1) / 2717639Sgblack@eecs.umich.edu sizeof(FloatRegBits); 2727639Sgblack@eecs.umich.edu 2737639Sgblack@eecs.umich.edu assert(loadRegs > 0 && loadRegs <= 4); 2747639Sgblack@eecs.umich.edu 2757639Sgblack@eecs.umich.edu numMicroops = 1; 2767639Sgblack@eecs.umich.edu bool wb = (rm != 15); 2777639Sgblack@eecs.umich.edu 2787639Sgblack@eecs.umich.edu if (wb) numMicroops++; 2797639Sgblack@eecs.umich.edu numMicroops += (regs / elems); 2807639Sgblack@eecs.umich.edu microOps = new StaticInstPtr[numMicroops]; 2817639Sgblack@eecs.umich.edu 2827639Sgblack@eecs.umich.edu RegIndex ufp0 = NumFloatArchRegs; 2837639Sgblack@eecs.umich.edu 2847639Sgblack@eecs.umich.edu unsigned uopIdx = 0; 2857639Sgblack@eecs.umich.edu switch (loadSize) { 2867639Sgblack@eecs.umich.edu case 1: 2877639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon1Uop<uint8_t>( 2887639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 2897639Sgblack@eecs.umich.edu break; 2907639Sgblack@eecs.umich.edu case 2: 2917639Sgblack@eecs.umich.edu if (eBytes == 2) { 2927639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon2Uop<uint16_t>( 2937639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 2947639Sgblack@eecs.umich.edu } else { 2957639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon2Uop<uint8_t>( 2967639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 2977639Sgblack@eecs.umich.edu } 2987639Sgblack@eecs.umich.edu break; 2997639Sgblack@eecs.umich.edu case 3: 3007639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon3Uop<uint8_t>( 3017639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3027639Sgblack@eecs.umich.edu break; 3037639Sgblack@eecs.umich.edu case 4: 3047639Sgblack@eecs.umich.edu switch (eBytes) { 3057639Sgblack@eecs.umich.edu case 1: 3067639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon4Uop<uint8_t>( 3077639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3087639Sgblack@eecs.umich.edu break; 3097639Sgblack@eecs.umich.edu case 2: 3107639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon4Uop<uint16_t>( 3117639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3127639Sgblack@eecs.umich.edu break; 3137639Sgblack@eecs.umich.edu case 4: 3147639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon4Uop<uint32_t>( 3157639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3167639Sgblack@eecs.umich.edu break; 3177639Sgblack@eecs.umich.edu } 3187639Sgblack@eecs.umich.edu break; 3197639Sgblack@eecs.umich.edu case 6: 3207639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon6Uop<uint16_t>( 3217639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3227639Sgblack@eecs.umich.edu break; 3237639Sgblack@eecs.umich.edu case 8: 3247639Sgblack@eecs.umich.edu switch (eBytes) { 3257639Sgblack@eecs.umich.edu case 2: 3267639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon8Uop<uint16_t>( 3277639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3287639Sgblack@eecs.umich.edu break; 3297639Sgblack@eecs.umich.edu case 4: 3307639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon8Uop<uint32_t>( 3317639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3327639Sgblack@eecs.umich.edu break; 3337639Sgblack@eecs.umich.edu } 3347639Sgblack@eecs.umich.edu break; 3357639Sgblack@eecs.umich.edu case 12: 3367639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon12Uop<uint32_t>( 3377639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3387639Sgblack@eecs.umich.edu break; 3397639Sgblack@eecs.umich.edu case 16: 3407639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroLdrNeon16Uop<uint32_t>( 3417639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 3427639Sgblack@eecs.umich.edu break; 3437639Sgblack@eecs.umich.edu default: 3447853SMatt.Horsnell@ARM.com // Unrecognized load size 3457853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 3467639Sgblack@eecs.umich.edu } 3477639Sgblack@eecs.umich.edu if (wb) { 3487639Sgblack@eecs.umich.edu if (rm != 15 && rm != 13) { 3497639Sgblack@eecs.umich.edu microOps[uopIdx++] = 3507646Sgene.wu@arm.com new MicroAddUop(machInst, rn, rn, rm, 0, ArmISA::LSL); 3517639Sgblack@eecs.umich.edu } else { 3527639Sgblack@eecs.umich.edu microOps[uopIdx++] = 3537639Sgblack@eecs.umich.edu new MicroAddiUop(machInst, rn, rn, loadSize); 3547639Sgblack@eecs.umich.edu } 3557639Sgblack@eecs.umich.edu } 3567639Sgblack@eecs.umich.edu switch (elems) { 3577639Sgblack@eecs.umich.edu case 4: 3587639Sgblack@eecs.umich.edu assert(regs == 4); 3597639Sgblack@eecs.umich.edu switch (size) { 3607639Sgblack@eecs.umich.edu case 0: 3617639Sgblack@eecs.umich.edu if (all) { 3627639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to8Uop<uint8_t>( 3637639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 3647639Sgblack@eecs.umich.edu } else { 3657639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to8Uop<uint8_t>( 3667639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 3677639Sgblack@eecs.umich.edu } 3687639Sgblack@eecs.umich.edu break; 3697639Sgblack@eecs.umich.edu case 1: 3707639Sgblack@eecs.umich.edu if (all) { 3717639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to8Uop<uint16_t>( 3727639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 3737639Sgblack@eecs.umich.edu } else { 3747639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to8Uop<uint16_t>( 3757639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 3767639Sgblack@eecs.umich.edu } 3777639Sgblack@eecs.umich.edu break; 3787639Sgblack@eecs.umich.edu case 2: 3797639Sgblack@eecs.umich.edu if (all) { 3807639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon4to8Uop<uint32_t>( 3817639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 3827639Sgblack@eecs.umich.edu } else { 3837639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon4to8Uop<uint32_t>( 3847639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 3857639Sgblack@eecs.umich.edu } 3867639Sgblack@eecs.umich.edu break; 3877639Sgblack@eecs.umich.edu default: 3887853SMatt.Horsnell@ARM.com // Bad size 3897853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 3907639Sgblack@eecs.umich.edu break; 3917639Sgblack@eecs.umich.edu } 3927639Sgblack@eecs.umich.edu break; 3937639Sgblack@eecs.umich.edu case 3: 3947639Sgblack@eecs.umich.edu assert(regs == 3); 3957639Sgblack@eecs.umich.edu switch (size) { 3967639Sgblack@eecs.umich.edu case 0: 3977639Sgblack@eecs.umich.edu if (all) { 3987639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to6Uop<uint8_t>( 3997639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 4007639Sgblack@eecs.umich.edu } else { 4017639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to6Uop<uint8_t>( 4027639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 4037639Sgblack@eecs.umich.edu } 4047639Sgblack@eecs.umich.edu break; 4057639Sgblack@eecs.umich.edu case 1: 4067639Sgblack@eecs.umich.edu if (all) { 4077639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to6Uop<uint16_t>( 4087639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 4097639Sgblack@eecs.umich.edu } else { 4107639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to6Uop<uint16_t>( 4117639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 4127639Sgblack@eecs.umich.edu } 4137639Sgblack@eecs.umich.edu break; 4147639Sgblack@eecs.umich.edu case 2: 4157639Sgblack@eecs.umich.edu if (all) { 4167639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon4to6Uop<uint32_t>( 4177639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 4187639Sgblack@eecs.umich.edu } else { 4197639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon4to6Uop<uint32_t>( 4207639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 4217639Sgblack@eecs.umich.edu } 4227639Sgblack@eecs.umich.edu break; 4237639Sgblack@eecs.umich.edu default: 4247853SMatt.Horsnell@ARM.com // Bad size 4257853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 4267639Sgblack@eecs.umich.edu break; 4277639Sgblack@eecs.umich.edu } 4287639Sgblack@eecs.umich.edu break; 4297639Sgblack@eecs.umich.edu case 2: 4307639Sgblack@eecs.umich.edu assert(regs == 2); 4317639Sgblack@eecs.umich.edu assert(loadRegs <= 2); 4327639Sgblack@eecs.umich.edu switch (size) { 4337639Sgblack@eecs.umich.edu case 0: 4347639Sgblack@eecs.umich.edu if (all) { 4357639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to4Uop<uint8_t>( 4367639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 4377639Sgblack@eecs.umich.edu } else { 4387639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to4Uop<uint8_t>( 4397639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 4407639Sgblack@eecs.umich.edu } 4417639Sgblack@eecs.umich.edu break; 4427639Sgblack@eecs.umich.edu case 1: 4437639Sgblack@eecs.umich.edu if (all) { 4447639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to4Uop<uint16_t>( 4457639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 4467639Sgblack@eecs.umich.edu } else { 4477639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to4Uop<uint16_t>( 4487639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 4497639Sgblack@eecs.umich.edu } 4507639Sgblack@eecs.umich.edu break; 4517639Sgblack@eecs.umich.edu case 2: 4527639Sgblack@eecs.umich.edu if (all) { 4537639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackAllNeon2to4Uop<uint32_t>( 4547639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2); 4557639Sgblack@eecs.umich.edu } else { 4567639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroUnpackNeon2to4Uop<uint32_t>( 4577639Sgblack@eecs.umich.edu machInst, vd * 2, ufp0, inc * 2, lane); 4587639Sgblack@eecs.umich.edu } 4597639Sgblack@eecs.umich.edu break; 4607639Sgblack@eecs.umich.edu default: 4617853SMatt.Horsnell@ARM.com // Bad size 4627853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 4637639Sgblack@eecs.umich.edu break; 4647639Sgblack@eecs.umich.edu } 4657639Sgblack@eecs.umich.edu break; 4667639Sgblack@eecs.umich.edu case 1: 4677639Sgblack@eecs.umich.edu assert(regs == 1 || (all && regs == 2)); 4687639Sgblack@eecs.umich.edu assert(loadRegs <= 2); 4697639Sgblack@eecs.umich.edu for (unsigned offset = 0; offset < regs; offset++) { 4707639Sgblack@eecs.umich.edu switch (size) { 4717639Sgblack@eecs.umich.edu case 0: 4727639Sgblack@eecs.umich.edu if (all) { 4737639Sgblack@eecs.umich.edu microOps[uopIdx++] = 4747639Sgblack@eecs.umich.edu new MicroUnpackAllNeon2to2Uop<uint8_t>( 4757639Sgblack@eecs.umich.edu machInst, (vd + offset) * 2, ufp0, inc * 2); 4767639Sgblack@eecs.umich.edu } else { 4777639Sgblack@eecs.umich.edu microOps[uopIdx++] = 4787639Sgblack@eecs.umich.edu new MicroUnpackNeon2to2Uop<uint8_t>( 4797639Sgblack@eecs.umich.edu machInst, (vd + offset) * 2, ufp0, inc * 2, lane); 4807639Sgblack@eecs.umich.edu } 4817639Sgblack@eecs.umich.edu break; 4827639Sgblack@eecs.umich.edu case 1: 4837639Sgblack@eecs.umich.edu if (all) { 4847639Sgblack@eecs.umich.edu microOps[uopIdx++] = 4857639Sgblack@eecs.umich.edu new MicroUnpackAllNeon2to2Uop<uint16_t>( 4867639Sgblack@eecs.umich.edu machInst, (vd + offset) * 2, ufp0, inc * 2); 4877639Sgblack@eecs.umich.edu } else { 4887639Sgblack@eecs.umich.edu microOps[uopIdx++] = 4897639Sgblack@eecs.umich.edu new MicroUnpackNeon2to2Uop<uint16_t>( 4907639Sgblack@eecs.umich.edu machInst, (vd + offset) * 2, ufp0, inc * 2, lane); 4917639Sgblack@eecs.umich.edu } 4927639Sgblack@eecs.umich.edu break; 4937639Sgblack@eecs.umich.edu case 2: 4947639Sgblack@eecs.umich.edu if (all) { 4957639Sgblack@eecs.umich.edu microOps[uopIdx++] = 4967639Sgblack@eecs.umich.edu new MicroUnpackAllNeon2to2Uop<uint32_t>( 4977639Sgblack@eecs.umich.edu machInst, (vd + offset) * 2, ufp0, inc * 2); 4987639Sgblack@eecs.umich.edu } else { 4997639Sgblack@eecs.umich.edu microOps[uopIdx++] = 5007639Sgblack@eecs.umich.edu new MicroUnpackNeon2to2Uop<uint32_t>( 5017639Sgblack@eecs.umich.edu machInst, (vd + offset) * 2, ufp0, inc * 2, lane); 5027639Sgblack@eecs.umich.edu } 5037639Sgblack@eecs.umich.edu break; 5047639Sgblack@eecs.umich.edu default: 5057853SMatt.Horsnell@ARM.com // Bad size 5067853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 5077639Sgblack@eecs.umich.edu break; 5087639Sgblack@eecs.umich.edu } 5097639Sgblack@eecs.umich.edu } 5107639Sgblack@eecs.umich.edu break; 5117639Sgblack@eecs.umich.edu default: 5127853SMatt.Horsnell@ARM.com // Bad number of elements to unpack 5137853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 5147639Sgblack@eecs.umich.edu } 5157639Sgblack@eecs.umich.edu assert(uopIdx == numMicroops); 5167639Sgblack@eecs.umich.edu 5177639Sgblack@eecs.umich.edu for (unsigned i = 0; i < numMicroops - 1; i++) { 5187639Sgblack@eecs.umich.edu MicroOp * uopPtr = dynamic_cast<MicroOp *>(microOps[i].get()); 5197639Sgblack@eecs.umich.edu assert(uopPtr); 5207639Sgblack@eecs.umich.edu uopPtr->setDelayedCommit(); 5217639Sgblack@eecs.umich.edu } 5227639Sgblack@eecs.umich.edu microOps[numMicroops - 1]->setLastMicroop(); 5237639Sgblack@eecs.umich.edu} 5247639Sgblack@eecs.umich.edu 5257639Sgblack@eecs.umich.eduVstMultOp::VstMultOp(const char *mnem, ExtMachInst machInst, OpClass __opClass, 5267639Sgblack@eecs.umich.edu unsigned elems, RegIndex rn, RegIndex vd, unsigned regs, 5277639Sgblack@eecs.umich.edu unsigned inc, uint32_t size, uint32_t align, RegIndex rm) : 5287639Sgblack@eecs.umich.edu PredMacroOp(mnem, machInst, __opClass) 5297639Sgblack@eecs.umich.edu{ 5307639Sgblack@eecs.umich.edu assert(regs > 0 && regs <= 4); 5317639Sgblack@eecs.umich.edu assert(regs % elems == 0); 5327639Sgblack@eecs.umich.edu 5337639Sgblack@eecs.umich.edu numMicroops = (regs > 2) ? 2 : 1; 5347639Sgblack@eecs.umich.edu bool wb = (rm != 15); 5357639Sgblack@eecs.umich.edu bool interleave = (elems > 1); 5367639Sgblack@eecs.umich.edu 5377639Sgblack@eecs.umich.edu if (wb) numMicroops++; 5387639Sgblack@eecs.umich.edu if (interleave) numMicroops += (regs / elems); 5397639Sgblack@eecs.umich.edu microOps = new StaticInstPtr[numMicroops]; 5407639Sgblack@eecs.umich.edu 5417639Sgblack@eecs.umich.edu uint32_t noAlign = TLB::MustBeOne; 5427639Sgblack@eecs.umich.edu 5437639Sgblack@eecs.umich.edu RegIndex rMid = interleave ? NumFloatArchRegs : vd * 2; 5447639Sgblack@eecs.umich.edu 5457639Sgblack@eecs.umich.edu unsigned uopIdx = 0; 5467639Sgblack@eecs.umich.edu if (interleave) { 5477639Sgblack@eecs.umich.edu switch (elems) { 5487639Sgblack@eecs.umich.edu case 4: 5497639Sgblack@eecs.umich.edu assert(regs == 4); 5507639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroInterNeon8Uop>( 5517639Sgblack@eecs.umich.edu size, machInst, rMid, vd * 2, inc * 2); 5527639Sgblack@eecs.umich.edu break; 5537639Sgblack@eecs.umich.edu case 3: 5547639Sgblack@eecs.umich.edu assert(regs == 3); 5557639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroInterNeon6Uop>( 5567639Sgblack@eecs.umich.edu size, machInst, rMid, vd * 2, inc * 2); 5577639Sgblack@eecs.umich.edu break; 5587639Sgblack@eecs.umich.edu case 2: 5597639Sgblack@eecs.umich.edu assert(regs == 4 || regs == 2); 5607639Sgblack@eecs.umich.edu if (regs == 4) { 5617639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroInterNeon4Uop>( 5627639Sgblack@eecs.umich.edu size, machInst, rMid, vd * 2, inc * 2); 5637639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroInterNeon4Uop>( 5647639Sgblack@eecs.umich.edu size, machInst, rMid + 4, vd * 2 + 2, inc * 2); 5657639Sgblack@eecs.umich.edu } else { 5667639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMixInst<MicroInterNeon4Uop>( 5677639Sgblack@eecs.umich.edu size, machInst, rMid, vd * 2, inc * 2); 5687639Sgblack@eecs.umich.edu } 5697639Sgblack@eecs.umich.edu break; 5707639Sgblack@eecs.umich.edu default: 5717853SMatt.Horsnell@ARM.com // Bad number of elements to interleave 5727853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 5737639Sgblack@eecs.umich.edu } 5747639Sgblack@eecs.umich.edu } 5757639Sgblack@eecs.umich.edu switch (regs) { 5767639Sgblack@eecs.umich.edu case 4: 5777639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroStrNeon16Uop>( 5787639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 5797639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroStrNeon16Uop>( 5807639Sgblack@eecs.umich.edu size, machInst, rMid + 4, rn, 16, noAlign); 5817639Sgblack@eecs.umich.edu break; 5827639Sgblack@eecs.umich.edu case 3: 5837639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroStrNeon16Uop>( 5847639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 5857639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroStrNeon8Uop>( 5867639Sgblack@eecs.umich.edu size, machInst, rMid + 4, rn, 16, noAlign); 5877639Sgblack@eecs.umich.edu break; 5887639Sgblack@eecs.umich.edu case 2: 5897639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroStrNeon16Uop>( 5907639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 5917639Sgblack@eecs.umich.edu break; 5927639Sgblack@eecs.umich.edu case 1: 5937639Sgblack@eecs.umich.edu microOps[uopIdx++] = newNeonMemInst<MicroStrNeon8Uop>( 5947639Sgblack@eecs.umich.edu size, machInst, rMid, rn, 0, align); 5957639Sgblack@eecs.umich.edu break; 5967639Sgblack@eecs.umich.edu default: 5977853SMatt.Horsnell@ARM.com // Unknown number of registers 5987853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 5997639Sgblack@eecs.umich.edu } 6007639Sgblack@eecs.umich.edu if (wb) { 6017639Sgblack@eecs.umich.edu if (rm != 15 && rm != 13) { 6027639Sgblack@eecs.umich.edu microOps[uopIdx++] = 6037646Sgene.wu@arm.com new MicroAddUop(machInst, rn, rn, rm, 0, ArmISA::LSL); 6047639Sgblack@eecs.umich.edu } else { 6057639Sgblack@eecs.umich.edu microOps[uopIdx++] = 6067639Sgblack@eecs.umich.edu new MicroAddiUop(machInst, rn, rn, regs * 8); 6077639Sgblack@eecs.umich.edu } 6087639Sgblack@eecs.umich.edu } 6097639Sgblack@eecs.umich.edu assert(uopIdx == numMicroops); 6107639Sgblack@eecs.umich.edu 6117639Sgblack@eecs.umich.edu for (unsigned i = 0; i < numMicroops - 1; i++) { 6127639Sgblack@eecs.umich.edu MicroOp * uopPtr = dynamic_cast<MicroOp *>(microOps[i].get()); 6137639Sgblack@eecs.umich.edu assert(uopPtr); 6147639Sgblack@eecs.umich.edu uopPtr->setDelayedCommit(); 6157639Sgblack@eecs.umich.edu } 6167639Sgblack@eecs.umich.edu microOps[numMicroops - 1]->setLastMicroop(); 6177639Sgblack@eecs.umich.edu} 6187639Sgblack@eecs.umich.edu 6197639Sgblack@eecs.umich.eduVstSingleOp::VstSingleOp(const char *mnem, ExtMachInst machInst, 6207639Sgblack@eecs.umich.edu OpClass __opClass, bool all, unsigned elems, 6217639Sgblack@eecs.umich.edu RegIndex rn, RegIndex vd, unsigned regs, 6227639Sgblack@eecs.umich.edu unsigned inc, uint32_t size, uint32_t align, 6237639Sgblack@eecs.umich.edu RegIndex rm, unsigned lane) : 6247639Sgblack@eecs.umich.edu PredMacroOp(mnem, machInst, __opClass) 6257639Sgblack@eecs.umich.edu{ 6267639Sgblack@eecs.umich.edu assert(!all); 6277639Sgblack@eecs.umich.edu assert(regs > 0 && regs <= 4); 6287639Sgblack@eecs.umich.edu assert(regs % elems == 0); 6297639Sgblack@eecs.umich.edu 6307639Sgblack@eecs.umich.edu unsigned eBytes = (1 << size); 6317639Sgblack@eecs.umich.edu unsigned storeSize = eBytes * elems; 6327639Sgblack@eecs.umich.edu unsigned storeRegs M5_VAR_USED = (storeSize + sizeof(FloatRegBits) - 1) / 6337639Sgblack@eecs.umich.edu sizeof(FloatRegBits); 6347639Sgblack@eecs.umich.edu 6357639Sgblack@eecs.umich.edu assert(storeRegs > 0 && storeRegs <= 4); 6367639Sgblack@eecs.umich.edu 6377639Sgblack@eecs.umich.edu numMicroops = 1; 6387639Sgblack@eecs.umich.edu bool wb = (rm != 15); 6397639Sgblack@eecs.umich.edu 6407639Sgblack@eecs.umich.edu if (wb) numMicroops++; 6417639Sgblack@eecs.umich.edu numMicroops += (regs / elems); 6427639Sgblack@eecs.umich.edu microOps = new StaticInstPtr[numMicroops]; 6437639Sgblack@eecs.umich.edu 6447639Sgblack@eecs.umich.edu RegIndex ufp0 = NumFloatArchRegs; 6457639Sgblack@eecs.umich.edu 6467639Sgblack@eecs.umich.edu unsigned uopIdx = 0; 6477639Sgblack@eecs.umich.edu switch (elems) { 6487639Sgblack@eecs.umich.edu case 4: 6497639Sgblack@eecs.umich.edu assert(regs == 4); 6507639Sgblack@eecs.umich.edu switch (size) { 6517639Sgblack@eecs.umich.edu case 0: 6527639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon8to2Uop<uint8_t>( 6537639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6547639Sgblack@eecs.umich.edu break; 6557639Sgblack@eecs.umich.edu case 1: 6567639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon8to2Uop<uint16_t>( 6577639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6587639Sgblack@eecs.umich.edu break; 6597639Sgblack@eecs.umich.edu case 2: 6607639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon8to4Uop<uint32_t>( 6617639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6627639Sgblack@eecs.umich.edu break; 6637639Sgblack@eecs.umich.edu default: 6647853SMatt.Horsnell@ARM.com // Bad size 6657853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 6667639Sgblack@eecs.umich.edu break; 6677639Sgblack@eecs.umich.edu } 6687639Sgblack@eecs.umich.edu break; 6697639Sgblack@eecs.umich.edu case 3: 6707639Sgblack@eecs.umich.edu assert(regs == 3); 6717639Sgblack@eecs.umich.edu switch (size) { 6727639Sgblack@eecs.umich.edu case 0: 6737639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon6to2Uop<uint8_t>( 6747639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6757639Sgblack@eecs.umich.edu break; 6767639Sgblack@eecs.umich.edu case 1: 6777639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon6to2Uop<uint16_t>( 6787639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6797639Sgblack@eecs.umich.edu break; 6807639Sgblack@eecs.umich.edu case 2: 6817639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon6to4Uop<uint32_t>( 6827639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6837639Sgblack@eecs.umich.edu break; 6847639Sgblack@eecs.umich.edu default: 6857853SMatt.Horsnell@ARM.com // Bad size 6867853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 6877639Sgblack@eecs.umich.edu break; 6887639Sgblack@eecs.umich.edu } 6897639Sgblack@eecs.umich.edu break; 6907639Sgblack@eecs.umich.edu case 2: 6917639Sgblack@eecs.umich.edu assert(regs == 2); 6927639Sgblack@eecs.umich.edu assert(storeRegs <= 2); 6937639Sgblack@eecs.umich.edu switch (size) { 6947639Sgblack@eecs.umich.edu case 0: 6957639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon4to2Uop<uint8_t>( 6967639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 6977639Sgblack@eecs.umich.edu break; 6987639Sgblack@eecs.umich.edu case 1: 6997639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon4to2Uop<uint16_t>( 7007639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 7017639Sgblack@eecs.umich.edu break; 7027639Sgblack@eecs.umich.edu case 2: 7037639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon4to2Uop<uint32_t>( 7047639Sgblack@eecs.umich.edu machInst, ufp0, vd * 2, inc * 2, lane); 7057639Sgblack@eecs.umich.edu break; 7067639Sgblack@eecs.umich.edu default: 7077853SMatt.Horsnell@ARM.com // Bad size 7087853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 7097639Sgblack@eecs.umich.edu break; 7107639Sgblack@eecs.umich.edu } 7117639Sgblack@eecs.umich.edu break; 7127639Sgblack@eecs.umich.edu case 1: 7137639Sgblack@eecs.umich.edu assert(regs == 1 || (all && regs == 2)); 7147639Sgblack@eecs.umich.edu assert(storeRegs <= 2); 7157639Sgblack@eecs.umich.edu for (unsigned offset = 0; offset < regs; offset++) { 7167639Sgblack@eecs.umich.edu switch (size) { 7177639Sgblack@eecs.umich.edu case 0: 7187639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon2to2Uop<uint8_t>( 7197639Sgblack@eecs.umich.edu machInst, ufp0, (vd + offset) * 2, inc * 2, lane); 7207639Sgblack@eecs.umich.edu break; 7217639Sgblack@eecs.umich.edu case 1: 7227639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon2to2Uop<uint16_t>( 7237639Sgblack@eecs.umich.edu machInst, ufp0, (vd + offset) * 2, inc * 2, lane); 7247639Sgblack@eecs.umich.edu break; 7257639Sgblack@eecs.umich.edu case 2: 7267639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroPackNeon2to2Uop<uint32_t>( 7277639Sgblack@eecs.umich.edu machInst, ufp0, (vd + offset) * 2, inc * 2, lane); 7287639Sgblack@eecs.umich.edu break; 7297639Sgblack@eecs.umich.edu default: 7307853SMatt.Horsnell@ARM.com // Bad size 7317853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 7327639Sgblack@eecs.umich.edu break; 7337639Sgblack@eecs.umich.edu } 7347639Sgblack@eecs.umich.edu } 7357639Sgblack@eecs.umich.edu break; 7367639Sgblack@eecs.umich.edu default: 7377853SMatt.Horsnell@ARM.com // Bad number of elements to unpack 7387853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 7397639Sgblack@eecs.umich.edu } 7407639Sgblack@eecs.umich.edu switch (storeSize) { 7417639Sgblack@eecs.umich.edu case 1: 7427639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon1Uop<uint8_t>( 7437639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7447639Sgblack@eecs.umich.edu break; 7457639Sgblack@eecs.umich.edu case 2: 7467639Sgblack@eecs.umich.edu if (eBytes == 2) { 7477639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon2Uop<uint16_t>( 7487639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7497639Sgblack@eecs.umich.edu } else { 7507639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon2Uop<uint8_t>( 7517639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7527639Sgblack@eecs.umich.edu } 7537639Sgblack@eecs.umich.edu break; 7547639Sgblack@eecs.umich.edu case 3: 7557639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon3Uop<uint8_t>( 7567639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7577639Sgblack@eecs.umich.edu break; 7587639Sgblack@eecs.umich.edu case 4: 7597639Sgblack@eecs.umich.edu switch (eBytes) { 7607639Sgblack@eecs.umich.edu case 1: 7617639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon4Uop<uint8_t>( 7627639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7637639Sgblack@eecs.umich.edu break; 7647639Sgblack@eecs.umich.edu case 2: 7657639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon4Uop<uint16_t>( 7667639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7677639Sgblack@eecs.umich.edu break; 7687639Sgblack@eecs.umich.edu case 4: 7697639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon4Uop<uint32_t>( 7707639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7717639Sgblack@eecs.umich.edu break; 7727639Sgblack@eecs.umich.edu } 7737639Sgblack@eecs.umich.edu break; 7747639Sgblack@eecs.umich.edu case 6: 7757639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon6Uop<uint16_t>( 7767639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7777639Sgblack@eecs.umich.edu break; 7787639Sgblack@eecs.umich.edu case 8: 7797639Sgblack@eecs.umich.edu switch (eBytes) { 7807639Sgblack@eecs.umich.edu case 2: 7817639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon8Uop<uint16_t>( 7827639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7837639Sgblack@eecs.umich.edu break; 7847639Sgblack@eecs.umich.edu case 4: 7857639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon8Uop<uint32_t>( 7867639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7877639Sgblack@eecs.umich.edu break; 7887639Sgblack@eecs.umich.edu } 7897639Sgblack@eecs.umich.edu break; 7907639Sgblack@eecs.umich.edu case 12: 7917639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon12Uop<uint32_t>( 7927639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7937639Sgblack@eecs.umich.edu break; 7947639Sgblack@eecs.umich.edu case 16: 7957639Sgblack@eecs.umich.edu microOps[uopIdx++] = new MicroStrNeon16Uop<uint32_t>( 7967639Sgblack@eecs.umich.edu machInst, ufp0, rn, 0, align); 7977639Sgblack@eecs.umich.edu break; 7987639Sgblack@eecs.umich.edu default: 7997853SMatt.Horsnell@ARM.com // Bad store size 8007853SMatt.Horsnell@ARM.com microOps[uopIdx++] = new Unknown(machInst); 8017639Sgblack@eecs.umich.edu } 8027639Sgblack@eecs.umich.edu if (wb) { 8037639Sgblack@eecs.umich.edu if (rm != 15 && rm != 13) { 8047639Sgblack@eecs.umich.edu microOps[uopIdx++] = 8057646Sgene.wu@arm.com new MicroAddUop(machInst, rn, rn, rm, 0, ArmISA::LSL); 8067639Sgblack@eecs.umich.edu } else { 8077639Sgblack@eecs.umich.edu microOps[uopIdx++] = 8087639Sgblack@eecs.umich.edu new MicroAddiUop(machInst, rn, rn, storeSize); 8097639Sgblack@eecs.umich.edu } 8107639Sgblack@eecs.umich.edu } 8117639Sgblack@eecs.umich.edu assert(uopIdx == numMicroops); 8127639Sgblack@eecs.umich.edu 8137639Sgblack@eecs.umich.edu for (unsigned i = 0; i < numMicroops - 1; i++) { 8147639Sgblack@eecs.umich.edu MicroOp * uopPtr = dynamic_cast<MicroOp *>(microOps[i].get()); 8157639Sgblack@eecs.umich.edu assert(uopPtr); 8167639Sgblack@eecs.umich.edu uopPtr->setDelayedCommit(); 8177639Sgblack@eecs.umich.edu } 8187639Sgblack@eecs.umich.edu microOps[numMicroops - 1]->setLastMicroop(); 8197639Sgblack@eecs.umich.edu} 8207639Sgblack@eecs.umich.edu 8217175Sgblack@eecs.umich.eduMacroVFPMemOp::MacroVFPMemOp(const char *mnem, ExtMachInst machInst, 8227175Sgblack@eecs.umich.edu OpClass __opClass, IntRegIndex rn, 8237175Sgblack@eecs.umich.edu RegIndex vd, bool single, bool up, 8247175Sgblack@eecs.umich.edu bool writeback, bool load, uint32_t offset) : 8257175Sgblack@eecs.umich.edu PredMacroOp(mnem, machInst, __opClass) 8267175Sgblack@eecs.umich.edu{ 8277175Sgblack@eecs.umich.edu int i = 0; 8287175Sgblack@eecs.umich.edu 8297175Sgblack@eecs.umich.edu // The lowest order bit selects fldmx (set) or fldmd (clear). These seem 8307175Sgblack@eecs.umich.edu // to be functionally identical except that fldmx is deprecated. For now 8317175Sgblack@eecs.umich.edu // we'll assume they're otherwise interchangable. 8327175Sgblack@eecs.umich.edu int count = (single ? offset : (offset / 2)); 8337175Sgblack@eecs.umich.edu if (count == 0 || count > NumFloatArchRegs) 8347175Sgblack@eecs.umich.edu warn_once("Bad offset field for VFP load/store multiple.\n"); 8357175Sgblack@eecs.umich.edu if (count == 0) { 8367175Sgblack@eecs.umich.edu // Force there to be at least one microop so the macroop makes sense. 8377175Sgblack@eecs.umich.edu writeback = true; 8387175Sgblack@eecs.umich.edu } 8397175Sgblack@eecs.umich.edu if (count > NumFloatArchRegs) 8407175Sgblack@eecs.umich.edu count = NumFloatArchRegs; 8417175Sgblack@eecs.umich.edu 8427342Sgblack@eecs.umich.edu numMicroops = count * (single ? 1 : 2) + (writeback ? 1 : 0); 8437342Sgblack@eecs.umich.edu microOps = new StaticInstPtr[numMicroops]; 8447342Sgblack@eecs.umich.edu 8457395Sgblack@eecs.umich.edu int64_t addr = 0; 8467175Sgblack@eecs.umich.edu 8477342Sgblack@eecs.umich.edu if (!up) 8487342Sgblack@eecs.umich.edu addr = 4 * offset; 8497175Sgblack@eecs.umich.edu 8507342Sgblack@eecs.umich.edu bool tempUp = up; 8517175Sgblack@eecs.umich.edu for (int j = 0; j < count; j++) { 8527175Sgblack@eecs.umich.edu if (load) { 8537639Sgblack@eecs.umich.edu if (single) { 8547639Sgblack@eecs.umich.edu microOps[i++] = new MicroLdrFpUop(machInst, vd++, rn, 8557639Sgblack@eecs.umich.edu tempUp, addr); 8567639Sgblack@eecs.umich.edu } else { 8577639Sgblack@eecs.umich.edu microOps[i++] = new MicroLdrDBFpUop(machInst, vd++, rn, 8587639Sgblack@eecs.umich.edu tempUp, addr); 8597639Sgblack@eecs.umich.edu microOps[i++] = new MicroLdrDTFpUop(machInst, vd++, rn, tempUp, 8607639Sgblack@eecs.umich.edu addr + (up ? 4 : -4)); 8617639Sgblack@eecs.umich.edu } 8627175Sgblack@eecs.umich.edu } else { 8637639Sgblack@eecs.umich.edu if (single) { 8647639Sgblack@eecs.umich.edu microOps[i++] = new MicroStrFpUop(machInst, vd++, rn, 8657639Sgblack@eecs.umich.edu tempUp, addr); 8667639Sgblack@eecs.umich.edu } else { 8677639Sgblack@eecs.umich.edu microOps[i++] = new MicroStrDBFpUop(machInst, vd++, rn, 8687639Sgblack@eecs.umich.edu tempUp, addr); 8697639Sgblack@eecs.umich.edu microOps[i++] = new MicroStrDTFpUop(machInst, vd++, rn, tempUp, 8707639Sgblack@eecs.umich.edu addr + (up ? 4 : -4)); 8717639Sgblack@eecs.umich.edu } 8727175Sgblack@eecs.umich.edu } 8737342Sgblack@eecs.umich.edu if (!tempUp) { 8747342Sgblack@eecs.umich.edu addr -= (single ? 4 : 8); 8757342Sgblack@eecs.umich.edu // The microops don't handle negative displacement, so turn if we 8767342Sgblack@eecs.umich.edu // hit zero, flip polarity and start adding. 8777395Sgblack@eecs.umich.edu if (addr <= 0) { 8787342Sgblack@eecs.umich.edu tempUp = true; 8797395Sgblack@eecs.umich.edu addr = -addr; 8807342Sgblack@eecs.umich.edu } 8817342Sgblack@eecs.umich.edu } else { 8827342Sgblack@eecs.umich.edu addr += (single ? 4 : 8); 8837342Sgblack@eecs.umich.edu } 8847175Sgblack@eecs.umich.edu } 8857175Sgblack@eecs.umich.edu 8867175Sgblack@eecs.umich.edu if (writeback) { 8877175Sgblack@eecs.umich.edu if (up) { 8887175Sgblack@eecs.umich.edu microOps[i++] = 8897175Sgblack@eecs.umich.edu new MicroAddiUop(machInst, rn, rn, 4 * offset); 8907175Sgblack@eecs.umich.edu } else { 8917175Sgblack@eecs.umich.edu microOps[i++] = 8927175Sgblack@eecs.umich.edu new MicroSubiUop(machInst, rn, rn, 4 * offset); 8937175Sgblack@eecs.umich.edu } 8947175Sgblack@eecs.umich.edu } 8957175Sgblack@eecs.umich.edu 8967342Sgblack@eecs.umich.edu assert(numMicroops == i); 8977175Sgblack@eecs.umich.edu microOps[numMicroops - 1]->setLastMicroop(); 8987343Sgblack@eecs.umich.edu 8997343Sgblack@eecs.umich.edu for (StaticInstPtr *curUop = microOps; 9007343Sgblack@eecs.umich.edu !(*curUop)->isLastMicroop(); curUop++) { 9017343Sgblack@eecs.umich.edu MicroOp * uopPtr = dynamic_cast<MicroOp *>(curUop->get()); 9027343Sgblack@eecs.umich.edu assert(uopPtr); 9037343Sgblack@eecs.umich.edu uopPtr->setDelayedCommit(); 9047343Sgblack@eecs.umich.edu } 9057170Sgblack@eecs.umich.edu} 9067175Sgblack@eecs.umich.edu 9077615Sminkyu.jeong@arm.comstd::string 9087639Sgblack@eecs.umich.eduMicroIntImmOp::generateDisassembly(Addr pc, const SymbolTable *symtab) const 9097639Sgblack@eecs.umich.edu{ 9107639Sgblack@eecs.umich.edu std::stringstream ss; 9117639Sgblack@eecs.umich.edu printMnemonic(ss); 9127639Sgblack@eecs.umich.edu printReg(ss, ura); 9137639Sgblack@eecs.umich.edu ss << ", "; 9147639Sgblack@eecs.umich.edu printReg(ss, urb); 9157639Sgblack@eecs.umich.edu ss << ", "; 9167639Sgblack@eecs.umich.edu ccprintf(ss, "#%d", imm); 9177639Sgblack@eecs.umich.edu return ss.str(); 9187639Sgblack@eecs.umich.edu} 9197639Sgblack@eecs.umich.edu 9207639Sgblack@eecs.umich.edustd::string 9218140SMatt.Horsnell@arm.comMicroSetPCCPSR::generateDisassembly(Addr pc, const SymbolTable *symtab) const 9228140SMatt.Horsnell@arm.com{ 9238140SMatt.Horsnell@arm.com std::stringstream ss; 9248140SMatt.Horsnell@arm.com printMnemonic(ss); 9258140SMatt.Horsnell@arm.com ss << "[PC,CPSR]"; 9268140SMatt.Horsnell@arm.com return ss.str(); 9278140SMatt.Horsnell@arm.com} 9288140SMatt.Horsnell@arm.com 9298140SMatt.Horsnell@arm.comstd::string 9307646Sgene.wu@arm.comMicroIntMov::generateDisassembly(Addr pc, const SymbolTable *symtab) const 9317646Sgene.wu@arm.com{ 9327646Sgene.wu@arm.com std::stringstream ss; 9337646Sgene.wu@arm.com printMnemonic(ss); 9347646Sgene.wu@arm.com printReg(ss, ura); 9357646Sgene.wu@arm.com ss << ", "; 9367646Sgene.wu@arm.com printReg(ss, urb); 9377646Sgene.wu@arm.com return ss.str(); 9387646Sgene.wu@arm.com} 9397646Sgene.wu@arm.com 9407646Sgene.wu@arm.comstd::string 9417615Sminkyu.jeong@arm.comMicroIntOp::generateDisassembly(Addr pc, const SymbolTable *symtab) const 9427615Sminkyu.jeong@arm.com{ 9437615Sminkyu.jeong@arm.com std::stringstream ss; 9447615Sminkyu.jeong@arm.com printMnemonic(ss); 9457615Sminkyu.jeong@arm.com printReg(ss, ura); 9467615Sminkyu.jeong@arm.com ss << ", "; 9477615Sminkyu.jeong@arm.com printReg(ss, urb); 9487615Sminkyu.jeong@arm.com ss << ", "; 9497639Sgblack@eecs.umich.edu printReg(ss, urc); 9507615Sminkyu.jeong@arm.com return ss.str(); 9517175Sgblack@eecs.umich.edu} 9527615Sminkyu.jeong@arm.com 9537615Sminkyu.jeong@arm.comstd::string 9547615Sminkyu.jeong@arm.comMicroMemOp::generateDisassembly(Addr pc, const SymbolTable *symtab) const 9557615Sminkyu.jeong@arm.com{ 9567615Sminkyu.jeong@arm.com std::stringstream ss; 9577615Sminkyu.jeong@arm.com printMnemonic(ss); 9587615Sminkyu.jeong@arm.com printReg(ss, ura); 9597615Sminkyu.jeong@arm.com ss << ", ["; 9607615Sminkyu.jeong@arm.com printReg(ss, urb); 9617615Sminkyu.jeong@arm.com ss << ", "; 9627615Sminkyu.jeong@arm.com ccprintf(ss, "#%d", imm); 9637615Sminkyu.jeong@arm.com ss << "]"; 9647615Sminkyu.jeong@arm.com return ss.str(); 9657615Sminkyu.jeong@arm.com} 9667615Sminkyu.jeong@arm.com 9677615Sminkyu.jeong@arm.com} 968