tournament.cc revision 9360
16184SN/A/*
28842Smrinmoy.ghosh@arm.com * Copyright (c) 2011 ARM Limited
38842Smrinmoy.ghosh@arm.com * All rights reserved
48842Smrinmoy.ghosh@arm.com *
58842Smrinmoy.ghosh@arm.com * The license below extends only to copyright in the software and shall
68842Smrinmoy.ghosh@arm.com * not be construed as granting a license to any other intellectual
78842Smrinmoy.ghosh@arm.com * property including but not limited to intellectual property relating
88842Smrinmoy.ghosh@arm.com * to a hardware implementation of the functionality of the software
98842Smrinmoy.ghosh@arm.com * licensed hereunder.  You may use the software subject to the license
108842Smrinmoy.ghosh@arm.com * terms below provided that you ensure that this notice is replicated
118842Smrinmoy.ghosh@arm.com * unmodified and in its entirety in all distributions of the software,
128842Smrinmoy.ghosh@arm.com * modified or unmodified, in source code or in binary form.
138842Smrinmoy.ghosh@arm.com *
146184SN/A * Copyright (c) 2004-2006 The Regents of The University of Michigan
156184SN/A * All rights reserved.
166184SN/A *
176184SN/A * Redistribution and use in source and binary forms, with or without
186184SN/A * modification, are permitted provided that the following conditions are
196184SN/A * met: redistributions of source code must retain the above copyright
206184SN/A * notice, this list of conditions and the following disclaimer;
216184SN/A * redistributions in binary form must reproduce the above copyright
226184SN/A * notice, this list of conditions and the following disclaimer in the
236184SN/A * documentation and/or other materials provided with the distribution;
246184SN/A * neither the name of the copyright holders nor the names of its
256184SN/A * contributors may be used to endorse or promote products derived from
266184SN/A * this software without specific prior written permission.
276184SN/A *
286184SN/A * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
296184SN/A * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
306184SN/A * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
316184SN/A * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
326184SN/A * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
336184SN/A * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
346184SN/A * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
356184SN/A * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
366184SN/A * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
376184SN/A * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
386184SN/A * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
396184SN/A *
406184SN/A * Authors: Kevin Lim
416184SN/A */
426184SN/A
439360SE.Tomusk@sms.ed.ac.uk#include "base/bitfield.hh"
446184SN/A#include "base/intmath.hh"
456226Snate@binkert.org#include "cpu/pred/tournament.hh"
466184SN/A
479360SE.Tomusk@sms.ed.ac.ukTournamentBP::TournamentBP(unsigned _localCtrBits,
486184SN/A                           unsigned _localHistoryTableSize,
496184SN/A                           unsigned _localHistoryBits,
506184SN/A                           unsigned _globalPredictorSize,
518463SMrinmoy.Ghosh@arm.com                           unsigned _globalHistoryBits,
526184SN/A                           unsigned _globalCtrBits,
536184SN/A                           unsigned _choicePredictorSize,
546184SN/A                           unsigned _choiceCtrBits,
556184SN/A                           unsigned _instShiftAmt)
569360SE.Tomusk@sms.ed.ac.uk    : localCtrBits(_localCtrBits),
576184SN/A      localHistoryTableSize(_localHistoryTableSize),
586184SN/A      localHistoryBits(_localHistoryBits),
596184SN/A      globalPredictorSize(_globalPredictorSize),
606184SN/A      globalCtrBits(_globalCtrBits),
616184SN/A      globalHistoryBits(_globalHistoryBits),
629360SE.Tomusk@sms.ed.ac.uk      choicePredictorSize(_choicePredictorSize),
636184SN/A      choiceCtrBits(_choiceCtrBits),
646184SN/A      instShiftAmt(_instShiftAmt)
656184SN/A{
669360SE.Tomusk@sms.ed.ac.uk    localPredictorSize = ULL(1) << localHistoryBits;
676184SN/A
689360SE.Tomusk@sms.ed.ac.uk    //Set up the array of counters for the local predictor
696184SN/A    localCtrs.resize(localPredictorSize);
706184SN/A
716184SN/A    for (int i = 0; i < localPredictorSize; ++i)
726184SN/A        localCtrs[i].setBits(localCtrBits);
736184SN/A
749360SE.Tomusk@sms.ed.ac.uk    localPredictorMask = mask(localHistoryBits);
756184SN/A
766184SN/A    if (!isPowerOf2(localHistoryTableSize)) {
776184SN/A        fatal("Invalid local history table size!\n");
786184SN/A    }
796184SN/A
806184SN/A    //Setup the history table for the local table
816184SN/A    localHistoryTable.resize(localHistoryTableSize);
826184SN/A
836184SN/A    for (int i = 0; i < localHistoryTableSize; ++i)
846184SN/A        localHistoryTable[i] = 0;
856184SN/A
866184SN/A    if (!isPowerOf2(globalPredictorSize)) {
876184SN/A        fatal("Invalid global predictor size!\n");
886184SN/A    }
896184SN/A
906184SN/A    //Setup the array of counters for the global predictor
916184SN/A    globalCtrs.resize(globalPredictorSize);
926184SN/A
936184SN/A    for (int i = 0; i < globalPredictorSize; ++i)
946184SN/A        globalCtrs[i].setBits(globalCtrBits);
956184SN/A
966184SN/A    //Clear the global history
976184SN/A    globalHistory = 0;
989360SE.Tomusk@sms.ed.ac.uk    // Set up the global history mask
999360SE.Tomusk@sms.ed.ac.uk    // this is equivalent to mask(log2(globalPredictorSize)
1009360SE.Tomusk@sms.ed.ac.uk    globalHistoryMask = globalPredictorSize - 1;
1016184SN/A
1026184SN/A    if (!isPowerOf2(choicePredictorSize)) {
1036184SN/A        fatal("Invalid choice predictor size!\n");
1046184SN/A    }
1056184SN/A
1069360SE.Tomusk@sms.ed.ac.uk    // Set up choiceHistoryMask
1079360SE.Tomusk@sms.ed.ac.uk    // this is equivalent to mask(log2(choicePredictorSize)
1089360SE.Tomusk@sms.ed.ac.uk    choiceHistoryMask = choicePredictorSize - 1;
1099360SE.Tomusk@sms.ed.ac.uk
1106184SN/A    //Setup the array of counters for the choice predictor
1116184SN/A    choiceCtrs.resize(choicePredictorSize);
1126184SN/A
1136184SN/A    for (int i = 0; i < choicePredictorSize; ++i)
1146184SN/A        choiceCtrs[i].setBits(choiceCtrBits);
1156184SN/A
1169360SE.Tomusk@sms.ed.ac.uk    //Set up historyRegisterMask
1179360SE.Tomusk@sms.ed.ac.uk    historyRegisterMask = mask(globalHistoryBits);
1189360SE.Tomusk@sms.ed.ac.uk
1199360SE.Tomusk@sms.ed.ac.uk    //Check that predictors don't use more bits than they have available
1209360SE.Tomusk@sms.ed.ac.uk    if (globalHistoryMask > historyRegisterMask) {
1219360SE.Tomusk@sms.ed.ac.uk        fatal("Global predictor too large for global history bits!\n");
1229360SE.Tomusk@sms.ed.ac.uk    }
1239360SE.Tomusk@sms.ed.ac.uk    if (choiceHistoryMask > historyRegisterMask) {
1249360SE.Tomusk@sms.ed.ac.uk        fatal("Choice predictor too large for global history bits!\n");
1259360SE.Tomusk@sms.ed.ac.uk    }
1269360SE.Tomusk@sms.ed.ac.uk
1279360SE.Tomusk@sms.ed.ac.uk    if (globalHistoryMask < historyRegisterMask &&
1289360SE.Tomusk@sms.ed.ac.uk        choiceHistoryMask < historyRegisterMask) {
1299360SE.Tomusk@sms.ed.ac.uk        inform("More global history bits than required by predictors\n");
1309360SE.Tomusk@sms.ed.ac.uk    }
1319360SE.Tomusk@sms.ed.ac.uk
1329360SE.Tomusk@sms.ed.ac.uk    // Set thresholds for the three predictors' counters
1339360SE.Tomusk@sms.ed.ac.uk    // This is equivalent to (2^(Ctr))/2 - 1
1349360SE.Tomusk@sms.ed.ac.uk    localThreshold  = (ULL(1) << (localCtrBits  - 1)) - 1;
1359360SE.Tomusk@sms.ed.ac.uk    globalThreshold = (ULL(1) << (globalCtrBits - 1)) - 1;
1369360SE.Tomusk@sms.ed.ac.uk    choiceThreshold = (ULL(1) << (choiceCtrBits - 1)) - 1;
1376184SN/A}
1386184SN/A
1396184SN/Ainline
1406184SN/Aunsigned
1416184SN/ATournamentBP::calcLocHistIdx(Addr &branch_addr)
1426184SN/A{
1436184SN/A    // Get low order bits after removing instruction offset.
1446184SN/A    return (branch_addr >> instShiftAmt) & (localHistoryTableSize - 1);
1456184SN/A}
1466184SN/A
1476184SN/Ainline
1486184SN/Avoid
1496184SN/ATournamentBP::updateGlobalHistTaken()
1506184SN/A{
1516184SN/A    globalHistory = (globalHistory << 1) | 1;
1529360SE.Tomusk@sms.ed.ac.uk    globalHistory = globalHistory & historyRegisterMask;
1536184SN/A}
1546184SN/A
1556184SN/Ainline
1566184SN/Avoid
1576184SN/ATournamentBP::updateGlobalHistNotTaken()
1586184SN/A{
1596184SN/A    globalHistory = (globalHistory << 1);
1609360SE.Tomusk@sms.ed.ac.uk    globalHistory = globalHistory & historyRegisterMask;
1616184SN/A}
1626184SN/A
1636184SN/Ainline
1646184SN/Avoid
1656184SN/ATournamentBP::updateLocalHistTaken(unsigned local_history_idx)
1666184SN/A{
1676184SN/A    localHistoryTable[local_history_idx] =
1686184SN/A        (localHistoryTable[local_history_idx] << 1) | 1;
1696184SN/A}
1706184SN/A
1716184SN/Ainline
1726184SN/Avoid
1736184SN/ATournamentBP::updateLocalHistNotTaken(unsigned local_history_idx)
1746184SN/A{
1756184SN/A    localHistoryTable[local_history_idx] =
1766184SN/A        (localHistoryTable[local_history_idx] << 1);
1776184SN/A}
1786184SN/A
1798842Smrinmoy.ghosh@arm.com
1808842Smrinmoy.ghosh@arm.comvoid
1818842Smrinmoy.ghosh@arm.comTournamentBP::BTBUpdate(Addr &branch_addr, void * &bp_history)
1828842Smrinmoy.ghosh@arm.com{
1838842Smrinmoy.ghosh@arm.com    unsigned local_history_idx = calcLocHistIdx(branch_addr);
1849360SE.Tomusk@sms.ed.ac.uk    //Update Global History to Not Taken (clear LSB)
1859360SE.Tomusk@sms.ed.ac.uk    globalHistory &= (historyRegisterMask & ~ULL(1));
1868842Smrinmoy.ghosh@arm.com    //Update Local History to Not Taken
1878842Smrinmoy.ghosh@arm.com    localHistoryTable[local_history_idx] =
1889327Smrinmoy.ghosh@arm.com       localHistoryTable[local_history_idx] & (localPredictorMask & ~ULL(1));
1898842Smrinmoy.ghosh@arm.com}
1908842Smrinmoy.ghosh@arm.com
1916184SN/Abool
1926184SN/ATournamentBP::lookup(Addr &branch_addr, void * &bp_history)
1936184SN/A{
1946184SN/A    bool local_prediction;
1956184SN/A    unsigned local_history_idx;
1966184SN/A    unsigned local_predictor_idx;
1976184SN/A
1986184SN/A    bool global_prediction;
1996184SN/A    bool choice_prediction;
2006184SN/A
2016184SN/A    //Lookup in the local predictor to get its branch prediction
2026184SN/A    local_history_idx = calcLocHistIdx(branch_addr);
2036184SN/A    local_predictor_idx = localHistoryTable[local_history_idx]
2046184SN/A        & localPredictorMask;
2059360SE.Tomusk@sms.ed.ac.uk    local_prediction = localCtrs[local_predictor_idx].read() > localThreshold;
2066184SN/A
2076184SN/A    //Lookup in the global predictor to get its branch prediction
2089360SE.Tomusk@sms.ed.ac.uk    global_prediction =
2099360SE.Tomusk@sms.ed.ac.uk      globalCtrs[globalHistory & globalHistoryMask].read() > globalThreshold;
2106184SN/A
2116184SN/A    //Lookup in the choice predictor to see which one to use
2129360SE.Tomusk@sms.ed.ac.uk    choice_prediction =
2139360SE.Tomusk@sms.ed.ac.uk      choiceCtrs[globalHistory & choiceHistoryMask].read() > choiceThreshold;
2146184SN/A
2156184SN/A    // Create BPHistory and pass it back to be recorded.
2166184SN/A    BPHistory *history = new BPHistory;
2176184SN/A    history->globalHistory = globalHistory;
2186184SN/A    history->localPredTaken = local_prediction;
2196184SN/A    history->globalPredTaken = global_prediction;
2206184SN/A    history->globalUsed = choice_prediction;
2218842Smrinmoy.ghosh@arm.com    history->localHistory = local_predictor_idx;
2226184SN/A    bp_history = (void *)history;
2236184SN/A
2249360SE.Tomusk@sms.ed.ac.uk    assert(local_history_idx < localHistoryTableSize);
2256184SN/A
2266184SN/A    // Commented code is for doing speculative update of counters and
2276184SN/A    // all histories.
2286184SN/A    if (choice_prediction) {
2296184SN/A        if (global_prediction) {
2306184SN/A            updateGlobalHistTaken();
2318842Smrinmoy.ghosh@arm.com            updateLocalHistTaken(local_history_idx);
2326184SN/A            return true;
2336184SN/A        } else {
2346184SN/A            updateGlobalHistNotTaken();
2358842Smrinmoy.ghosh@arm.com            updateLocalHistNotTaken(local_history_idx);
2366184SN/A            return false;
2376184SN/A        }
2386184SN/A    } else {
2396184SN/A        if (local_prediction) {
2406184SN/A            updateGlobalHistTaken();
2418842Smrinmoy.ghosh@arm.com            updateLocalHistTaken(local_history_idx);
2426184SN/A            return true;
2436184SN/A        } else {
2446184SN/A            updateGlobalHistNotTaken();
2458842Smrinmoy.ghosh@arm.com            updateLocalHistNotTaken(local_history_idx);
2466184SN/A            return false;
2476184SN/A        }
2486184SN/A    }
2496184SN/A}
2506184SN/A
2516184SN/Avoid
2526184SN/ATournamentBP::uncondBr(void * &bp_history)
2536184SN/A{
2546184SN/A    // Create BPHistory and pass it back to be recorded.
2556184SN/A    BPHistory *history = new BPHistory;
2566184SN/A    history->globalHistory = globalHistory;
2576184SN/A    history->localPredTaken = true;
2586184SN/A    history->globalPredTaken = true;
2598487SAli.Saidi@ARM.com    history->globalUsed = true;
2608842Smrinmoy.ghosh@arm.com    history->localHistory = invalidPredictorIndex;
2616184SN/A    bp_history = static_cast<void *>(history);
2626184SN/A
2636184SN/A    updateGlobalHistTaken();
2646184SN/A}
2656184SN/A
2666184SN/Avoid
2678842Smrinmoy.ghosh@arm.comTournamentBP::update(Addr &branch_addr, bool taken, void *bp_history,
2688842Smrinmoy.ghosh@arm.com                     bool squashed)
2696184SN/A{
2706184SN/A    unsigned local_history_idx;
2718842Smrinmoy.ghosh@arm.com    unsigned local_predictor_idx M5_VAR_USED;
2726184SN/A    unsigned local_predictor_hist;
2736184SN/A
2746184SN/A    // Get the local predictor's current prediction
2756184SN/A    local_history_idx = calcLocHistIdx(branch_addr);
2766184SN/A    local_predictor_hist = localHistoryTable[local_history_idx];
2776184SN/A    local_predictor_idx = local_predictor_hist & localPredictorMask;
2786184SN/A
2796184SN/A    if (bp_history) {
2806184SN/A        BPHistory *history = static_cast<BPHistory *>(bp_history);
2818843Smrinmoy.ghosh@arm.com        // Update may also be called if the Branch target is incorrect even if
2828843Smrinmoy.ghosh@arm.com        // the prediction is correct. In that case do not update the counters.
2838843Smrinmoy.ghosh@arm.com        bool historyPred = false;
2849327Smrinmoy.ghosh@arm.com        unsigned old_local_pred_index = history->localHistory &
2859327Smrinmoy.ghosh@arm.com                localPredictorMask;
2869327Smrinmoy.ghosh@arm.com
2879327Smrinmoy.ghosh@arm.com        bool old_local_pred_valid = history->localHistory !=
2889327Smrinmoy.ghosh@arm.com            invalidPredictorIndex;
2899327Smrinmoy.ghosh@arm.com
2909327Smrinmoy.ghosh@arm.com        assert(old_local_pred_index < localPredictorSize);
2919327Smrinmoy.ghosh@arm.com
2928843Smrinmoy.ghosh@arm.com        if (history->globalUsed) {
2938843Smrinmoy.ghosh@arm.com           historyPred = history->globalPredTaken;
2948843Smrinmoy.ghosh@arm.com        } else {
2958843Smrinmoy.ghosh@arm.com           historyPred = history->localPredTaken;
2968843Smrinmoy.ghosh@arm.com        }
2978843Smrinmoy.ghosh@arm.com        if (historyPred != taken || !squashed) {
2988843Smrinmoy.ghosh@arm.com            // Update the choice predictor to tell it which one was correct if
2998843Smrinmoy.ghosh@arm.com            // there was a prediction.
3008843Smrinmoy.ghosh@arm.com            if (history->localPredTaken != history->globalPredTaken) {
3018843Smrinmoy.ghosh@arm.com                 // If the local prediction matches the actual outcome,
3028843Smrinmoy.ghosh@arm.com                 // decerement the counter.  Otherwise increment the
3038843Smrinmoy.ghosh@arm.com                 // counter.
3049360SE.Tomusk@sms.ed.ac.uk                 unsigned choice_predictor_idx =
3059360SE.Tomusk@sms.ed.ac.uk                   history->globalHistory & choiceHistoryMask;
3068843Smrinmoy.ghosh@arm.com                 if (history->localPredTaken == taken) {
3079360SE.Tomusk@sms.ed.ac.uk                     choiceCtrs[choice_predictor_idx].decrement();
3088843Smrinmoy.ghosh@arm.com                 } else if (history->globalPredTaken == taken) {
3099360SE.Tomusk@sms.ed.ac.uk                     choiceCtrs[choice_predictor_idx].increment();
3108843Smrinmoy.ghosh@arm.com                 }
3118463SMrinmoy.Ghosh@arm.com
3128843Smrinmoy.ghosh@arm.com             }
3138843Smrinmoy.ghosh@arm.com
3148843Smrinmoy.ghosh@arm.com             // Update the counters and local history with the proper
3158843Smrinmoy.ghosh@arm.com             // resolution of the branch.  Global history is updated
3168843Smrinmoy.ghosh@arm.com             // speculatively and restored upon squash() calls, so it does not
3178843Smrinmoy.ghosh@arm.com             // need to be updated.
3189360SE.Tomusk@sms.ed.ac.uk             unsigned global_predictor_idx =
3199360SE.Tomusk@sms.ed.ac.uk               history->globalHistory & globalHistoryMask;
3208843Smrinmoy.ghosh@arm.com             if (taken) {
3219360SE.Tomusk@sms.ed.ac.uk                  globalCtrs[global_predictor_idx].increment();
3229327Smrinmoy.ghosh@arm.com                  if (old_local_pred_valid) {
3238843Smrinmoy.ghosh@arm.com                          localCtrs[old_local_pred_index].increment();
3248843Smrinmoy.ghosh@arm.com                  }
3258843Smrinmoy.ghosh@arm.com             } else {
3269360SE.Tomusk@sms.ed.ac.uk                  globalCtrs[global_predictor_idx].decrement();
3279327Smrinmoy.ghosh@arm.com                  if (old_local_pred_valid) {
3288843Smrinmoy.ghosh@arm.com                          localCtrs[old_local_pred_index].decrement();
3298843Smrinmoy.ghosh@arm.com                  }
3308843Smrinmoy.ghosh@arm.com             }
3316184SN/A        }
3328843Smrinmoy.ghosh@arm.com        if (squashed) {
3338843Smrinmoy.ghosh@arm.com             if (taken) {
3348843Smrinmoy.ghosh@arm.com                globalHistory = (history->globalHistory << 1) | 1;
3359360SE.Tomusk@sms.ed.ac.uk                globalHistory = globalHistory & historyRegisterMask;
3369327Smrinmoy.ghosh@arm.com                if (old_local_pred_valid) {
3379327Smrinmoy.ghosh@arm.com                    localHistoryTable[local_history_idx] =
3388842Smrinmoy.ghosh@arm.com                     (history->localHistory << 1) | 1;
3398843Smrinmoy.ghosh@arm.com                }
3408843Smrinmoy.ghosh@arm.com             } else {
3418843Smrinmoy.ghosh@arm.com                globalHistory = (history->globalHistory << 1);
3429360SE.Tomusk@sms.ed.ac.uk                globalHistory = globalHistory & historyRegisterMask;
3439327Smrinmoy.ghosh@arm.com                if (old_local_pred_valid) {
3449327Smrinmoy.ghosh@arm.com                     localHistoryTable[local_history_idx] =
3458842Smrinmoy.ghosh@arm.com                     history->localHistory << 1;
3468843Smrinmoy.ghosh@arm.com                }
3478843Smrinmoy.ghosh@arm.com             }
3488463SMrinmoy.Ghosh@arm.com
3498463SMrinmoy.Ghosh@arm.com        }
3506184SN/A        // We're done with this history, now delete it.
3516184SN/A        delete history;
3528843Smrinmoy.ghosh@arm.com
3536184SN/A    }
3546184SN/A
3559360SE.Tomusk@sms.ed.ac.uk    assert(local_history_idx < localHistoryTableSize);
3566184SN/A
3576184SN/A
3586184SN/A}
3596184SN/A
3606184SN/Avoid
3616184SN/ATournamentBP::squash(void *bp_history)
3626184SN/A{
3636184SN/A    BPHistory *history = static_cast<BPHistory *>(bp_history);
3646184SN/A
3656184SN/A    // Restore global history to state prior to this branch.
3666184SN/A    globalHistory = history->globalHistory;
3676184SN/A
3686184SN/A    // Delete this BPHistory now that we're done with it.
3696184SN/A    delete history;
3706184SN/A}
3716184SN/A
3726184SN/A#ifdef DEBUG
3736184SN/Aint
3746184SN/ATournamentBP::BPHistory::newCount = 0;
3756184SN/A#endif
376