15680Sgblack@eecs.umich.edu# Copyright (c) 2008 The Regents of The University of Michigan
25680Sgblack@eecs.umich.edu# All rights reserved.
35680Sgblack@eecs.umich.edu#
45680Sgblack@eecs.umich.edu# Redistribution and use in source and binary forms, with or without
55680Sgblack@eecs.umich.edu# modification, are permitted provided that the following conditions are
65680Sgblack@eecs.umich.edu# met: redistributions of source code must retain the above copyright
75680Sgblack@eecs.umich.edu# notice, this list of conditions and the following disclaimer;
85680Sgblack@eecs.umich.edu# redistributions in binary form must reproduce the above copyright
95680Sgblack@eecs.umich.edu# notice, this list of conditions and the following disclaimer in the
105680Sgblack@eecs.umich.edu# documentation and/or other materials provided with the distribution;
115680Sgblack@eecs.umich.edu# neither the name of the copyright holders nor the names of its
125680Sgblack@eecs.umich.edu# contributors may be used to endorse or promote products derived from
135680Sgblack@eecs.umich.edu# this software without specific prior written permission.
145680Sgblack@eecs.umich.edu#
155680Sgblack@eecs.umich.edu# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
165680Sgblack@eecs.umich.edu# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
175680Sgblack@eecs.umich.edu# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
185680Sgblack@eecs.umich.edu# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
195680Sgblack@eecs.umich.edu# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
205680Sgblack@eecs.umich.edu# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
215680Sgblack@eecs.umich.edu# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
225680Sgblack@eecs.umich.edu# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
235680Sgblack@eecs.umich.edu# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
245680Sgblack@eecs.umich.edu# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
255680Sgblack@eecs.umich.edu# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
265680Sgblack@eecs.umich.edu#
275680Sgblack@eecs.umich.edu# Authors: Gabe Black
285680Sgblack@eecs.umich.edu
295856Sgblack@eecs.umich.eduintCodeTemplate = '''
305680Sgblack@eecs.umich.edudef rom
315680Sgblack@eecs.umich.edu{
325680Sgblack@eecs.umich.edu    # This vectors the CPU into an interrupt handler in long mode.
335680Sgblack@eecs.umich.edu    # On entry, t1 is set to the vector of the interrupt and t7 is the current
345680Sgblack@eecs.umich.edu    # ip. We need that because rdip returns the next ip.
355856Sgblack@eecs.umich.edu    extern %(startLabel)s:
365680Sgblack@eecs.umich.edu
375680Sgblack@eecs.umich.edu    #
385680Sgblack@eecs.umich.edu    # Get the 64 bit interrupt or trap gate descriptor from the IDT
395680Sgblack@eecs.umich.edu    #
405680Sgblack@eecs.umich.edu
415680Sgblack@eecs.umich.edu    # Load the gate descriptor from the IDT
425680Sgblack@eecs.umich.edu    slli t4, t1, 4, dataSize=8
435913Sgblack@eecs.umich.edu    ld t2, idtr, [1, t0, t4], 8, dataSize=8, addressSize=8, atCPL0=True
445913Sgblack@eecs.umich.edu    ld t4, idtr, [1, t0, t4], dataSize=8, addressSize=8, atCPL0=True
455680Sgblack@eecs.umich.edu
465853Sgblack@eecs.umich.edu    # Make sure the descriptor is a legal gate.
475856Sgblack@eecs.umich.edu    chks t1, t4, %(gateCheckType)s
485680Sgblack@eecs.umich.edu
495680Sgblack@eecs.umich.edu    #
505680Sgblack@eecs.umich.edu    # Get the target CS descriptor using the selector in the gate
515680Sgblack@eecs.umich.edu    # descriptor.
525680Sgblack@eecs.umich.edu    #
535852Sgblack@eecs.umich.edu    srli t10, t4, 16, dataSize=8
545852Sgblack@eecs.umich.edu    andi t5, t10, 0xF8, dataSize=8
555852Sgblack@eecs.umich.edu    andi t0, t10, 0x4, flags=(EZF,), dataSize=2
565856Sgblack@eecs.umich.edu    br rom_local_label("%(startLabel)s_globalDescriptor"), flags=(CEZF,)
575913Sgblack@eecs.umich.edu    ld t3, tsl, [1, t0, t5], dataSize=8, addressSize=8, atCPL0=True
585856Sgblack@eecs.umich.edu    br rom_local_label("%(startLabel)s_processDescriptor")
595856Sgblack@eecs.umich.edu%(startLabel)s_globalDescriptor:
605913Sgblack@eecs.umich.edu    ld t3, tsg, [1, t0, t5], dataSize=8, addressSize=8, atCPL0=True
615856Sgblack@eecs.umich.edu%(startLabel)s_processDescriptor:
625852Sgblack@eecs.umich.edu    chks t10, t3, IntCSCheck, dataSize=8
635852Sgblack@eecs.umich.edu    wrdl hs, t3, t10, dataSize=8
645680Sgblack@eecs.umich.edu
655852Sgblack@eecs.umich.edu    # Stick the target offset in t9.
665852Sgblack@eecs.umich.edu    wrdh t9, t4, t2, dataSize=8
675680Sgblack@eecs.umich.edu
685680Sgblack@eecs.umich.edu
6911320Ssteve.reinhardt@amd.com    #
705680Sgblack@eecs.umich.edu    # Figure out where the stack should be
715680Sgblack@eecs.umich.edu    #
725680Sgblack@eecs.umich.edu
735680Sgblack@eecs.umich.edu    # Record what we might set the stack selector to.
745852Sgblack@eecs.umich.edu    rdsel t11, ss
755680Sgblack@eecs.umich.edu
765680Sgblack@eecs.umich.edu    # Check if we're changing privelege level. At this point we can assume
7711320Ssteve.reinhardt@amd.com    # we're going to a DPL that's less than or equal to the CPL.
785852Sgblack@eecs.umich.edu    rdattr t10, hs, dataSize=8
795852Sgblack@eecs.umich.edu    andi t10, t10, 3, dataSize=8
805680Sgblack@eecs.umich.edu    rdattr t5, cs, dataSize=8
815903Sgblack@eecs.umich.edu    andi t5, t5, 0x3, dataSize=8
825903Sgblack@eecs.umich.edu    sub t0, t5, t10, flags=(EZF,), dataSize=8
835680Sgblack@eecs.umich.edu    # We're going to change priviledge, so zero out the stack selector. We
845680Sgblack@eecs.umich.edu    # need to let the IST have priority so we don't branch yet.
856057Sgblack@eecs.umich.edu    mov t11, t0, t0, flags=(nCEZF,)
865680Sgblack@eecs.umich.edu
875680Sgblack@eecs.umich.edu    # Check the IST field of the gate descriptor
885903Sgblack@eecs.umich.edu    srli t12, t4, 32, dataSize=8
895903Sgblack@eecs.umich.edu    andi t12, t12, 0x7, dataSize=8
905903Sgblack@eecs.umich.edu    subi t0, t12, 1, flags=(ECF,), dataSize=8
915856Sgblack@eecs.umich.edu    br rom_local_label("%(startLabel)s_istStackSwitch"), flags=(nCECF,)
925856Sgblack@eecs.umich.edu    br rom_local_label("%(startLabel)s_cplStackSwitch"), flags=(nCEZF,)
935680Sgblack@eecs.umich.edu
945680Sgblack@eecs.umich.edu    # If we're here, it's because the stack isn't being switched.
955856Sgblack@eecs.umich.edu    # Set t6 to the new aligned rsp.
965858Sgblack@eecs.umich.edu    mov t6, t6, rsp, dataSize=8
975903Sgblack@eecs.umich.edu    br rom_local_label("%(startLabel)s_stackSwitched")
985903Sgblack@eecs.umich.edu
995903Sgblack@eecs.umich.edu%(startLabel)s_istStackSwitch:
1005948Sgblack@eecs.umich.edu    ld t6, tr, [8, t12, t0], 0x1c, dataSize=8, addressSize=8, atCPL0=True
1015903Sgblack@eecs.umich.edu    br rom_local_label("%(startLabel)s_stackSwitched")
1025903Sgblack@eecs.umich.edu
1035903Sgblack@eecs.umich.edu%(startLabel)s_cplStackSwitch:
1045903Sgblack@eecs.umich.edu    # Get the new rsp from the TSS
1055913Sgblack@eecs.umich.edu    ld t6, tr, [8, t10, t0], 4, dataSize=8, addressSize=8, atCPL0=True
1065903Sgblack@eecs.umich.edu
1075903Sgblack@eecs.umich.edu%(startLabel)s_stackSwitched:
1085903Sgblack@eecs.umich.edu
1095680Sgblack@eecs.umich.edu    andi t6, t6, 0xF0, dataSize=1
1105856Sgblack@eecs.umich.edu    subi t6, t6, 40 + %(errorCodeSize)d, dataSize=8
1115680Sgblack@eecs.umich.edu
1125680Sgblack@eecs.umich.edu    ##
1135680Sgblack@eecs.umich.edu    ## Point of no return.
1145680Sgblack@eecs.umich.edu    ## We're now going to irrevocably modify visible state.
1155852Sgblack@eecs.umich.edu    ## Anything bad that's going to happen should have happened by now or will
1165852Sgblack@eecs.umich.edu    ## happen right now.
1175680Sgblack@eecs.umich.edu    ##
1185852Sgblack@eecs.umich.edu    wrip t0, t9, dataSize=8
1195680Sgblack@eecs.umich.edu
1205911Sgblack@eecs.umich.edu    #
1215911Sgblack@eecs.umich.edu    # Set up the target code segment. Do this now so we have the right
1225911Sgblack@eecs.umich.edu    # permissions when setting up the stack frame.
1235911Sgblack@eecs.umich.edu    #
1245911Sgblack@eecs.umich.edu    srli t5, t4, 16, dataSize=8
1255911Sgblack@eecs.umich.edu    andi t5, t5, 0xFF, dataSize=8
1265911Sgblack@eecs.umich.edu    wrdl cs, t3, t5, dataSize=8
1275911Sgblack@eecs.umich.edu    # Tuck away the old CS for use below
1285911Sgblack@eecs.umich.edu    limm t10, 0, dataSize=8
1295911Sgblack@eecs.umich.edu    rdsel t10, cs, dataSize=2
1305911Sgblack@eecs.umich.edu    wrsel cs, t5, dataSize=2
1315911Sgblack@eecs.umich.edu
1325913Sgblack@eecs.umich.edu    # Check that we can access everything we need to on the stack
1335913Sgblack@eecs.umich.edu    ldst t0, hs, [1, t0, t6], dataSize=8, addressSize=8
1345913Sgblack@eecs.umich.edu    ldst t0, hs, [1, t0, t6], \
1355913Sgblack@eecs.umich.edu         32 + %(errorCodeSize)d, dataSize=8, addressSize=8
1365913Sgblack@eecs.umich.edu
1375680Sgblack@eecs.umich.edu
1385680Sgblack@eecs.umich.edu    #
1395680Sgblack@eecs.umich.edu    # Build up the interrupt stack frame
1405680Sgblack@eecs.umich.edu    #
1415680Sgblack@eecs.umich.edu
14211320Ssteve.reinhardt@amd.com
1435680Sgblack@eecs.umich.edu    # Write out the contents of memory
1445856Sgblack@eecs.umich.edu    %(errorCodeCode)s
1455856Sgblack@eecs.umich.edu    st t7, hs, [1, t0, t6], %(errorCodeSize)d, dataSize=8, addressSize=8
1465911Sgblack@eecs.umich.edu    st t10, hs, [1, t0, t6], 8 + %(errorCodeSize)d, dataSize=8, addressSize=8
1475852Sgblack@eecs.umich.edu    rflags t10, dataSize=8
1485856Sgblack@eecs.umich.edu    st t10, hs, [1, t0, t6], 16 + %(errorCodeSize)d, dataSize=8, addressSize=8
1495856Sgblack@eecs.umich.edu    st rsp, hs, [1, t0, t6], 24 + %(errorCodeSize)d, dataSize=8, addressSize=8
1505680Sgblack@eecs.umich.edu    rdsel t5, ss, dataSize=2
1515856Sgblack@eecs.umich.edu    st t5, hs, [1, t0, t6], 32 + %(errorCodeSize)d, dataSize=8, addressSize=8
1525680Sgblack@eecs.umich.edu
1535680Sgblack@eecs.umich.edu    # Set the stack segment
1545680Sgblack@eecs.umich.edu    mov rsp, rsp, t6, dataSize=8
1555852Sgblack@eecs.umich.edu    wrsel ss, t11, dataSize=2
1565680Sgblack@eecs.umich.edu
1575680Sgblack@eecs.umich.edu    #
1585852Sgblack@eecs.umich.edu    # Adjust rflags which is still in t10 from above
1595680Sgblack@eecs.umich.edu    #
1605680Sgblack@eecs.umich.edu
1615680Sgblack@eecs.umich.edu    # Set IF to the lowest bit of the original gate type.
1625680Sgblack@eecs.umich.edu    # The type field of the original gate starts at bit 40.
1635680Sgblack@eecs.umich.edu
1645680Sgblack@eecs.umich.edu    # Set the TF, NT, and RF bits. We'll flip them at the end.
1656062Sgblack@eecs.umich.edu    limm t6, (1 << 8) | (1 << 14) | (1 << 16), dataSize=8
1666062Sgblack@eecs.umich.edu    or t10, t10, t6, dataSize=8
1675852Sgblack@eecs.umich.edu    srli t5, t4, 40, dataSize=8
1685852Sgblack@eecs.umich.edu    srli t7, t10, 9, dataSize=8
1695680Sgblack@eecs.umich.edu    xor t5, t7, t5, dataSize=8
1705680Sgblack@eecs.umich.edu    andi t5, t5, 1, dataSize=8
1715680Sgblack@eecs.umich.edu    slli t5, t5, 9, dataSize=8
1725680Sgblack@eecs.umich.edu    or t6, t5, t6, dataSize=8
1735680Sgblack@eecs.umich.edu
1745680Sgblack@eecs.umich.edu    # Put the results into rflags
1755852Sgblack@eecs.umich.edu    wrflags t6, t10
17611320Ssteve.reinhardt@amd.com
1775680Sgblack@eecs.umich.edu    eret
1785680Sgblack@eecs.umich.edu};
1795856Sgblack@eecs.umich.edu'''
1805680Sgblack@eecs.umich.edu
1815856Sgblack@eecs.umich.edumicrocode = \
1825856Sgblack@eecs.umich.eduintCodeTemplate % {\
1835856Sgblack@eecs.umich.edu    "startLabel" : "longModeInterrupt",
1845856Sgblack@eecs.umich.edu    "gateCheckType" : "IntGateCheck",
1855856Sgblack@eecs.umich.edu    "errorCodeSize" : 0,
1865856Sgblack@eecs.umich.edu    "errorCodeCode" : ""
1875856Sgblack@eecs.umich.edu} + \
1885856Sgblack@eecs.umich.eduintCodeTemplate % {\
1895856Sgblack@eecs.umich.edu    "startLabel" : "longModeSoftInterrupt",
1905856Sgblack@eecs.umich.edu    "gateCheckType" : "SoftIntGateCheck",
1915856Sgblack@eecs.umich.edu    "errorCodeSize" : 0,
1925856Sgblack@eecs.umich.edu    "errorCodeCode" : ""
1935856Sgblack@eecs.umich.edu} + \
1945856Sgblack@eecs.umich.eduintCodeTemplate % {\
1955856Sgblack@eecs.umich.edu    "startLabel" : "longModeInterruptWithError",
1965856Sgblack@eecs.umich.edu    "gateCheckType" : "IntGateCheck",
1975856Sgblack@eecs.umich.edu    "errorCodeSize" : 8,
1985856Sgblack@eecs.umich.edu    "errorCodeCode" : '''
1995856Sgblack@eecs.umich.edu    st t15, hs, [1, t0, t6], dataSize=8, addressSize=8
2005856Sgblack@eecs.umich.edu    '''
2015856Sgblack@eecs.umich.edu} + \
2025856Sgblack@eecs.umich.edu'''
2035680Sgblack@eecs.umich.edudef rom
2045680Sgblack@eecs.umich.edu{
2055680Sgblack@eecs.umich.edu    # This vectors the CPU into an interrupt handler in legacy mode.
2065680Sgblack@eecs.umich.edu    extern legacyModeInterrupt:
2075680Sgblack@eecs.umich.edu    panic "Legacy mode interrupts not implemented (in microcode)"
2085680Sgblack@eecs.umich.edu    eret
2095680Sgblack@eecs.umich.edu};
2106048Sgblack@eecs.umich.edu
2116048Sgblack@eecs.umich.edudef rom
2126048Sgblack@eecs.umich.edu{
2136048Sgblack@eecs.umich.edu    extern initIntHalt:
2146048Sgblack@eecs.umich.edu    rflags t1
2156048Sgblack@eecs.umich.edu    limm t2, "~IFBit"
2166048Sgblack@eecs.umich.edu    and t1, t1, t2
2176048Sgblack@eecs.umich.edu    wrflags t1, t0
2186048Sgblack@eecs.umich.edu    halt
2196048Sgblack@eecs.umich.edu    eret
2206048Sgblack@eecs.umich.edu};
2215680Sgblack@eecs.umich.edu'''
222