2021-07-07 23:53:12 +02:00
|
|
|
|
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
|
|
|
;; ;;
|
|
|
|
|
;; Copyright (C) KolibriOS team 2004-2021. All rights reserved. ;;
|
|
|
|
|
;; Distributed under terms of the GNU General Public License ;;
|
|
|
|
|
;; ;;
|
|
|
|
|
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
|
|
|
|
|
|
|
|
$Revision$
|
|
|
|
|
|
|
|
|
|
PCI_REG_STATUS_COMMAND = 0x0004
|
|
|
|
|
PCI_REG_BAR5 = 0x0024
|
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; bit_ prefix means that its index of bit
|
|
|
|
|
; format: bit_AHCI_STR_REG_BIT
|
|
|
|
|
bit_AHCI_HBA_CAP2_BOH = 0 ; Supports BIOS/OS Handoff
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
bit_AHCI_HBA_BOHC_BOS = 0 ; BIOS-Owned Semaphore (BIOS owns controller)
|
|
|
|
|
bit_AHCI_HBA_BOHC_OOS = 1 ; OS-Owned Semaphore (OS owns controller)
|
|
|
|
|
bit_AHCI_HBA_BOHC_BB = 4 ; BIOS Busy (polling bit while BIOS cleans up
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
bit_AHCI_HBA_GHC_AHCI_ENABLE = 31 ; Enable AHCI mode
|
|
|
|
|
bit_AHCI_HBA_GHC_RESET = 0 ; Reset HBA
|
|
|
|
|
bit_AHCI_HBA_GHC_INTERRUPT_ENABLE = 1 ; Enable interrupts from the HBA
|
|
|
|
|
|
2021-07-13 22:20:23 +02:00
|
|
|
|
bit_AHCI_HBA_PxCMD_ST = 0
|
|
|
|
|
bit_AHCI_HBA_PxCMD_FRE = 4
|
|
|
|
|
bit_AHCI_HBA_PxCMD_FR = 14
|
|
|
|
|
bit_AHCI_HBA_PxCMD_CR = 15
|
|
|
|
|
|
2021-07-08 21:20:11 +02:00
|
|
|
|
AHCI_HBA_PxSSTS_DET = 0xF
|
|
|
|
|
AHCI_HBA_PORT_IPM_ACTIVE = 1
|
|
|
|
|
AHCI_HBA_PxSSTS_DET_PRESENT = 3
|
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
AHCI_MAX_PORTS = 32 ;
|
2021-07-13 19:09:18 +02:00
|
|
|
|
;HBA_MEMORY_SIZE = 0x1100
|
|
|
|
|
|
|
|
|
|
; Frame Information Structure Types
|
|
|
|
|
FIS_TYPE_REG_H2D = 0x27 ; Register FIS - host to device
|
|
|
|
|
FIS_TYPE_REG_D2H = 0x34 ; Register FIS - device to host
|
|
|
|
|
FIS_TYPE_DMA_ACT = 0x39 ; DMA activate FIS - device to host
|
|
|
|
|
FIS_TYPE_DMA_SETUP = 0x41 ; DMA setup FIS - bidirectional
|
|
|
|
|
FIS_TYPE_DATA = 0x46 ; Data FIS - bidirectional
|
|
|
|
|
FIS_TYPE_BIST = 0x58 ; BIST activate FIS - bidirectional
|
|
|
|
|
FIS_TYPE_PIO_SETUP = 0x5F ; PIO setup FIS - device to host
|
|
|
|
|
FIS_TYPE_DEV_BITS = 0xA1 ; Set device bits FIS - device to host
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
|
|
struct AHCI_DATA
|
|
|
|
|
abar dd ? ; pointer to HBA Memory (BAR5) mapped to virtual kernelspace memory
|
|
|
|
|
pcidev dd ? ; pointer to corresponding PCIDEV structure
|
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; Generic Host Control registers
|
|
|
|
|
struct HBA_MEM
|
2021-07-13 19:09:18 +02:00
|
|
|
|
cap dd ? ; 0x00, Host capabilities
|
|
|
|
|
ghc dd ? ; 0x04, Global host control
|
|
|
|
|
is dd ? ; 0x08, Interrupt status
|
|
|
|
|
pi dd ? ; 0x0C, Port implemented
|
|
|
|
|
version dd ? ; 0x10, Version
|
2021-07-07 23:53:12 +02:00
|
|
|
|
ccc_ctl dd ? ; 0x14, Command completion coalescing control
|
|
|
|
|
ccc_pts dd ? ; 0x18, Command completion coalescing ports
|
|
|
|
|
em_loc dd ? ; 0x1C, Enclosure management location
|
|
|
|
|
em_ctl dd ? ; 0x20, Enclosure management control
|
2021-07-13 19:09:18 +02:00
|
|
|
|
cap2 dd ? ; 0x24, Host capabilities extended
|
2021-07-07 23:53:12 +02:00
|
|
|
|
bohc dd ? ; 0x28, BIOS/OS handoff control and status
|
2021-07-21 17:33:47 +02:00
|
|
|
|
reserved rb (0xA0-HBA_MEM.reserved) ; 0x2C - 0x9F, Reserved
|
|
|
|
|
vendor rb (0x100-HBA_MEM.vendor) ; 0xA0 - 0xFF, Vendor specific
|
2021-07-08 13:56:47 +02:00
|
|
|
|
ports rb (sizeof.HBA_PORT*AHCI_MAX_PORTS) ; 0x100 - 0x10FF, Port control registers, max AHCI_MAX_PORTS
|
2021-07-07 23:53:12 +02:00
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; Port Control registers
|
|
|
|
|
struct HBA_PORT
|
2021-07-13 19:09:18 +02:00
|
|
|
|
command_list_base_l dd ? ; 0x00, command list base address, 1K-byte aligned
|
|
|
|
|
command_list_base_h dd ? ; 0x04, command list base address upper 32 bits, used on 64 bit systems
|
|
|
|
|
fis_base_l dd ? ; 0x08, FIS base address, 256-byte aligned
|
|
|
|
|
fis_base_h dd ? ; 0x0C, FIS base address upper 32 bits, used on 64 bit systems
|
|
|
|
|
interrupt_status dd ? ; 0x10
|
|
|
|
|
interrupt_enable dd ? ; 0x14
|
|
|
|
|
command dd ? ; 0x18, command and status
|
|
|
|
|
reserved0 dd ? ; 0x1C
|
|
|
|
|
task_file_data dd ? ; 0x20
|
|
|
|
|
signature dd ? ; 0x24
|
|
|
|
|
sata_status dd ? ; 0x28, SATA status (SCR0:SStatus)
|
|
|
|
|
sata_control dd ? ; 0x2C, SATA control (SCR2:SControl)
|
|
|
|
|
sata_error dd ? ; 0x30, SATA error (SCR1:SError)
|
|
|
|
|
sata_active dd ? ; 0x34, SATA active (SCR3:SActive)
|
|
|
|
|
command_issue dd ? ; 0x38
|
|
|
|
|
sata_notification dd ? ; 0x3C, SATA notification (SCR4:SNotification)
|
|
|
|
|
fis_based_switch_control dd ? ; 0x40
|
|
|
|
|
reserved1 rd 11 ; 0x44 - 0x6F
|
|
|
|
|
vendor rd 4 ; 0x70 - 0x7F, vendor specific
|
2021-07-07 23:53:12 +02:00
|
|
|
|
ends
|
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
; Command header structure
|
|
|
|
|
struct HBA_CMD_HDR
|
|
|
|
|
_flags1 db ? ; 0bPWACCCCC, P - Prefetchable, W - Write (1: H2D, 0: D2H)
|
|
|
|
|
; A - ATAPI, C - Command FIS length in DWORDS, 2 ~ 16
|
|
|
|
|
|
|
|
|
|
_flags2 db ? ; 0bPPPPRCB(Re), P - Port multiplier port, R - Reserved,
|
|
|
|
|
; C - Clear busy upon R_OK, B - BIST, Re - Reset
|
|
|
|
|
|
|
|
|
|
prdtl dw ? ; Physical region descriptor table length in entries
|
|
|
|
|
prdbc dd ? ; Physical region descriptor byte count transferred
|
|
|
|
|
ctba dd ? ; Command table descriptor base address
|
|
|
|
|
ctbau dd ? ; Command table descriptor base address upper 32 bits
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rd 4 ; Reserved
|
2021-07-16 18:39:49 +02:00
|
|
|
|
ends
|
|
|
|
|
|
2021-07-20 18:25:00 +02:00
|
|
|
|
struct HBA_PRDT_ENTRY
|
|
|
|
|
dba dd ? ; Data base address
|
|
|
|
|
dbau dd ? ; Data base address upper 32 bits
|
2021-07-21 17:33:47 +02:00
|
|
|
|
dd ? ; Reserved
|
2021-07-20 18:25:00 +02:00
|
|
|
|
_flags dd ? ; 0bIR..RD..D, I (1 bit) - Interrupt on completion,
|
|
|
|
|
; R (9 bits) - Reserved, D (22 bits) - Byte count, 4M max
|
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
struct HBA_CMD_TBL
|
|
|
|
|
cfis rb 64 ; 0x00, Command FIS
|
|
|
|
|
acmd rb 16 ; 0x40, ATAPI command, 12 or 16 bytes
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 48 ; 0x50, Reserved
|
2021-07-20 18:25:00 +02:00
|
|
|
|
prdt_entry HBA_PRDT_ENTRY ; 0x80, Physical region descriptor table entries, 0 ~ 65535
|
|
|
|
|
; so, this structure is variable-length
|
|
|
|
|
ends
|
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
; Contains virtual mappings for port phys memory regions
|
|
|
|
|
struct PORT_DATA
|
|
|
|
|
clb dd ? ; Command list base
|
|
|
|
|
fb dd ? ; FIS base
|
|
|
|
|
ctba_arr rd 32 ; ctba_arr[0] = clb[0].ctba, ... and so on.
|
|
|
|
|
port dd ? ; address of correspoding HBA_PORT structure
|
|
|
|
|
ends
|
|
|
|
|
|
2021-07-13 19:09:18 +02:00
|
|
|
|
; Register FIS – Host to Device
|
|
|
|
|
struct FIS_REG_H2D
|
|
|
|
|
fis_type db ? ; FIS_TYPE_REG_H2D
|
|
|
|
|
_flags db ? ; 0bCRRRPPPP, C - 1: Command, 0: Control
|
|
|
|
|
; R - Reserved, P - Port multiplier
|
|
|
|
|
|
|
|
|
|
command db ? ; Command register
|
|
|
|
|
featurel db ? ; Feature register, 7:0
|
|
|
|
|
|
|
|
|
|
lba0 db ? ; LBA low register, 7:0
|
|
|
|
|
lba1 db ? ; LBA mid register, 15:8
|
|
|
|
|
lba2 db ? ; LBA high register, 23:16
|
|
|
|
|
device db ? ; Device register
|
|
|
|
|
|
|
|
|
|
lba3 db ? ; LBA register, 31:24
|
|
|
|
|
lba4 db ? ; LBA register, 39:32
|
|
|
|
|
lba5 db ? ; LBA register, 47:40
|
|
|
|
|
featureh db ? ; Feature register, 15:8
|
|
|
|
|
|
|
|
|
|
countl db ? ; Count register, 7:0
|
|
|
|
|
counth db ? ; Count register, 15:8
|
|
|
|
|
icc db ? ; Isochronous command completion
|
|
|
|
|
control db ? ; Control register
|
|
|
|
|
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 4 ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; Register FIS – Device to Host
|
|
|
|
|
struct FIS_REG_D2H
|
|
|
|
|
fis_type db ? ; FIS_TYPE_REG_D2H
|
|
|
|
|
|
|
|
|
|
_flags db ? ; 0bRIRPPPP, P - Port multiplier, R - Reserved
|
|
|
|
|
; I - Interrupt bit
|
|
|
|
|
|
|
|
|
|
status db ? ; Status register
|
|
|
|
|
error db ? ; Error register
|
|
|
|
|
|
|
|
|
|
lba0 db ? ; LBA low register, 7:0
|
|
|
|
|
lba1 db ? ; LBA mid register, 15:8
|
|
|
|
|
lba2 db ? ; LBA high register, 23:16
|
|
|
|
|
device db ? ; Device register
|
|
|
|
|
|
|
|
|
|
lba3 db ? ; LBA register, 31:24
|
|
|
|
|
lba4 db ? ; LBA register, 39:32
|
|
|
|
|
lba5 db ? ; LBA register, 47:40
|
2021-07-21 17:33:47 +02:00
|
|
|
|
db ? ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
|
|
|
|
|
countl db ? ; Count register, 7:0
|
|
|
|
|
counth db ? ; Count register, 15:8
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 2 ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 4 ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; Data FIS – Bidirectional
|
|
|
|
|
struct FIS_DATA
|
|
|
|
|
fis_type db ? ; FIS_TYPE_DATA
|
|
|
|
|
_flags db ? ; 0bRRRRPPPP, R - Reserved, P - Port multiplier
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 2 ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
; DWORD 1 ~ N (?)
|
|
|
|
|
data rd 1 ; Payload
|
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; PIO Setup – Device to Host
|
|
|
|
|
struct FIS_PIO_SETUP
|
|
|
|
|
fis_type db ? ; FIS_TYPE_PIO_SETUP
|
|
|
|
|
|
|
|
|
|
_flags db ? ; 0bRIDRPPPP, P - Port multiplier, R - Reserved
|
|
|
|
|
; I - Interrupt bit, D - Data transfer direction, 1 - device to host
|
|
|
|
|
|
|
|
|
|
status db ? ; Status register
|
|
|
|
|
error db ? ; Error register
|
|
|
|
|
|
|
|
|
|
lba0 db ? ; LBA low register, 7:0
|
|
|
|
|
lba1 db ? ; LBA mid register, 15:8
|
|
|
|
|
lba2 db ? ; LBA high register, 23:16
|
|
|
|
|
device db ? ; Device register
|
|
|
|
|
|
|
|
|
|
lba3 db ? ; LBA register, 31:24
|
|
|
|
|
lba4 db ? ; LBA register, 39:32
|
|
|
|
|
lba5 db ? ; LBA register, 47:40
|
2021-07-21 17:33:47 +02:00
|
|
|
|
db ? ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
|
|
|
|
|
countl db ? ; Count register, 7:0
|
|
|
|
|
counth db ? ; Count register, 15:8
|
2021-07-21 17:33:47 +02:00
|
|
|
|
db ? ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
e_status db ? ; New value of status register
|
|
|
|
|
|
|
|
|
|
tc dw ? ; Transfer count
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 2 ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; DMA Setup – Device to Host
|
|
|
|
|
struct FIS_DMA_SETUP
|
|
|
|
|
fis_type db ? ; FIS_TYPE_DMA_SETUP
|
|
|
|
|
_flags db ? ; 0bAIDRPPPP, A - Auto-activate. Specifies if DMA Activate FIS is needed,
|
|
|
|
|
; I - Interrupt bit, D - Data transfer direction, 1 - device to host,
|
|
|
|
|
; R - Reserved, P - Port multiplier
|
|
|
|
|
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 2 ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
DMAbufferID dq ? ; DMA Buffer Identifier.
|
|
|
|
|
; Used to Identify DMA buffer in host memory.
|
|
|
|
|
; SATA Spec says host specific and not in Spec.
|
|
|
|
|
; Trying AHCI spec might work.
|
|
|
|
|
|
2021-07-21 17:33:47 +02:00
|
|
|
|
dd ? ; Reserved
|
|
|
|
|
DMAbufOffset dd ? ; Byte offset into buffer. First 2 bits must be 0
|
2021-07-13 19:09:18 +02:00
|
|
|
|
TransferCount dd ? ; Number of bytes to transfer. Bit 0 must be 0
|
2021-07-21 17:33:47 +02:00
|
|
|
|
dd ? ; Reserved
|
2021-07-13 19:09:18 +02:00
|
|
|
|
ends
|
|
|
|
|
|
|
|
|
|
; Set device bits FIS - device to host
|
|
|
|
|
struct FIS_DEV_BITS
|
|
|
|
|
fis_type db ? ; FIS_TYPE_DEV_BITS
|
|
|
|
|
_flags db ? ; 0bNIRRPPPP, N - Notification, I - Interrupt,
|
|
|
|
|
; R - Reserved, P - Port multiplier
|
|
|
|
|
|
|
|
|
|
status db ? ; Status register
|
|
|
|
|
error db ? ; Error register
|
|
|
|
|
|
|
|
|
|
protocol dd ? ; Protocol
|
|
|
|
|
ends
|
|
|
|
|
|
2021-07-20 18:25:00 +02:00
|
|
|
|
struct HBA_FIS
|
|
|
|
|
dsfis FIS_DMA_SETUP ; 0x00, DMA Setup FIS
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 4 ; padding
|
2021-07-20 18:25:00 +02:00
|
|
|
|
|
|
|
|
|
psfis FIS_PIO_SETUP ; 0x20, PIO Setup FIS
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 12 ; padding
|
2021-07-20 18:25:00 +02:00
|
|
|
|
|
|
|
|
|
rfis FIS_REG_D2H ; 0x40, Register - Device to Host FIS
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb 4 ; padding
|
2021-07-20 18:25:00 +02:00
|
|
|
|
|
|
|
|
|
sdbfis FIS_DEV_BITS ; 0x58, Set Device Bit FIS
|
|
|
|
|
|
|
|
|
|
ufis rb 64 ; 0x60
|
|
|
|
|
|
2021-07-21 17:33:47 +02:00
|
|
|
|
rb (0x100 - 0xA0) ; 0xA0, Reserved
|
2021-07-20 18:25:00 +02:00
|
|
|
|
ends
|
|
|
|
|
|
2021-07-13 19:09:18 +02:00
|
|
|
|
; --------------------------------------------------
|
2021-07-07 23:53:12 +02:00
|
|
|
|
uglobal
|
|
|
|
|
align 4
|
|
|
|
|
ahci_controller AHCI_DATA
|
2021-07-16 18:39:49 +02:00
|
|
|
|
port_data_arr rb (sizeof.PORT_DATA*AHCI_MAX_PORTS)
|
2021-07-07 23:53:12 +02:00
|
|
|
|
endg
|
|
|
|
|
|
2021-07-13 19:09:18 +02:00
|
|
|
|
; -----------------------------------------------------------------------
|
2021-07-07 23:53:12 +02:00
|
|
|
|
; detect ahci controller and initialize
|
|
|
|
|
align 4
|
2021-07-16 18:39:49 +02:00
|
|
|
|
ahci_init:
|
2021-07-07 23:53:12 +02:00
|
|
|
|
mov ecx, ahci_controller
|
|
|
|
|
mov esi, pcidev_list
|
|
|
|
|
.find_ahci_ctr:
|
|
|
|
|
mov esi, [esi + PCIDEV.fd]
|
|
|
|
|
cmp esi, pcidev_list
|
|
|
|
|
jz .ahci_ctr_not_found
|
|
|
|
|
mov eax, [esi + PCIDEV.class]
|
|
|
|
|
;DEBUGF 1, "K: device class = %x\n", eax
|
|
|
|
|
shr eax, 8 ; shift right because lowest 8 bits if ProgIf field
|
|
|
|
|
cmp eax, 0x0106 ; 0x01 - Mass Storage Controller class, 0x06 - Serial ATA Controller subclass
|
|
|
|
|
jz .ahci_ctr_found
|
|
|
|
|
jmp .find_ahci_ctr
|
|
|
|
|
|
|
|
|
|
.ahci_ctr_not_found:
|
|
|
|
|
DEBUGF 1, "K: AHCI controller not found\n"
|
|
|
|
|
ret
|
|
|
|
|
|
|
|
|
|
.ahci_ctr_found:
|
|
|
|
|
mov [ahci_controller + AHCI_DATA.pcidev], esi
|
|
|
|
|
|
|
|
|
|
mov eax, [esi+PCIDEV.class]
|
|
|
|
|
movzx ebx, byte [esi+PCIDEV.bus]
|
|
|
|
|
movzx ecx, byte [esi+PCIDEV.devfn]
|
|
|
|
|
shr ecx, 3 ; get rid of 3 lowest bits (function code), the rest bits is device code
|
|
|
|
|
movzx edx, byte [esi+PCIDEV.devfn]
|
|
|
|
|
and edx, 00000111b ; get only 3 lowest bits (function code)
|
|
|
|
|
DEBUGF 1, "K: found AHCI controller, (class, subcl, progif) = %x, bus = %x, device = %x, function = %x\n", eax, ebx, ecx, edx
|
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; get BAR5 value, it is physical address
|
2021-07-08 21:20:11 +02:00
|
|
|
|
movzx ebx, [esi + PCIDEV.bus]
|
|
|
|
|
movzx ebp, [esi + PCIDEV.devfn]
|
|
|
|
|
stdcall pci_read32, ebx, ebp, PCI_REG_BAR5
|
|
|
|
|
DEBUGF 1, "K: AHCI controller MMIO = %x\n", eax
|
|
|
|
|
mov edi, eax
|
|
|
|
|
|
|
|
|
|
; get the size of MMIO region
|
|
|
|
|
stdcall pci_write32, ebx, ebp, PCI_REG_BAR5, 0xFFFFFFFF
|
|
|
|
|
stdcall pci_read32, ebx, ebp, PCI_REG_BAR5
|
|
|
|
|
not eax
|
|
|
|
|
inc eax
|
|
|
|
|
DEBUGF 1, "K: AHCI: MMIO region size = 0x%x bytes\n", eax
|
|
|
|
|
|
|
|
|
|
; Map MMIO region to virtual memory
|
|
|
|
|
stdcall map_io_mem, edi, eax, PG_SWR + PG_NOCACHE
|
2021-07-07 23:53:12 +02:00
|
|
|
|
mov [ahci_controller + AHCI_DATA.abar], eax
|
|
|
|
|
DEBUGF 1, "K: AHCI controller BAR5 mapped to virtual addr %x\n", eax
|
|
|
|
|
|
2021-07-08 21:20:11 +02:00
|
|
|
|
; Restore the original BAR5 value
|
|
|
|
|
stdcall pci_write32, ebx, ebp, PCI_REG_BAR5, edi
|
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; Enable dma bus mastering, memory space access, clear the "disable interrupts" bit
|
|
|
|
|
; Usually, it is already done before us
|
2021-07-08 16:27:05 +02:00
|
|
|
|
movzx ebx, [esi + PCIDEV.bus]
|
|
|
|
|
movzx ebp, [esi + PCIDEV.devfn]
|
|
|
|
|
stdcall pci_read32, ebx, ebp, PCI_REG_STATUS_COMMAND
|
2021-07-07 23:53:12 +02:00
|
|
|
|
DEBUGF 1, "K: AHCI: pci_status_command = %x\nEnabling interrupts, DMA bus mastering and memory space access\n", eax
|
|
|
|
|
or eax, 0x06 ; pci.command |= 0x06 (dma bus mastering + memory space access)
|
|
|
|
|
btr eax, 10 ; clear the "disable interrupts" bit
|
|
|
|
|
DEBUGF 1, "K: AHCI: pci_status_command = %x\n", eax
|
2021-07-08 16:27:05 +02:00
|
|
|
|
stdcall pci_write32, ebx, ebp, PCI_REG_STATUS_COMMAND, eax
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; ; Print some register values to debug board
|
|
|
|
|
; mov esi, [ahci_controller + AHCI_DATA.abar]
|
2021-07-13 19:09:18 +02:00
|
|
|
|
; DEBUGF 1, "K: AHCI: HBA.cap = %x, HBA.ghc = %x, HBA_MEM.version = %x\n", [esi + HBA_MEM.cap], [esi + HBA_MEM.ghc], [esi + HBA_MEM.version]
|
2021-07-08 13:56:47 +02:00
|
|
|
|
|
|
|
|
|
;-------------------------------------------------------
|
|
|
|
|
; Request BIOS/OS ownership handoff, if supported. (TODO check correctness)
|
|
|
|
|
mov esi, [ahci_controller + AHCI_DATA.abar]
|
2021-07-13 19:09:18 +02:00
|
|
|
|
;mov ebx, [esi + HBA_MEM.cap2]
|
2021-07-08 13:56:47 +02:00
|
|
|
|
;DEBUGF 1, "K: AHCI: HBA_MEM.cap2 = %x\n", ebx
|
2021-07-13 19:09:18 +02:00
|
|
|
|
bt [esi + HBA_MEM.cap2], bit_AHCI_HBA_CAP2_BOH
|
2021-07-07 23:53:12 +02:00
|
|
|
|
jnc .end_handoff
|
2021-07-08 13:56:47 +02:00
|
|
|
|
DEBUGF 1, "K: AHCI: requesting AHCI ownership change...\n"
|
2021-07-08 16:27:05 +02:00
|
|
|
|
bts [esi + HBA_MEM.bohc], bit_AHCI_HBA_BOHC_OOS
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
|
|
.wait_not_bos:
|
2021-07-08 16:27:05 +02:00
|
|
|
|
bt [esi + HBA_MEM.bohc], bit_AHCI_HBA_BOHC_BOS
|
2021-07-07 23:53:12 +02:00
|
|
|
|
jc .wait_not_bos
|
|
|
|
|
|
|
|
|
|
mov ebx, 3
|
|
|
|
|
call delay_hs
|
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; if Bios Busy is still set after 30 mS, wait 2 seconds.
|
2021-07-08 16:27:05 +02:00
|
|
|
|
bt [esi + HBA_MEM.bohc], bit_AHCI_HBA_BOHC_BB
|
2021-07-07 23:53:12 +02:00
|
|
|
|
jnc @f
|
|
|
|
|
|
|
|
|
|
mov ebx, 200
|
|
|
|
|
call delay_hs
|
|
|
|
|
@@:
|
2021-07-08 13:56:47 +02:00
|
|
|
|
DEBUGF 1, "K: AHCI: ownership change completed.\n"
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
|
|
.end_handoff:
|
2021-07-08 13:56:47 +02:00
|
|
|
|
;-------------------------------------------------------
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; enable the AHCI and reset it
|
2021-07-13 19:09:18 +02:00
|
|
|
|
bts [esi + HBA_MEM.ghc], bit_AHCI_HBA_GHC_AHCI_ENABLE
|
|
|
|
|
bts [esi + HBA_MEM.ghc], bit_AHCI_HBA_GHC_RESET
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; wait for reset to complete
|
|
|
|
|
.wait_reset:
|
2021-07-13 19:09:18 +02:00
|
|
|
|
bt [esi + HBA_MEM.ghc], bit_AHCI_HBA_GHC_RESET
|
2021-07-08 13:56:47 +02:00
|
|
|
|
jc .wait_reset
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
|
; enable the AHCI and interrupts
|
2021-07-13 19:09:18 +02:00
|
|
|
|
bts [esi + HBA_MEM.ghc], bit_AHCI_HBA_GHC_AHCI_ENABLE
|
|
|
|
|
bts [esi + HBA_MEM.ghc], bit_AHCI_HBA_GHC_INTERRUPT_ENABLE
|
2021-07-08 13:56:47 +02:00
|
|
|
|
mov ebx, 2
|
|
|
|
|
call delay_hs
|
|
|
|
|
|
2021-07-13 19:09:18 +02:00
|
|
|
|
DEBUGF 1, "K: AHCI: caps: %x %x, ver: %x, ghc: %x, pi: %x\n", [esi + HBA_MEM.cap], [esi + HBA_MEM.cap2], [esi + HBA_MEM.version], [esi + HBA_MEM.ghc], [esi + HBA_MEM.pi]
|
2021-07-08 21:20:11 +02:00
|
|
|
|
|
|
|
|
|
; TODO:
|
|
|
|
|
; calculate irq line
|
|
|
|
|
; ahciHBA->ghc |= AHCI_GHC_IE;
|
|
|
|
|
; IDT::RegisterInterruptHandler(irq, InterruptHandler);
|
2021-07-13 19:09:18 +02:00
|
|
|
|
; ahciHBA->is = 0xffffffff;
|
2021-07-08 21:20:11 +02:00
|
|
|
|
|
|
|
|
|
xor ebx, ebx
|
|
|
|
|
.detect_drives:
|
|
|
|
|
cmp ebx, AHCI_MAX_PORTS
|
|
|
|
|
jae .end_detect_drives
|
|
|
|
|
|
|
|
|
|
; if port with index ebx is not implemented then go to next
|
2021-07-13 19:09:18 +02:00
|
|
|
|
mov ecx, [esi + HBA_MEM.pi]
|
2021-07-08 21:20:11 +02:00
|
|
|
|
bt ecx, ebx
|
|
|
|
|
jnc .continue_detect_drives
|
|
|
|
|
|
|
|
|
|
mov edi, ebx
|
|
|
|
|
shl edi, BSF sizeof.HBA_PORT
|
|
|
|
|
add edi, HBA_MEM.ports
|
|
|
|
|
add edi, esi
|
|
|
|
|
; now edi - base of HBA_MEM.ports[ebx]
|
|
|
|
|
|
|
|
|
|
DEBUGF 1, "K: AHCI: port %d, ssts = %x\n", ebx, [edi + HBA_PORT.sata_status]
|
|
|
|
|
|
|
|
|
|
mov ecx, [edi + HBA_PORT.sata_status]
|
|
|
|
|
shr ecx, 8
|
|
|
|
|
and ecx, 0x0F
|
|
|
|
|
cmp ecx, AHCI_HBA_PORT_IPM_ACTIVE
|
|
|
|
|
jne .continue_detect_drives
|
|
|
|
|
|
|
|
|
|
mov ecx, [edi + HBA_PORT.sata_status]
|
|
|
|
|
and ecx, AHCI_HBA_PxSSTS_DET
|
|
|
|
|
cmp ecx, AHCI_HBA_PxSSTS_DET_PRESENT
|
2021-07-16 18:39:49 +02:00
|
|
|
|
jne .continue_detect_drives
|
2021-07-08 21:20:11 +02:00
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
DEBUGF 1, "K: AHCI: found drive at port %d, signature = %x\n", ebx, [edi + HBA_PORT.signature]
|
|
|
|
|
|
|
|
|
|
mov ecx, ebx
|
|
|
|
|
shl ecx, BSF sizeof.PORT_DATA
|
|
|
|
|
add ecx, port_data_arr
|
|
|
|
|
stdcall ahci_port_rebase, edi, ebx, ecx
|
2021-07-08 21:20:11 +02:00
|
|
|
|
|
|
|
|
|
.continue_detect_drives:
|
|
|
|
|
inc ebx
|
|
|
|
|
jmp .detect_drives
|
|
|
|
|
|
2021-07-13 19:09:18 +02:00
|
|
|
|
|
2021-07-08 21:20:11 +02:00
|
|
|
|
|
|
|
|
|
.end_detect_drives:
|
|
|
|
|
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
|
|
ret
|
2021-07-13 22:20:23 +02:00
|
|
|
|
; -------------------------------------------------
|
|
|
|
|
|
|
|
|
|
; Start command engine
|
|
|
|
|
; in: eax - address of HBA_PORT structure
|
2021-07-16 18:39:49 +02:00
|
|
|
|
ahci_start_cmd:
|
2021-07-13 22:20:23 +02:00
|
|
|
|
.wait_cr: ; Wait until CR (bit15) is cleared
|
|
|
|
|
bt [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_CR
|
|
|
|
|
jc .wait_cr
|
|
|
|
|
|
|
|
|
|
; Set FRE (bit4) and ST (bit0)
|
|
|
|
|
bts [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_FRE
|
|
|
|
|
bts [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_ST
|
2021-07-16 18:39:49 +02:00
|
|
|
|
; maybe here call ahci flush cmd ? TODO (see seakernel)
|
2021-07-13 22:20:23 +02:00
|
|
|
|
ret
|
|
|
|
|
|
|
|
|
|
; Stop command engine
|
|
|
|
|
; in: eax - address of HBA_PORT structure
|
2021-07-16 18:39:49 +02:00
|
|
|
|
ahci_stop_cmd:
|
2021-07-13 22:20:23 +02:00
|
|
|
|
btr [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_ST ; Clear ST (bit0)
|
|
|
|
|
btr [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_FRE ; Clear FRE (bit4)
|
|
|
|
|
.wait_fr_cr: ; Wait until FR (bit14), CR (bit15) are cleared
|
|
|
|
|
bt [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_FR
|
|
|
|
|
jc .wait_fr_cr
|
|
|
|
|
bt [eax + HBA_PORT.command], bit_AHCI_HBA_PxCMD_CR
|
|
|
|
|
jc .wait_fr_cr
|
|
|
|
|
|
|
|
|
|
ret
|
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
; The commands may not take effect until the command
|
|
|
|
|
; register is read again by software, because reasons.
|
|
|
|
|
; in: eax - address of HBA_PORT structure
|
|
|
|
|
; out: eax - command register value
|
|
|
|
|
ahci_flush_cmd:
|
|
|
|
|
mov eax, [eax + HBA_PORT.command]
|
|
|
|
|
ret
|
2021-07-13 22:20:23 +02:00
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
; Send command to port
|
|
|
|
|
; in: eax - address of HBA_PORT structure
|
|
|
|
|
; ebx - index of command slot
|
|
|
|
|
ahci_send_cmd:
|
|
|
|
|
push ecx
|
|
|
|
|
mov [eax + HBA_PORT.interrupt_status], 0xFFFFFFFF
|
|
|
|
|
|
|
|
|
|
mov cl, bl
|
|
|
|
|
mov [eax + HBA_PORT.command_issue], 1
|
|
|
|
|
shl [eax + HBA_PORT.command_issue], cl
|
|
|
|
|
|
|
|
|
|
call ahci_flush_cmd
|
|
|
|
|
pop ecx
|
|
|
|
|
ret
|
|
|
|
|
|
|
|
|
|
; ---------------------------------------------------------------------------
|
|
|
|
|
; TODO: check correctness
|
|
|
|
|
; in: port - address of HBA_PORT structure
|
|
|
|
|
; portno - port index (0..31)
|
|
|
|
|
; pdata - address of PORT_DATA structure
|
|
|
|
|
proc ahci_port_rebase stdcall, port: dword, portno: dword, pdata: dword
|
|
|
|
|
locals
|
|
|
|
|
phys_page1 dd ?
|
|
|
|
|
virt_page1 dd ?
|
|
|
|
|
phys_page23 dd ?
|
|
|
|
|
virt_page23 dd ?
|
|
|
|
|
tmp dd ?
|
|
|
|
|
endl
|
|
|
|
|
|
|
|
|
|
pushad
|
|
|
|
|
|
|
|
|
|
DEBUGF 1, "Rebasing port %u\n", [portno]
|
|
|
|
|
|
|
|
|
|
mov eax, [port]
|
|
|
|
|
call ahci_stop_cmd
|
|
|
|
|
|
|
|
|
|
; Command list entry size = 32
|
|
|
|
|
; Command list entry maxim count = 32
|
|
|
|
|
; Command list maxim size = 32*32 = 1K per port
|
|
|
|
|
call alloc_page
|
|
|
|
|
mov [phys_page1], eax
|
|
|
|
|
|
|
|
|
|
stdcall map_io_mem, eax, 4096, PG_NOCACHE + PG_SWR ; map to virt memory so we can work with it
|
|
|
|
|
mov [virt_page1], eax
|
|
|
|
|
|
|
|
|
|
mov esi, [port]
|
|
|
|
|
mov ebx, [phys_page1]
|
|
|
|
|
mov [esi + HBA_PORT.command_list_base_l], ebx ; set the command list base
|
|
|
|
|
mov [esi + HBA_PORT.command_list_base_h], 0 ; zero upper 32 bits of addr cause we are 32 bit os
|
|
|
|
|
|
|
|
|
|
mov edi, [pdata]
|
|
|
|
|
mov ebx, [virt_page1]
|
|
|
|
|
mov [edi + PORT_DATA.clb], ebx ; set pdata->clb
|
|
|
|
|
|
|
|
|
|
mov eax, [port]
|
|
|
|
|
mov [edi + PORT_DATA.port], eax ; set pdata->port
|
|
|
|
|
|
|
|
|
|
stdcall _memset, ebx, 0, 1024 ; zero out the command list
|
|
|
|
|
|
|
|
|
|
; FIS entry size = 256 bytes per port
|
|
|
|
|
mov eax, [phys_page1]
|
|
|
|
|
add eax, 1024
|
|
|
|
|
mov [esi + HBA_PORT.fis_base_l], eax
|
|
|
|
|
mov [esi + HBA_PORT.fis_base_h], 0
|
|
|
|
|
|
|
|
|
|
mov eax, [virt_page1]
|
|
|
|
|
add eax, 1024
|
|
|
|
|
mov [edi + PORT_DATA.fb], eax ; set pdata->fb
|
|
|
|
|
stdcall _memset, eax, 0, 256 ; zero out
|
|
|
|
|
|
|
|
|
|
stdcall alloc_pages, 2
|
|
|
|
|
mov [phys_page23], eax
|
|
|
|
|
stdcall map_io_mem, eax, 2*4096, PG_NOCACHE + PG_SWR
|
|
|
|
|
mov [virt_page23], eax
|
2021-07-13 22:20:23 +02:00
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
; Command table size = 256*32 = 8K per port
|
|
|
|
|
mov edx, [edi + PORT_DATA.clb] ; cmdheader array base
|
|
|
|
|
xor ecx, ecx
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
2021-07-16 18:39:49 +02:00
|
|
|
|
.for1:
|
|
|
|
|
cmp ecx, 32
|
|
|
|
|
jae .for1_end
|
|
|
|
|
|
|
|
|
|
mov ebx, ecx
|
|
|
|
|
shl ebx, BSF sizeof.HBA_CMD_HDR
|
|
|
|
|
add ebx, edx ; ebx = cmdheader[ecx]
|
|
|
|
|
|
|
|
|
|
mov [ebx + HBA_CMD_HDR.prdtl], 8 ; 8 prdt entries per command table
|
|
|
|
|
|
|
|
|
|
; 256 bytes per command table, 64+16+48+16*8
|
|
|
|
|
|
|
|
|
|
push edx
|
|
|
|
|
|
|
|
|
|
; cmdheader[ecx].ctba = phys_page23 + ecx*256
|
|
|
|
|
mov [ebx + HBA_CMD_HDR.ctba], ecx
|
|
|
|
|
shl [ebx + HBA_CMD_HDR.ctba], BSF 256 ; *= 256
|
|
|
|
|
mov eax, [ebx + HBA_CMD_HDR.ctba]
|
|
|
|
|
mov edx, [phys_page23]
|
|
|
|
|
add [ebx + HBA_CMD_HDR.ctba], edx
|
|
|
|
|
|
|
|
|
|
add eax, [virt_page23]
|
|
|
|
|
mov [tmp], eax ; tmp = virt_page23 + ecx*256
|
2021-07-20 18:25:00 +02:00
|
|
|
|
lea eax, [ecx*4 + edi + PORT_DATA.ctba_arr] ; eax = pdata->ctba_arr[ecx]
|
2021-07-16 18:39:49 +02:00
|
|
|
|
mov edx, [tmp]
|
|
|
|
|
mov [eax], edx ; pdata->ctba_arr[ecx] = virt_page23 + ecx*256
|
|
|
|
|
|
|
|
|
|
pop edx
|
|
|
|
|
|
|
|
|
|
mov [ebx + HBA_CMD_HDR.ctbau], 0
|
|
|
|
|
stdcall _memset, [eax], 0, 256 ; zero out
|
|
|
|
|
|
|
|
|
|
inc ecx
|
|
|
|
|
jmp .for1
|
|
|
|
|
.for1_end:
|
|
|
|
|
|
|
|
|
|
mov eax, [port]
|
|
|
|
|
call ahci_start_cmd
|
|
|
|
|
|
|
|
|
|
DEBUGF 1, "End rebasing port %u\n", [portno]
|
|
|
|
|
popad
|
|
|
|
|
ret
|
|
|
|
|
endp
|
|
|
|
|
|
2021-07-20 18:25:00 +02:00
|
|
|
|
; ----------------------------------------------------------- ; TODO check
|
|
|
|
|
; Find a free command list slot
|
|
|
|
|
; in: eax - address of HBA_PORT structure
|
|
|
|
|
; out: eax - if not found -1, else slot index
|
|
|
|
|
ahci_find_cmdslot:
|
|
|
|
|
push ebx ecx edx esi
|
|
|
|
|
; If not set in SACT and CI, the slot is free
|
|
|
|
|
mov ebx, [eax + HBA_PORT.sata_active]
|
|
|
|
|
or ebx, [eax + HBA_PORT.command_issue] ; ebx = slots
|
|
|
|
|
|
|
|
|
|
mov esi, [ahci_controller + AHCI_DATA.abar]
|
|
|
|
|
mov edx, [esi + HBA_MEM.cap]
|
|
|
|
|
shr edx, 8
|
|
|
|
|
and edx, 0xf
|
|
|
|
|
DEBUGF 1, "Number of Command Slots on each port = %u\n", edx
|
|
|
|
|
xor ecx, ecx
|
|
|
|
|
.for1:
|
|
|
|
|
cmp ecx, edx
|
|
|
|
|
jae .for1_end
|
|
|
|
|
|
|
|
|
|
; if ((slots&1) == 0) return i;
|
|
|
|
|
bt ebx, 0
|
|
|
|
|
jc .cont1
|
|
|
|
|
|
|
|
|
|
mov eax, ecx
|
|
|
|
|
jmp .ret
|
|
|
|
|
|
|
|
|
|
.cont1:
|
|
|
|
|
shr ebx, 1
|
|
|
|
|
inc ecx
|
|
|
|
|
jmp .for1
|
|
|
|
|
.for1_end:
|
|
|
|
|
DEBUGF 1, "Cannot find free command list entry\n"
|
|
|
|
|
mov eax, -1
|
|
|
|
|
.ret:
|
|
|
|
|
pop esi edx ecx ebx
|
|
|
|
|
ret
|
2021-07-16 18:39:49 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
proc _memset stdcall, dest:dword, val:byte, cnt:dword ; doesnt clobber any registers
|
|
|
|
|
;DEBUGF DBG_INFO, "memset(%x, %u, %u)\n", [dest], [val], [cnt]
|
|
|
|
|
push eax ecx edi
|
|
|
|
|
mov edi, dword [dest]
|
|
|
|
|
mov al, byte [val]
|
|
|
|
|
mov ecx, dword [cnt]
|
2021-07-20 18:25:00 +02:00
|
|
|
|
rep stosb
|
2021-07-16 18:39:49 +02:00
|
|
|
|
pop edi ecx eax
|
|
|
|
|
ret
|
|
|
|
|
endp
|