2021-07-07 23:53:12 +02:00
|
|
|
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
|
|
;; ;;
|
|
|
|
;; Copyright (C) KolibriOS team 2004-2021. All rights reserved. ;;
|
|
|
|
;; Distributed under terms of the GNU General Public License ;;
|
|
|
|
;; ;;
|
|
|
|
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
|
|
|
|
|
|
$Revision$
|
|
|
|
|
|
|
|
PCI_REG_STATUS_COMMAND = 0x0004
|
|
|
|
PCI_REG_BAR5 = 0x0024
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; bit_ prefix means that its index of bit
|
|
|
|
; format: bit_AHCI_STR_REG_BIT
|
|
|
|
bit_AHCI_HBA_CAP2_BOH = 0 ; Supports BIOS/OS Handoff
|
2021-07-07 23:53:12 +02:00
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
bit_AHCI_HBA_BOHC_BOS = 0 ; BIOS-Owned Semaphore (BIOS owns controller)
|
|
|
|
bit_AHCI_HBA_BOHC_OOS = 1 ; OS-Owned Semaphore (OS owns controller)
|
|
|
|
bit_AHCI_HBA_BOHC_BB = 4 ; BIOS Busy (polling bit while BIOS cleans up
|
2021-07-07 23:53:12 +02:00
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
bit_AHCI_HBA_GHC_AHCI_ENABLE = 31 ; Enable AHCI mode
|
|
|
|
bit_AHCI_HBA_GHC_RESET = 0 ; Reset HBA
|
|
|
|
bit_AHCI_HBA_GHC_INTERRUPT_ENABLE = 1 ; Enable interrupts from the HBA
|
|
|
|
|
|
|
|
AHCI_MAX_PORTS = 32 ;
|
2021-07-07 23:53:12 +02:00
|
|
|
HBA_MEMORY_SIZE = 0x1100
|
|
|
|
|
|
|
|
struct AHCI_DATA
|
|
|
|
;;
|
|
|
|
abar dd ? ; pointer to HBA Memory (BAR5) mapped to virtual kernelspace memory
|
|
|
|
pcidev dd ? ; pointer to corresponding PCIDEV structure
|
|
|
|
ends
|
|
|
|
|
|
|
|
; Generic Host Control registers
|
|
|
|
struct HBA_MEM
|
|
|
|
capability dd ? ; 0x00
|
|
|
|
global_host_control dd ? ; 0x04
|
|
|
|
interrupt_status dd ? ; 0x08
|
|
|
|
port_implemented dd ? ; 0x0C
|
|
|
|
version dd ? ; 0x10
|
|
|
|
ccc_ctl dd ? ; 0x14, Command completion coalescing control
|
|
|
|
ccc_pts dd ? ; 0x18, Command completion coalescing ports
|
|
|
|
em_loc dd ? ; 0x1C, Enclosure management location
|
|
|
|
em_ctl dd ? ; 0x20, Enclosure management control
|
|
|
|
capability2 dd ? ; 0x24, Host capabilities extended
|
|
|
|
bohc dd ? ; 0x28, BIOS/OS handoff control and status
|
|
|
|
reserved rb (0xA0-0x2C) ; 0x2C - 0x9F, Reserved
|
|
|
|
vendor rb (0x100-0xA0) ; 0xA0 - 0xFF, Vendor specific
|
2021-07-08 13:56:47 +02:00
|
|
|
ports rb (sizeof.HBA_PORT*AHCI_MAX_PORTS) ; 0x100 - 0x10FF, Port control registers, max AHCI_MAX_PORTS
|
2021-07-07 23:53:12 +02:00
|
|
|
ends
|
|
|
|
|
|
|
|
; Port Control registers
|
|
|
|
struct HBA_PORT
|
|
|
|
command_list_base_l dd ? ; 0x00, command list base address, 1K-byte aligned
|
|
|
|
command_list_base_h dd ? ; 0x04, command list base address upper 32 bits, used on 64 bit systems
|
|
|
|
fis_base_l dd ? ; 0x08, FIS base address, 256-byte aligned
|
|
|
|
fis_base_h dd ? ; 0x0C, FIS base address upper 32 bits, used on 64 bit systems
|
|
|
|
interrupt_status dd ? ; 0x10
|
|
|
|
interrupt_enable dd ? ; 0x14
|
|
|
|
command dd ? ; 0x18, command and status
|
|
|
|
reserved0 dd ? ; 0x1C
|
|
|
|
task_file_data dd ? ; 0x20
|
|
|
|
signature dd ? ; 0x24
|
|
|
|
sata_status dd ? ; 0x28, SATA status (SCR0:SStatus)
|
|
|
|
sata_control dd ? ; 0x2C, SATA control (SCR2:SControl)
|
|
|
|
sata_error dd ? ; 0x30, SATA error (SCR1:SError)
|
|
|
|
sata_active dd ? ; 0x34, SATA active (SCR3:SActive)
|
|
|
|
command_issue dd ? ; 0x38
|
|
|
|
sata_notification dd ? ; 0x3C, SATA notification (SCR4:SNotification)
|
|
|
|
fis_based_switch_control dd ? ; 0x40
|
|
|
|
reserved1 rd 11 ; 0x44 - 0x6F
|
|
|
|
vendor rd 4 ; 0x70 - 0x7F, vendor specific
|
|
|
|
ends
|
|
|
|
|
|
|
|
uglobal
|
|
|
|
align 4
|
|
|
|
ahci_controller AHCI_DATA
|
|
|
|
endg
|
|
|
|
|
|
|
|
|
|
|
|
; detect ahci controller and initialize
|
|
|
|
align 4
|
|
|
|
init_ahci:
|
|
|
|
mov ecx, ahci_controller
|
|
|
|
mov esi, pcidev_list
|
|
|
|
.find_ahci_ctr:
|
|
|
|
mov esi, [esi + PCIDEV.fd]
|
|
|
|
cmp esi, pcidev_list
|
|
|
|
jz .ahci_ctr_not_found
|
|
|
|
mov eax, [esi + PCIDEV.class]
|
|
|
|
;DEBUGF 1, "K: device class = %x\n", eax
|
|
|
|
shr eax, 8 ; shift right because lowest 8 bits if ProgIf field
|
|
|
|
cmp eax, 0x0106 ; 0x01 - Mass Storage Controller class, 0x06 - Serial ATA Controller subclass
|
|
|
|
jz .ahci_ctr_found
|
|
|
|
jmp .find_ahci_ctr
|
|
|
|
|
|
|
|
.ahci_ctr_not_found:
|
|
|
|
DEBUGF 1, "K: AHCI controller not found\n"
|
|
|
|
ret
|
|
|
|
|
|
|
|
.ahci_ctr_found:
|
|
|
|
mov [ahci_controller + AHCI_DATA.pcidev], esi
|
|
|
|
|
|
|
|
mov eax, [esi+PCIDEV.class]
|
|
|
|
movzx ebx, byte [esi+PCIDEV.bus]
|
|
|
|
movzx ecx, byte [esi+PCIDEV.devfn]
|
|
|
|
shr ecx, 3 ; get rid of 3 lowest bits (function code), the rest bits is device code
|
|
|
|
movzx edx, byte [esi+PCIDEV.devfn]
|
|
|
|
and edx, 00000111b ; get only 3 lowest bits (function code)
|
|
|
|
DEBUGF 1, "K: found AHCI controller, (class, subcl, progif) = %x, bus = %x, device = %x, function = %x\n", eax, ebx, ecx, edx
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; get BAR5 value, it is physical address
|
2021-07-07 23:53:12 +02:00
|
|
|
mov ah, [esi + PCIDEV.bus]
|
|
|
|
mov al, 2 ; read dword
|
|
|
|
mov bh, [esi + PCIDEV.devfn]
|
|
|
|
mov bl, PCI_REG_BAR5
|
|
|
|
call pci_read_reg
|
|
|
|
DEBUGF 1, "K: AHCI controller BAR5 = %x\n", eax
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; Map BAR5 to virtual memory
|
2021-07-07 23:53:12 +02:00
|
|
|
stdcall map_io_mem, eax, HBA_MEMORY_SIZE, PG_SWR + PG_NOCACHE
|
|
|
|
mov [ahci_controller + AHCI_DATA.abar], eax
|
|
|
|
DEBUGF 1, "K: AHCI controller BAR5 mapped to virtual addr %x\n", eax
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; Enable dma bus mastering, memory space access, clear the "disable interrupts" bit
|
|
|
|
; Usually, it is already done before us
|
2021-07-07 23:53:12 +02:00
|
|
|
mov ah, [esi + PCIDEV.bus]
|
|
|
|
mov al, 2 ; read dword
|
|
|
|
mov bh, [esi + PCIDEV.devfn]
|
|
|
|
mov bl, PCI_REG_STATUS_COMMAND
|
|
|
|
call pci_read_reg
|
|
|
|
DEBUGF 1, "K: AHCI: pci_status_command = %x\nEnabling interrupts, DMA bus mastering and memory space access\n", eax
|
|
|
|
or eax, 0x06 ; pci.command |= 0x06 (dma bus mastering + memory space access)
|
|
|
|
btr eax, 10 ; clear the "disable interrupts" bit
|
|
|
|
DEBUGF 1, "K: AHCI: pci_status_command = %x\n", eax
|
|
|
|
mov ecx, eax
|
|
|
|
mov ah, [esi + PCIDEV.bus]
|
|
|
|
mov al, 2 ; write dword
|
|
|
|
mov bh, [esi + PCIDEV.devfn]
|
|
|
|
mov bl, PCI_REG_STATUS_COMMAND
|
|
|
|
call pci_write_reg
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; ; Print some register values to debug board
|
|
|
|
; mov esi, [ahci_controller + AHCI_DATA.abar]
|
|
|
|
; mov ebx, [esi + HBA_MEM.capability]
|
|
|
|
; mov ecx, [esi + HBA_MEM.global_host_control]
|
|
|
|
; mov edx, [esi + HBA_MEM.version]
|
|
|
|
; DEBUGF 1, "K: AHCI: HBA.cap = %x, HBA.ghc = %x, HBA_MEM.version = %x\n", ebx, ecx, edx
|
|
|
|
|
|
|
|
;-------------------------------------------------------
|
|
|
|
; Request BIOS/OS ownership handoff, if supported. (TODO check correctness)
|
|
|
|
mov esi, [ahci_controller + AHCI_DATA.abar]
|
|
|
|
;mov ebx, [esi + HBA_MEM.capability2]
|
|
|
|
;DEBUGF 1, "K: AHCI: HBA_MEM.cap2 = %x\n", ebx
|
|
|
|
bt dword [esi + HBA_MEM.capability2], bit_AHCI_HBA_CAP2_BOH
|
2021-07-07 23:53:12 +02:00
|
|
|
jnc .end_handoff
|
2021-07-08 13:56:47 +02:00
|
|
|
DEBUGF 1, "K: AHCI: requesting AHCI ownership change...\n"
|
|
|
|
bts dword [esi + HBA_MEM.bohc], bit_AHCI_HBA_BOHC_OOS
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
.wait_not_bos:
|
2021-07-08 13:56:47 +02:00
|
|
|
bt dword [esi + HBA_MEM.bohc], bit_AHCI_HBA_BOHC_BOS
|
2021-07-07 23:53:12 +02:00
|
|
|
jc .wait_not_bos
|
|
|
|
|
|
|
|
mov ebx, 3
|
|
|
|
call delay_hs
|
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; if Bios Busy is still set after 30 mS, wait 2 seconds.
|
|
|
|
bt dword [esi + HBA_MEM.bohc], bit_AHCI_HBA_BOHC_BB
|
2021-07-07 23:53:12 +02:00
|
|
|
jnc @f
|
|
|
|
|
|
|
|
mov ebx, 200
|
|
|
|
call delay_hs
|
|
|
|
@@:
|
2021-07-08 13:56:47 +02:00
|
|
|
DEBUGF 1, "K: AHCI: ownership change completed.\n"
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
.end_handoff:
|
2021-07-08 13:56:47 +02:00
|
|
|
;-------------------------------------------------------
|
2021-07-07 23:53:12 +02:00
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; enable the AHCI and reset it
|
|
|
|
bts dword [esi + HBA_MEM.global_host_control], bit_AHCI_HBA_GHC_AHCI_ENABLE
|
|
|
|
bts dword [esi + HBA_MEM.global_host_control], bit_AHCI_HBA_GHC_RESET
|
2021-07-07 23:53:12 +02:00
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; wait for reset to complete
|
|
|
|
.wait_reset:
|
|
|
|
bt dword [esi + HBA_MEM.global_host_control], bit_AHCI_HBA_GHC_RESET
|
|
|
|
jc .wait_reset
|
2021-07-07 23:53:12 +02:00
|
|
|
|
2021-07-08 13:56:47 +02:00
|
|
|
; enable the AHCI and interrupts
|
|
|
|
bts dword [esi + HBA_MEM.global_host_control], bit_AHCI_HBA_GHC_AHCI_ENABLE
|
|
|
|
bts dword [esi + HBA_MEM.global_host_control], bit_AHCI_HBA_GHC_INTERRUPT_ENABLE
|
|
|
|
mov ebx, 2
|
|
|
|
call delay_hs
|
|
|
|
mov ebx, [esi + HBA_MEM.capability]
|
|
|
|
mov ecx, [esi + HBA_MEM.capability2]
|
|
|
|
mov edx, [esi + HBA_MEM.version]
|
|
|
|
mov edi, [esi + HBA_MEM.global_host_control]
|
|
|
|
|
|
|
|
DEBUGF 1, "K: AHCI: caps: %x %x, ver: %x, ghc: %x\n", ebx, ecx, edx, edi
|
2021-07-07 23:53:12 +02:00
|
|
|
|
|
|
|
ret
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|