feat: asynchronized SATA IO

[lunaix-os.git] / lunaix-os / hal / ahci / ahci.c

diff --git a/lunaix-os/hal/ahci/ahci.c b/lunaix-os/hal/ahci/ahci.c
index a04bca7e2551661566e04bc3ca188e73f1dbee33..c9f8297bf42b4f14bd58c0264d12d9b253829dcb 100644 (file)
--- a/lunaix-os/hal/ahci/ahci.c
+++ b/lunaix-os/hal/ahci/ahci.c
@@ -12,11 +12,11 @@
 #include <hal/ahci/hba.h>
 #include <hal/ahci/sata.h>
 #include <hal/ahci/scsi.h>
 #include <hal/ahci/hba.h>
 #include <hal/ahci/sata.h>
 #include <hal/ahci/scsi.h>

-#include <hal/ahci/utils.h>

 
 #include <hal/pci.h>
 #include <klibc/string.h>
 #include <lunaix/block.h>
 
 #include <hal/pci.h>
 #include <klibc/string.h>
 #include <lunaix/block.h>

+#include <lunaix/isrm.h>

 #include <lunaix/mm/mmio.h>
 #include <lunaix/mm/pmm.h>
 #include <lunaix/mm/valloc.h>
 #include <lunaix/mm/mmio.h>
 #include <lunaix/mm/pmm.h>
 #include <lunaix/mm/valloc.h>


@@ -31,17 +31,31 @@
 
 LOG_MODULE("AHCI")
 
 
 LOG_MODULE("AHCI")
 

-static struct ahci_hba hba;
+struct ahci_hba hba;

 
 

-void
+static char sata_ifs[][20] = { "Not detected",
+                               "SATA I (1.5Gbps)",
+                               "SATA II (3.0Gbps)",
+                               "SATA III (6.0Gbps)" };
+
+extern void
+ahci_fsexport(struct block_dev* bdev, void* fs_node);
+
+extern void

 __ahci_hba_isr(const isr_param* param);
 
 __ahci_hba_isr(const isr_param* param);
 

+extern void
+__ahci_blkio_handler(struct blkio_req* req);
+

 int
 ahci_init_device(struct hba_port* port);
 
 void
 achi_register_ops(struct hba_port* port);
 
 int
 ahci_init_device(struct hba_port* port);
 
 void
 achi_register_ops(struct hba_port* port);
 

+void
+ahci_register_device(struct hba_device* hbadev);
+

 unsigned int
 ahci_get_port_usage()
 {
 unsigned int
 ahci_get_port_usage()
 {


@@ -79,9 +93,8 @@ ahci_init()
     struct pci_device* ahci_dev = pci_get_device_by_class(AHCI_HBA_CLASS);
     assert_msg(ahci_dev, "AHCI: Not found.");
 
     struct pci_device* ahci_dev = pci_get_device_by_class(AHCI_HBA_CLASS);
     assert_msg(ahci_dev, "AHCI: Not found.");
 

-    uintptr_t bar6, size;
-    size = pci_bar_sizing(ahci_dev, &bar6, 6);
-    assert_msg(bar6 && PCI_BAR_MMIO(bar6), "AHCI: BAR#6 is not MMIO.");
+    struct pci_base_addr* bar6 = &ahci_dev->bar[5];
+    assert_msg(bar6->type & BAR_TYPE_MMIO, "AHCI: BAR#6 is not MMIO.");

 
     pci_reg_t cmd = pci_read_cspace(ahci_dev->cspace_base, PCI_REG_STATUS_CMD);
 
 
     pci_reg_t cmd = pci_read_cspace(ahci_dev->cspace_base, PCI_REG_STATUS_CMD);
 


@@ -90,12 +103,11 @@ ahci_init()
 
     pci_write_cspace(ahci_dev->cspace_base, PCI_REG_STATUS_CMD, cmd);
 
 
     pci_write_cspace(ahci_dev->cspace_base, PCI_REG_STATUS_CMD, cmd);
 

-    pci_setup_msi(ahci_dev, AHCI_HBA_IV);
-    intr_subscribe(AHCI_HBA_IV, __ahci_hba_isr);
+    pci_setup_msi(ahci_dev, isrm_ivexalloc(__ahci_hba_isr));

 
     memset(&hba, 0, sizeof(hba));
 
 
     memset(&hba, 0, sizeof(hba));
 

-    hba.base = (hba_reg_t*)ioremap(PCI_BAR_ADDR_MM(bar6), size);
+    hba.base = (hba_reg_t*)ioremap(bar6->start, bar6->size);

 
 #ifdef DO_HBA_FULL_RESET
     // 重置HBA
 
 #ifdef DO_HBA_FULL_RESET
     // 重置HBA


@@ -158,8 +170,7 @@ ahci_init()
         /* 初始化端口，并置于就绪状态 */
         port_regs[HBA_RPxCI] = 0;
 
         /* 初始化端口，并置于就绪状态 */
         port_regs[HBA_RPxCI] = 0;
 

-        // 需要通过全部置位去清空这些寄存器（相当的奇怪……）
-        port_regs[HBA_RPxSERR] = -1;
+        hba_clear_reg(port_regs[HBA_RPxSERR]);

 
         hba.ports[i] = port;
 
 
         hba.ports[i] = port;
 


@@ -172,24 +183,31 @@ ahci_init()
         port_regs[HBA_RPxCMD] |= HBA_PxCMD_ST;
 
         if (!ahci_init_device(port)) {
         port_regs[HBA_RPxCMD] |= HBA_PxCMD_ST;
 
         if (!ahci_init_device(port)) {

-            kprintf(KERROR "fail to init device");
+            kprintf(KERROR "init fail: 0x%x@p%d\n", port->regs[HBA_RPxSIG], i);
+            continue;

         }
 
         }
 

-        block_mount_disk(port->device);
+        struct hba_device* hbadev = port->device;
+        kprintf(KINFO "sata%d: %s, sector_size=%dB, sector=%d\n",
+                i,
+                hbadev->model,
+                hbadev->block_size,
+                (uint32_t)hbadev->max_lba);
+
+        ahci_register_device(hbadev);

     }
 }
 
     }
 }
 

-char sata_ifs[][20] = { "Not detected",
-                        "SATA I (1.5Gbps)",
-                        "SATA II (3.0Gbps)",
-                        "SATA III (6.0Gbps)" };
-

 void
 void

-__ahci_hba_isr(const isr_param* param)
+ahci_register_device(struct hba_device* hbadev)

 {
 {

-    // TODO: clear the interrupt status
-    // TODO: I/O-operation scheduler should be here
-    kprintf(KDEBUG "HBA INTR\n");
+    struct block_dev* bdev =
+      block_alloc_dev(hbadev->model, hbadev, __ahci_blkio_handler);
+
+    bdev->end_lba = hbadev->max_lba;
+    bdev->blk_size = hbadev->block_size;
+
+    block_mount(bdev, ahci_fsexport);

 }
 
 void
 }
 
 void


@@ -266,16 +284,41 @@ sata_create_fis(struct sata_reg_fis* cmd_fis,
     cmd_fis->count = sector_count;
 }
 
     cmd_fis->count = sector_count;
 }
 

+int
+hba_bind_sbuf(struct hba_cmdh* cmdh, struct hba_cmdt* cmdt, struct membuf mbuf)
+{
+    assert_msg(mbuf.buffer <= 0x400000, "HBA: Buffer too big");
+    cmdh->prdt_len = 1;
+    cmdt->entries[0] = (struct hba_prdte){ .data_base = vmm_v2p(mbuf.buffer),
+                                           .byte_count = mbuf.size - 1 };
+}
+
+int
+hba_bind_vbuf(struct hba_cmdh* cmdh, struct hba_cmdt* cmdt, struct vecbuf* vbuf)
+{
+    size_t i = 0;
+    struct vecbuf *pos, *n;
+
+    llist_for_each(pos, n, &vbuf->components, components)
+    {
+        assert_msg(i < HBA_MAX_PRDTE, "HBA: Too many PRDTEs");
+        assert_msg(pos->buf.buffer <= 0x400000, "HBA: Buffer too big");
+
+        cmdt->entries[i++] =
+          (struct hba_prdte){ .data_base = vmm_v2p(pos->buf.buffer),
+                              .byte_count = pos->buf.size - 1 };
+    }
+
+    cmdh->prdt_len = i + 1;
+}
+

 int
 hba_prepare_cmd(struct hba_port* port,
                 struct hba_cmdt** cmdt,
 int
 hba_prepare_cmd(struct hba_port* port,
                 struct hba_cmdt** cmdt,

-                struct hba_cmdh** cmdh,
-                void* buffer,
-                unsigned int size)
+                struct hba_cmdh** cmdh)

 {
     int slot = __get_free_slot(port);
     assert_msg(slot >= 0, "HBA: No free slot");
 {
     int slot = __get_free_slot(port);
     assert_msg(slot >= 0, "HBA: No free slot");

-    assert_msg(size <= 0x400000, "HBA: buffer too big");

 
     // 构建命令头（Command Header）和命令表（Command Table）
     struct hba_cmdh* cmd_header = &port->cmdlst[slot];
 
     // 构建命令头（Command Header）和命令表（Command Table）
     struct hba_cmdh* cmd_header = &port->cmdlst[slot];


@@ -288,13 +331,6 @@ hba_prepare_cmd(struct hba_port* port,
     cmd_header->options =
       HBA_CMDH_FIS_LEN(sizeof(struct sata_reg_fis)) | HBA_CMDH_CLR_BUSY;
 
     cmd_header->options =
       HBA_CMDH_FIS_LEN(sizeof(struct sata_reg_fis)) | HBA_CMDH_CLR_BUSY;
 

-    if (buffer) {
-        cmd_header->prdt_len = 1;
-        cmd_table->entries[0] =
-          (struct hba_prdte){ .data_base = vmm_v2p(buffer),
-                              .byte_count = size - 1 };
-    }
-

     *cmdh = cmd_header;
     *cmdt = cmd_table;
 
     *cmdh = cmd_header;
     *cmdt = cmd_table;
 


@@ -311,16 +347,13 @@ ahci_init_device(struct hba_port* port)
     // mask DHR interrupt
     port->regs[HBA_RPxIE] &= ~HBA_PxINTR_DHR;
 
     // mask DHR interrupt
     port->regs[HBA_RPxIE] &= ~HBA_PxINTR_DHR;
 

-    // 确保端口是空闲的
-    wait_until(!(port->regs[HBA_RPxTFD] & (HBA_PxTFD_BSY)));
-

     // 预备DMA接收缓存，用于存放HBA传回的数据
     uint16_t* data_in = (uint16_t*)valloc_dma(512);
 
     // 预备DMA接收缓存，用于存放HBA传回的数据
     uint16_t* data_in = (uint16_t*)valloc_dma(512);
 

-    int slot = hba_prepare_cmd(port, &cmd_table, &cmd_header, data_in, 512);
+    int slot = hba_prepare_cmd(port, &cmd_table, &cmd_header);
+    hba_bind_sbuf(
+      cmd_header, cmd_table, (struct membuf){ .buffer = data_in, .size = 512 });

 
 

-    // 清空任何待响应的中断
-    port->regs[HBA_RPxIS] = 0;

     port->device = vzalloc(sizeof(struct hba_device));
     port->device->port = port;
 
     port->device = vzalloc(sizeof(struct hba_device));
     port->device->port = port;
 


@@ -337,14 +370,7 @@ ahci_init_device(struct hba_port* port)
         sata_create_fis(cmd_fis, ATA_IDENTIFY_PAKCET_DEVICE, 0, 0);
     }
 
         sata_create_fis(cmd_fis, ATA_IDENTIFY_PAKCET_DEVICE, 0, 0);
     }
 

-    // PxCI寄存器置位，告诉HBA这儿有个数据需要发送到SATA端口
-    port->regs[HBA_RPxCI] = (1 << slot);
-
-    wait_until(!(port->regs[HBA_RPxCI] & (1 << slot)));
-
-    if ((port->regs[HBA_RPxTFD] & HBA_PxTFD_ERR)) {
-        // 有错误
-        sata_read_error(port);
+    if (!ahci_try_send(port, slot)) {

         goto fail;
     }
 
         goto fail;
     }
 


@@ -383,21 +409,24 @@ ahci_init_device(struct hba_port* port)
             * SATA AHCI HBA Spec, Section 5.3.7
             * SCSI Command Reference Manual, Section 3.26
     */
             * SATA AHCI HBA Spec, Section 5.3.7
             * SCSI Command Reference Manual, Section 3.26
     */

-    struct scsi_cdb16* cdb16 = (struct scsi_cdb16*)cmd_table->atapi_cmd;

 
     sata_create_fis(cmd_fis, ATA_PACKET, 512 << 8, 0);
 
     sata_create_fis(cmd_fis, ATA_PACKET, 512 << 8, 0);

-    scsi_create_packet16(cdb16, SCSI_READ_CAPACITY_16, 0, 512);

 
 

-    cdb16->misc1 = 0x10; // service action
+    // for dev use 12 bytes cdb, READ_CAPACITY must use the 10 bytes variation.
+    if (port->device->cbd_size == SCSI_CDB12) {
+        struct scsi_cdb12* cdb12 = (struct scsi_cdb12*)cmd_table->atapi_cmd;
+        // ugly tricks to construct 10 byte cdb from 12 byte cdb
+        scsi_create_packet12(cdb12, SCSI_READ_CAPACITY_10, 0, 512 << 8);
+    } else {
+        struct scsi_cdb16* cdb16 = (struct scsi_cdb16*)cmd_table->atapi_cmd;
+        scsi_create_packet16(cdb16, SCSI_READ_CAPACITY_16, 0, 512);
+        cdb16->misc1 = 0x10; // service action
+    }
+

     cmd_header->transferred_size = 0;
     cmd_header->options |= HBA_CMDH_ATAPI;
 
     cmd_header->transferred_size = 0;
     cmd_header->options |= HBA_CMDH_ATAPI;
 

-    port->regs[HBA_RPxCI] = (1 << slot);
-    wait_until(!(port->regs[HBA_RPxCI] & (1 << slot)));
-
-    if ((port->regs[HBA_RPxTFD] & HBA_PxTFD_ERR)) {
-        // 有错误
-        sata_read_error(port);
+    if (!ahci_try_send(port, slot)) {

         goto fail;
     }
 
         goto fail;
     }
 


@@ -405,7 +434,6 @@ ahci_init_device(struct hba_port* port)
 
 done:
     // reset interrupt status and unmask D2HR interrupt
 
 done:
     // reset interrupt status and unmask D2HR interrupt

-    port->regs[HBA_RPxIS] = -1;

     port->regs[HBA_RPxIE] |= HBA_PxINTR_DHR;
     achi_register_ops(port);
 
     port->regs[HBA_RPxIE] |= HBA_PxINTR_DHR;
     achi_register_ops(port);
 


@@ -415,7 +443,6 @@ done:
     return 1;
 
 fail:
     return 1;
 
 fail:

-    port->regs[HBA_RPxIS] = -1;

     port->regs[HBA_RPxIE] |= HBA_PxINTR_DHR;
     vfree_dma(data_in);
     vfree_dma(cmd_table);
     port->regs[HBA_RPxIE] |= HBA_PxINTR_DHR;
     vfree_dma(data_in);
     vfree_dma(cmd_table);


@@ -436,10 +463,8 @@ achi_register_ops(struct hba_port* port)
 {
     port->device->ops.identify = ahci_identify_device;
     if (!(port->device->flags & HBA_DEV_FATAPI)) {
 {
     port->device->ops.identify = ahci_identify_device;
     if (!(port->device->flags & HBA_DEV_FATAPI)) {

-        port->device->ops.read_buffer = sata_read_buffer;
-        port->device->ops.write_buffer = sata_write_buffer;
+        port->device->ops.submit = sata_submit;

     } else {
     } else {

-        port->device->ops.read_buffer = scsi_read_buffer;
-        port->device->ops.write_buffer = scsi_write_buffer;
+        port->device->ops.submit = scsi_submit;

     }
 }
\ No newline at end of file
     }
 }
\ No newline at end of file