limine/common/drivers/disk.s2.c

561 lines
15 KiB
C
Raw Normal View History

#include <stdint.h>
#include <stddef.h>
#include <stdalign.h>
2019-06-02 00:48:33 +03:00
#include <drivers/disk.h>
2020-11-02 12:17:20 +03:00
#include <lib/libc.h>
#if bios == 1
2021-03-04 00:38:28 +03:00
# include <lib/real.h>
#elif uefi == 1
2021-03-04 00:38:28 +03:00
# include <efi.h>
#endif
2022-08-27 00:44:47 +03:00
#include <lib/misc.h>
#include <lib/print.h>
#include <lib/rand.h>
2020-09-20 13:03:44 +03:00
#include <mm/pmm.h>
#include <sys/cpu.h>
#define DEFAULT_FASTEST_XFER_SIZE 64
#define MAX_FASTEST_XFER_SIZE 512
#define MAX_VOLUMES 64
#if bios == 1
2021-03-04 00:38:28 +03:00
struct bios_drive_params {
uint16_t buf_size;
uint16_t info_flags;
uint32_t cyl;
uint32_t heads;
uint32_t sects;
uint64_t lba_count;
uint16_t bytes_per_sect;
uint32_t edd;
} __attribute__((packed));
struct dap {
2019-06-02 00:48:33 +03:00
uint16_t size;
uint16_t count;
uint16_t offset;
uint16_t segment;
uint64_t lba;
};
2021-08-22 23:07:48 +03:00
#define XFER_BUF_SIZE (xfer_sizes[SIZEOF_ARRAY(xfer_sizes) - 1] * 512)
static const size_t xfer_sizes[] = { 1, 2, 4, 8, 16, 24, 32, 48, 64 };
static uint8_t *xfer_buf = NULL;
static size_t fastest_xfer_size(struct volume *volume) {
2021-08-22 23:07:48 +03:00
struct dap dap = {0};
if (xfer_buf == NULL)
xfer_buf = conv_mem_alloc(XFER_BUF_SIZE);
size_t fastest_size = 1;
uint64_t last_speed = (uint64_t)-1;
for (size_t i = 0; i < SIZEOF_ARRAY(xfer_sizes); i++) {
if (xfer_sizes[i] * volume->sector_size > XFER_BUF_SIZE) {
break;
}
dap.size = 16;
dap.count = xfer_sizes[i];
dap.segment = rm_seg(xfer_buf);
dap.offset = rm_off(xfer_buf);
dap.lba = 0;
uint64_t start_timestamp = rdtsc();
for (size_t j = 0; j < XFER_BUF_SIZE / 512; j += xfer_sizes[i]) {
struct rm_regs r = {0};
r.eax = 0x4200;
r.edx = volume->drive;
r.esi = (uint32_t)rm_off(&dap);
r.ds = rm_seg(&dap);
rm_int(0x13, &r, &r);
if (r.eflags & EFLAGS_CF) {
int ah = (r.eax >> 8) & 0xff;
print("Disk error %x. Drive %x", ah, volume->drive);
return 8;
}
dap.lba += xfer_sizes[i];
}
uint64_t end_timestamp = rdtsc();
uint64_t speed = end_timestamp - start_timestamp;
if (speed < last_speed) {
last_speed = speed;
fastest_size = xfer_sizes[i];
}
}
return fastest_size;
}
int disk_read_sectors(struct volume *volume, void *buf, uint64_t block, size_t count) {
2021-08-22 23:07:48 +03:00
struct dap dap = {0};
if (count * volume->sector_size > XFER_BUF_SIZE)
2021-12-11 21:58:00 +03:00
panic(false, "XFER");
if (xfer_buf == NULL)
xfer_buf = conv_mem_alloc(XFER_BUF_SIZE);
dap.size = 16;
dap.count = count;
dap.segment = rm_seg(xfer_buf);
dap.offset = rm_off(xfer_buf);
dap.lba = block;
struct rm_regs r = {0};
r.eax = 0x4200;
r.edx = volume->drive;
r.esi = (uint32_t)rm_off(&dap);
r.ds = rm_seg(&dap);
rm_int(0x13, &r, &r);
if (r.eflags & EFLAGS_CF) {
return DISK_FAILURE;
}
if (buf != NULL)
memcpy(buf, xfer_buf, count * volume->sector_size);
return DISK_SUCCESS;
}
2021-03-02 12:23:43 +03:00
static bool detect_sector_size(struct volume *volume) {
struct dap dap = {0};
if (xfer_buf == NULL)
xfer_buf = conv_mem_alloc(XFER_BUF_SIZE);
dap.size = 16;
dap.count = 1;
dap.segment = rm_seg(xfer_buf);
dap.offset = rm_off(xfer_buf);
dap.lba = 0;
struct rm_regs r = {0};
r.eax = 0x4200;
r.edx = volume->drive;
r.esi = (uint32_t)rm_off(&dap);
r.ds = rm_seg(&dap);
struct rm_regs r_copy = r;
struct dap dap_copy = dap;
memset(xfer_buf, 0, XFER_BUF_SIZE);
rm_int(0x13, &r, &r);
if (r.eflags & EFLAGS_CF) {
return false;
}
size_t sector_size_a = 0;
for (size_t i = XFER_BUF_SIZE - 1; i >= 0; i--) {
if (xfer_buf[i] != 0) {
sector_size_a = i + 1;
break;
}
}
r = r_copy;
dap = dap_copy;
memset(xfer_buf, 0xff, XFER_BUF_SIZE);
rm_int(0x13, &r, &r);
if (r.eflags & EFLAGS_CF) {
return false;
}
size_t sector_size_b = 0;
for (size_t i = XFER_BUF_SIZE - 1; i >= 0; i--) {
if (xfer_buf[i] != 0xff) {
sector_size_b = i + 1;
break;
}
}
volume->sector_size = sector_size_a > sector_size_b ? sector_size_a : sector_size_b;
return true;
}
2021-03-04 11:15:10 +03:00
void disk_create_index(void) {
volume_index = ext_mem_alloc(sizeof(struct volume) * MAX_VOLUMES);
2021-03-02 12:23:43 +03:00
2021-06-12 14:13:19 +03:00
int optical_indices = 1, hdd_indices = 1;
2021-06-12 14:13:19 +03:00
for (uint8_t drive = 0x80; drive < 0xf0; drive++) {
if (volume_index_i == MAX_VOLUMES) {
print("WARNING: TOO MANY VOLUMES!");
break;
}
2021-03-02 12:23:43 +03:00
struct rm_regs r = {0};
struct bios_drive_params drive_params;
r.eax = 0x4800;
r.edx = drive;
r.ds = rm_seg(&drive_params);
r.esi = rm_off(&drive_params);
drive_params.buf_size = sizeof(struct bios_drive_params);
rm_int(0x13, &r, &r);
if (r.eflags & EFLAGS_CF) {
continue;
}
2021-03-04 11:15:10 +03:00
struct volume *block = ext_mem_alloc(sizeof(struct volume));
2021-03-02 12:23:43 +03:00
block->drive = drive;
2021-06-12 14:13:19 +03:00
block->partition = 0;
2021-03-02 12:23:43 +03:00
block->first_sect = 0;
block->sect_count = drive_params.lba_count;
block->max_partition = -1;
2021-03-02 12:23:43 +03:00
if (!detect_sector_size(block)) {
continue;
}
2021-08-22 23:07:48 +03:00
if (drive_params.info_flags & (1 << 2) && drive > 0x8f) {
2021-06-12 14:13:19 +03:00
// The medium could not be present (e.g.: CD-ROMs)
// Do a test run to see if we can actually read it
if (disk_read_sectors(block, NULL, 0, 1) != DISK_SUCCESS) {
2021-06-12 14:13:19 +03:00
continue;
}
block->index = optical_indices++;
block->is_optical = true;
} else {
block->index = hdd_indices++;
}
block->fastest_xfer_size = fastest_xfer_size(block);
2021-03-02 12:23:43 +03:00
if (gpt_get_guid(&block->guid, block)) {
block->guid_valid = true;
}
2021-05-05 20:59:21 +03:00
volume_index[volume_index_i++] = block;
2021-03-02 12:23:43 +03:00
for (int part = 0; ; part++) {
2021-03-04 11:15:10 +03:00
struct volume *p = ext_mem_alloc(sizeof(struct volume));
int ret = part_get(p, block, part);
2021-03-04 00:38:28 +03:00
if (ret == END_OF_TABLE || ret == INVALID_TABLE)
break;
if (ret == NO_PARTITION)
continue;
volume_index[volume_index_i++] = p;
block->max_partition++;
2021-03-04 00:38:28 +03:00
}
}
}
#endif
#if uefi == 1
2021-03-04 00:38:28 +03:00
int disk_read_sectors(struct volume *volume, void *buf, uint64_t block, size_t count) {
EFI_STATUS status;
status = volume->block_io->ReadBlocks(volume->block_io,
volume->block_io->Media->MediaId,
block, count * volume->sector_size, buf);
switch (status) {
case EFI_SUCCESS: return DISK_SUCCESS;
case EFI_NO_MEDIA: return DISK_NO_MEDIA;
default: return DISK_FAILURE;
}
}
2022-01-14 04:04:22 +03:00
static alignas(4096) uint8_t unique_sector_pool[4096];
struct volume *disk_volume_from_efi_handle(EFI_HANDLE efi_handle) {
EFI_STATUS status;
EFI_GUID block_io_guid = BLOCK_IO_PROTOCOL;
EFI_BLOCK_IO *block_io = NULL;
status = gBS->HandleProtocol(efi_handle, &block_io_guid, (void **)&block_io);
if (status) {
2021-05-06 05:31:05 +03:00
return NULL;
}
for (size_t i = 0; i < volume_index_i; i++) {
if (volume_index[i]->unique_sector_valid == false) {
continue;
}
2022-01-14 04:04:22 +03:00
if (volume_index[i]->unique_sector % block_io->Media->BlockSize) {
continue;
}
size_t unique_sector = volume_index[i]->unique_sector / block_io->Media->BlockSize;
status = block_io->ReadBlocks(block_io, block_io->Media->MediaId,
unique_sector,
2022-01-14 04:04:22 +03:00
4096,
unique_sector_pool);
if (status != 0) {
continue;
}
2021-05-06 05:31:05 +03:00
2022-01-14 04:04:22 +03:00
uint32_t crc32 = get_crc32(unique_sector_pool, 4096);
if (crc32 == volume_index[i]->unique_sector_crc32) {
return volume_index[i];
}
}
// Fallback to read-back method
EFI_GUID disk_io_guid = DISK_IO_PROTOCOL;
EFI_DISK_IO *disk_io = NULL;
status = gBS->HandleProtocol(efi_handle, &disk_io_guid, (void **)&disk_io);
if (status)
return NULL;
uint64_t signature = rand64();
uint64_t new_signature;
do { new_signature = rand64(); } while (new_signature == signature);
uint64_t orig;
status = disk_io->ReadDisk(disk_io, block_io->Media->MediaId, 0, sizeof(uint64_t), &orig);
if (status) {
return NULL;
}
status = disk_io->WriteDisk(disk_io, block_io->Media->MediaId, 0, sizeof(uint64_t), &signature);
if (status) {
return NULL;
}
struct volume *ret = NULL;
for (size_t i = 0; i < volume_index_i; i++) {
uint64_t compare;
EFI_DISK_IO *cur_disk_io = NULL;
gBS->HandleProtocol(volume_index[i]->efi_handle,
&disk_io_guid, (void **)&cur_disk_io);
cur_disk_io->ReadDisk(cur_disk_io,
volume_index[i]->block_io->Media->MediaId,
0 + volume_index[i]->first_sect * 512,
sizeof(uint64_t), &compare);
if (compare == signature) {
// Double check
status = disk_io->WriteDisk(disk_io, block_io->Media->MediaId, 0, sizeof(uint64_t), &new_signature);
cur_disk_io->ReadDisk(cur_disk_io,
volume_index[i]->block_io->Media->MediaId,
0 + volume_index[i]->first_sect * 512,
sizeof(uint64_t), &compare);
if (compare == new_signature) {
ret = volume_index[i];
break;
}
status = disk_io->WriteDisk(disk_io, block_io->Media->MediaId, 0, sizeof(uint64_t), &signature);
}
}
status = disk_io->WriteDisk(disk_io, block_io->Media->MediaId, 0, sizeof(uint64_t), &orig);
if (status) {
return NULL;
}
if (ret != NULL) {
return ret;
}
return NULL;
}
2022-01-14 04:04:22 +03:00
static struct volume *volume_by_unique_sector(uint64_t sect, uint32_t crc32) {
for (size_t i = 0; i < volume_index_i; i++) {
if (volume_index[i]->unique_sector_valid == false) {
continue;
}
if (volume_index[i]->unique_sector == sect
&& volume_index[i]->unique_sector_crc32 == crc32) {
return volume_index[i];
}
}
return NULL;
}
#define UNIQUE_SECT_MAX_SEARCH_RANGE 0x1000
static void find_unique_sectors(void) {
2021-03-04 00:38:28 +03:00
EFI_STATUS status;
for (size_t i = 0; i < volume_index_i; i++) {
for (size_t j = 0; j < UNIQUE_SECT_MAX_SEARCH_RANGE; j++) {
2022-01-14 04:04:22 +03:00
if ((volume_index[i]->first_sect * 512) % volume_index[i]->block_io->Media->BlockSize) {
break;
}
2022-01-14 04:04:22 +03:00
size_t first_sect = (volume_index[i]->first_sect * 512) / volume_index[i]->block_io->Media->BlockSize;
status = volume_index[i]->block_io->ReadBlocks(
volume_index[i]->block_io,
volume_index[i]->block_io->Media->MediaId,
first_sect + j,
2022-01-14 04:04:22 +03:00
4096,
unique_sector_pool);
if (status != 0) {
break;
}
2021-03-04 00:38:28 +03:00
2022-01-14 04:04:22 +03:00
uint32_t crc32 = get_crc32(unique_sector_pool, 4096);
uint64_t uniq = (uint64_t)j * volume_index[i]->block_io->Media->BlockSize;
2021-03-04 00:38:28 +03:00
2022-01-14 04:04:22 +03:00
if (volume_by_unique_sector(uniq, crc32) == NULL) {
volume_index[i]->unique_sector_valid = true;
2022-01-14 04:04:22 +03:00
volume_index[i]->unique_sector = uniq;
volume_index[i]->unique_sector_crc32 = crc32;
break;
}
}
}
2021-03-04 00:38:28 +03:00
}
static void find_part_handles(EFI_HANDLE *handles, size_t handle_count) {
for (size_t i = 0; i < handle_count; i++) {
struct volume *vol = disk_volume_from_efi_handle(handles[i]);
if (vol == NULL) {
continue;
}
vol->efi_part_handle = handles[i];
}
}
2021-03-04 11:15:10 +03:00
void disk_create_index(void) {
2021-03-04 00:38:28 +03:00
EFI_STATUS status;
EFI_HANDLE tmp_handles[1];
2021-03-04 00:38:28 +03:00
EFI_GUID block_io_guid = BLOCK_IO_PROTOCOL;
EFI_HANDLE *handles = tmp_handles;
UINTN handles_size = sizeof(EFI_HANDLE);
status = gBS->LocateHandle(ByProtocol, &block_io_guid, NULL, &handles_size, handles);
2021-03-04 00:38:28 +03:00
if (status != EFI_BUFFER_TOO_SMALL && status != EFI_SUCCESS) {
goto fail;
}
2021-03-04 00:38:28 +03:00
handles = ext_mem_alloc(handles_size);
status = gBS->LocateHandle(ByProtocol, &block_io_guid, NULL, &handles_size, handles);
if (status != EFI_SUCCESS) {
fail:
panic(false, "LocateHandle for BLOCK_IO_PROTOCOL failed. Machine not supported by Limine UEFI.");
}
2021-03-04 00:38:28 +03:00
volume_index = ext_mem_alloc(sizeof(struct volume) * MAX_VOLUMES);
2021-03-04 00:38:28 +03:00
2021-06-12 14:13:19 +03:00
int optical_indices = 1, hdd_indices = 1;
2021-03-04 11:15:10 +03:00
size_t handle_count = handles_size / sizeof(EFI_HANDLE);
for (size_t i = 0; i < handle_count; i++) {
if (volume_index_i == MAX_VOLUMES) {
print("WARNING: TOO MANY VOLUMES!");
break;
}
EFI_GUID disk_io_guid = DISK_IO_PROTOCOL;
EFI_DISK_IO *disk_io = NULL;
gBS->HandleProtocol(handles[i], &disk_io_guid, (void **)&disk_io);
EFI_BLOCK_IO *drive = NULL;
2021-03-04 00:38:28 +03:00
status = gBS->HandleProtocol(handles[i], &block_io_guid, (void **)&drive);
2021-03-04 00:38:28 +03:00
if (status != 0 || drive == NULL || drive->Media->LastBlock == 0)
continue;
if (drive->Media->LogicalPartition)
continue;
uint64_t orig;
disk_io->ReadDisk(disk_io, drive->Media->MediaId, 0, sizeof(uint64_t), &orig);
status = disk_io->WriteDisk(disk_io, drive->Media->MediaId, 0, sizeof(uint64_t), &orig);
2021-03-04 11:15:10 +03:00
struct volume *block = ext_mem_alloc(sizeof(struct volume));
2021-03-04 00:38:28 +03:00
2021-06-12 14:13:19 +03:00
if (status) {
block->index = optical_indices++;
block->is_optical = true;
} else {
block->index = hdd_indices++;
}
2021-03-04 11:15:10 +03:00
block->efi_handle = handles[i];
block->block_io = drive;
2021-06-12 14:13:19 +03:00
block->partition = 0;
2021-03-04 00:38:28 +03:00
block->sector_size = drive->Media->BlockSize;
block->first_sect = 0;
block->sect_count = drive->Media->LastBlock + 1;
block->max_partition = -1;
2021-03-04 00:38:28 +03:00
2021-11-02 07:16:42 +03:00
if (drive->Revision >= EFI_BLOCK_IO_PROTOCOL_REVISION3) {
block->fastest_xfer_size = drive->Media->OptimalTransferLengthGranularity;
}
if (block->fastest_xfer_size == 0) {
block->fastest_xfer_size = DEFAULT_FASTEST_XFER_SIZE;
} else if (block->fastest_xfer_size >= MAX_FASTEST_XFER_SIZE) {
block->fastest_xfer_size = MAX_FASTEST_XFER_SIZE;
2021-11-02 07:16:42 +03:00
}
2021-05-05 20:59:21 +03:00
if (gpt_get_guid(&block->guid, block)) {
block->guid_valid = true;
}
2021-03-04 11:15:10 +03:00
volume_index[volume_index_i++] = block;
2021-03-04 00:38:28 +03:00
for (int part = 0; ; part++) {
2021-03-04 11:15:10 +03:00
struct volume *p = ext_mem_alloc(sizeof(struct volume));
int ret = part_get(p, block, part);
2021-03-02 12:23:43 +03:00
if (ret == END_OF_TABLE || ret == INVALID_TABLE)
break;
if (ret == NO_PARTITION)
continue;
volume_index[volume_index_i++] = p;
block->max_partition++;
2021-03-02 12:23:43 +03:00
}
}
find_unique_sectors();
find_part_handles(handles, handle_count);
pmm_free(handles, handles_size);
2021-03-02 12:23:43 +03:00
}
#endif