diff --git a/usr.bin/mkimg/vhdx.c b/usr.bin/mkimg/vhdx.c index 4c97b20f5996..744d6e810ca5 100644 --- a/usr.bin/mkimg/vhdx.c +++ b/usr.bin/mkimg/vhdx.c @@ -1,534 +1,535 @@ /*- * Copyright (c) 2020 Oleksandr Tymoshenko * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ #include __FBSDID("$FreeBSD$"); #include #include #include #include #include "endian.h" #include "image.h" #include "format.h" #include "mkimg.h" #define PAYLOAD_BLOCK_SIZE (16*1024*1024) #define SIZE_64KB (64*1024) #define SIZE_1MB (1024*1024) #define META_IS_REQUIRED (1 << 2) #define META_IS_VIRTUAL_DISK (1 << 1) #define PAYLOAD_BLOCK_FULLY_PRESENT 6 #define SB_BLOCK_NOT_PRESENT 0 #define BAT_ENTRY(offset, flags) (((offset) << 20) | (flags)) /* Regions' UUIDs */ #define VHDX_REGION_BAT_GUID \ {0x2dc27766,0xf623,0x4200,0x9d,0x64,{0x11,0x5e,0x9b,0xfd,0x4a,0x08}} #define VHDX_REGION_METADATA_GUID \ {0x8b7ca206,0x4790,0x4b9a,0xb8,0xfe,{0x57,0x5f,0x05,0x0f,0x88,0x6e}} static mkimg_uuid_t vhdx_bat_guid = VHDX_REGION_BAT_GUID; static mkimg_uuid_t vhdx_metadata_guid = VHDX_REGION_METADATA_GUID; /* Metadata UUIDs */ #define VHDX_META_FILE_PARAMETERS \ {0xcaa16737,0xfa36,0x4d43,0xb3,0xb6,{0x33,0xf0,0xaa,0x44,0xe7,0x6b}} #define VHDX_META_VDISK_SIZE \ {0x2fa54224,0xcd1b,0x4876,0xb2,0x11,{0x5d,0xbe,0xd8,0x3b,0xf4,0xb8}} #define VHDX_META_VDISK_ID \ {0xbeca12ab,0xb2e6,0x4523,0x93,0xef,{0xc3,0x09,0xe0,0x00,0xc7,0x46}} #define VHDX_META_LOGICAL_SSIZE \ {0x8141bf1D,0xa96f,0x4709,0xba,0x47,{0xf2,0x33,0xa8,0xfa,0xab,0x5f}} #define VHDX_META_PHYS_SSIZE \ {0xcda348c7,0x445d,0x4471,0x9c,0xc9,{0xe9,0x88,0x52,0x51,0xc5,0x56}} static mkimg_uuid_t vhdx_meta_file_parameters_guid = VHDX_META_FILE_PARAMETERS; static mkimg_uuid_t vhdx_meta_vdisk_size_guid = VHDX_META_VDISK_SIZE; static mkimg_uuid_t vhdx_meta_vdisk_id_guid = VHDX_META_VDISK_ID; static mkimg_uuid_t vhdx_meta_logical_ssize_guid = VHDX_META_LOGICAL_SSIZE; static mkimg_uuid_t vhdx_meta_phys_ssize_guid = VHDX_META_PHYS_SSIZE; struct vhdx_filetype_identifier { uint64_t signature; #define VHDX_FILETYPE_ID_SIGNATURE 0x656C696678646876 uint8_t creator[512]; }; struct vhdx_header { uint32_t signature; #define VHDX_HEADER_SIGNATURE 0x64616568 uint32_t checksum; uint64_t sequence_number; mkimg_uuid_t file_write_guid; mkimg_uuid_t data_write_guid; mkimg_uuid_t log_guid; uint16_t log_version; uint16_t version; uint32_t log_length; uint64_t log_offset; uint8_t _reserved[4016]; }; struct vhdx_region_table_header { uint32_t signature; #define VHDX_REGION_TABLE_HEADER_SIGNATURE 0x69676572 uint32_t checksum; uint32_t entry_count; uint32_t _reserved; }; struct vhdx_region_table_entry { mkimg_uuid_t guid; uint64_t file_offset; uint32_t length; uint32_t required; }; struct vhdx_metadata_table_header { uint64_t signature; #define VHDX_METADATA_TABLE_HEADER_SIGNATURE 0x617461646174656D uint16_t _reserved; uint16_t entry_count; uint8_t _reserved2[20]; }; struct vhdx_metadata_table_entry { mkimg_uuid_t item_id; uint32_t offset; uint32_t length; uint32_t flags; uint32_t _reserved; }; #define CRC32C(c, d) (c = (c>>8) ^ crc_c[(c^(d))&0xFF]) static uint32_t crc_c[256] = { 0x00000000, 0xF26B8303, 0xE13B70F7, 0x1350F3F4, 0xC79A971F, 0x35F1141C, 0x26A1E7E8, 0xD4CA64EB, 0x8AD958CF, 0x78B2DBCC, 0x6BE22838, 0x9989AB3B, 0x4D43CFD0, 0xBF284CD3, 0xAC78BF27, 0x5E133C24, 0x105EC76F, 0xE235446C, 0xF165B798, 0x030E349B, 0xD7C45070, 0x25AFD373, 0x36FF2087, 0xC494A384, 0x9A879FA0, 0x68EC1CA3, 0x7BBCEF57, 0x89D76C54, 0x5D1D08BF, 0xAF768BBC, 0xBC267848, 0x4E4DFB4B, 0x20BD8EDE, 0xD2D60DDD, 0xC186FE29, 0x33ED7D2A, 0xE72719C1, 0x154C9AC2, 0x061C6936, 0xF477EA35, 0xAA64D611, 0x580F5512, 0x4B5FA6E6, 0xB93425E5, 0x6DFE410E, 0x9F95C20D, 0x8CC531F9, 0x7EAEB2FA, 0x30E349B1, 0xC288CAB2, 0xD1D83946, 0x23B3BA45, 0xF779DEAE, 0x05125DAD, 0x1642AE59, 0xE4292D5A, 0xBA3A117E, 0x4851927D, 0x5B016189, 0xA96AE28A, 0x7DA08661, 0x8FCB0562, 0x9C9BF696, 0x6EF07595, 0x417B1DBC, 0xB3109EBF, 0xA0406D4B, 0x522BEE48, 0x86E18AA3, 0x748A09A0, 0x67DAFA54, 0x95B17957, 0xCBA24573, 0x39C9C670, 0x2A993584, 0xD8F2B687, 0x0C38D26C, 0xFE53516F, 0xED03A29B, 0x1F682198, 0x5125DAD3, 0xA34E59D0, 0xB01EAA24, 0x42752927, 0x96BF4DCC, 0x64D4CECF, 0x77843D3B, 0x85EFBE38, 0xDBFC821C, 0x2997011F, 0x3AC7F2EB, 0xC8AC71E8, 0x1C661503, 0xEE0D9600, 0xFD5D65F4, 0x0F36E6F7, 0x61C69362, 0x93AD1061, 0x80FDE395, 0x72966096, 0xA65C047D, 0x5437877E, 0x4767748A, 0xB50CF789, 0xEB1FCBAD, 0x197448AE, 0x0A24BB5A, 0xF84F3859, 0x2C855CB2, 0xDEEEDFB1, 0xCDBE2C45, 0x3FD5AF46, 0x7198540D, 0x83F3D70E, 0x90A324FA, 0x62C8A7F9, 0xB602C312, 0x44694011, 0x5739B3E5, 0xA55230E6, 0xFB410CC2, 0x092A8FC1, 0x1A7A7C35, 0xE811FF36, 0x3CDB9BDD, 0xCEB018DE, 0xDDE0EB2A, 0x2F8B6829, 0x82F63B78, 0x709DB87B, 0x63CD4B8F, 0x91A6C88C, 0x456CAC67, 0xB7072F64, 0xA457DC90, 0x563C5F93, 0x082F63B7, 0xFA44E0B4, 0xE9141340, 0x1B7F9043, 0xCFB5F4A8, 0x3DDE77AB, 0x2E8E845F, 0xDCE5075C, 0x92A8FC17, 0x60C37F14, 0x73938CE0, 0x81F80FE3, 0x55326B08, 0xA759E80B, 0xB4091BFF, 0x466298FC, 0x1871A4D8, 0xEA1A27DB, 0xF94AD42F, 0x0B21572C, 0xDFEB33C7, 0x2D80B0C4, 0x3ED04330, 0xCCBBC033, 0xA24BB5A6, 0x502036A5, 0x4370C551, 0xB11B4652, 0x65D122B9, 0x97BAA1BA, 0x84EA524E, 0x7681D14D, 0x2892ED69, 0xDAF96E6A, 0xC9A99D9E, 0x3BC21E9D, 0xEF087A76, 0x1D63F975, 0x0E330A81, 0xFC588982, 0xB21572C9, 0x407EF1CA, 0x532E023E, 0xA145813D, 0x758FE5D6, 0x87E466D5, 0x94B49521, 0x66DF1622, 0x38CC2A06, 0xCAA7A905, 0xD9F75AF1, 0x2B9CD9F2, 0xFF56BD19, 0x0D3D3E1A, 0x1E6DCDEE, 0xEC064EED, 0xC38D26C4, 0x31E6A5C7, 0x22B65633, 0xD0DDD530, 0x0417B1DB, 0xF67C32D8, 0xE52CC12C, 0x1747422F, 0x49547E0B, 0xBB3FFD08, 0xA86F0EFC, 0x5A048DFF, 0x8ECEE914, 0x7CA56A17, 0x6FF599E3, 0x9D9E1AE0, 0xD3D3E1AB, 0x21B862A8, 0x32E8915C, 0xC083125F, 0x144976B4, 0xE622F5B7, 0xF5720643, 0x07198540, 0x590AB964, 0xAB613A67, 0xB831C993, 0x4A5A4A90, 0x9E902E7B, 0x6CFBAD78, 0x7FAB5E8C, 0x8DC0DD8F, 0xE330A81A, 0x115B2B19, 0x020BD8ED, 0xF0605BEE, 0x24AA3F05, 0xD6C1BC06, 0xC5914FF2, 0x37FACCF1, 0x69E9F0D5, 0x9B8273D6, 0x88D28022, 0x7AB90321, 0xAE7367CA, 0x5C18E4C9, 0x4F48173D, 0xBD23943E, 0xF36E6F75, 0x0105EC76, 0x12551F82, 0xE03E9C81, 0x34F4F86A, 0xC69F7B69, 0xD5CF889D, 0x27A40B9E, 0x79B737BA, 0x8BDCB4B9, 0x988C474D, 0x6AE7C44E, 0xBE2DA0A5, 0x4C4623A6, 0x5F16D052, 0xAD7D5351 }; static uint32_t crc32c(const void *data, uint32_t len) { uint32_t i, crc; const uint8_t *buf = (const uint8_t *)data; crc = ~0; for (i = 0; i < len; i++) CRC32C(crc, buf[i]); crc = ~crc; return crc; } static int vhdx_resize(lba_t imgsz) { uint64_t imagesz; imagesz = imgsz * secsz; imagesz = (imagesz + PAYLOAD_BLOCK_SIZE - 1) & ~(PAYLOAD_BLOCK_SIZE - 1); return (image_set_size(imagesz / secsz)); } static int vhdx_write_and_pad(int fd, const void *data, size_t data_size, size_t align) { size_t pad_size; if (sparse_write(fd, data, data_size) < 0) return (errno); if (data_size % align == 0) return (0); pad_size = align - (data_size % align); return image_copyout_zeroes(fd, pad_size); } static int vhdx_write_headers(int fd) { int error; struct vhdx_header header; uint32_t checksum; /* Write header 1 */ memset(&header, 0, sizeof(header)); le32enc(&header.signature, VHDX_HEADER_SIGNATURE); le32enc(&header.sequence_number, 0); le16enc(&header.log_version, 0); le16enc(&header.version, 1); le32enc(&header.log_length, SIZE_1MB); le64enc(&header.log_offset, SIZE_1MB); checksum = crc32c(&header, sizeof(header)); le32enc(&header.checksum, checksum); error = vhdx_write_and_pad(fd, &header, sizeof(header), SIZE_64KB); if (error) return (error); /* Write header 2, and make it active */ le32enc(&header.sequence_number, 1); header.checksum = 0; checksum = crc32c(&header, sizeof(header)); le32enc(&header.checksum, checksum); return vhdx_write_and_pad(fd, &header, sizeof(header), SIZE_64KB); } static int vhdx_write_region_tables(int fd) { int error; uint8_t *region_table; struct vhdx_region_table_header header; struct vhdx_region_table_entry entry; uint32_t checksum; region_table = malloc(SIZE_64KB); if (region_table == NULL) return errno; memset(region_table, 0, SIZE_64KB); memset(&header, 0, sizeof(header)); le32enc(&header.signature, VHDX_REGION_TABLE_HEADER_SIGNATURE); le32enc(&header.entry_count, 2); memcpy(region_table, &header, sizeof(header)); /* Metadata region entry */ mkimg_uuid_enc(&entry.guid, &vhdx_metadata_guid); le64enc(&entry.file_offset, 2*SIZE_1MB); le64enc(&entry.length, SIZE_1MB); memcpy(region_table + sizeof(header), &entry, sizeof(entry)); /* BAT region entry */ mkimg_uuid_enc(&entry.guid, &vhdx_bat_guid); le64enc(&entry.file_offset, 3*SIZE_1MB); le64enc(&entry.length, SIZE_1MB); memcpy(region_table + sizeof(header) + sizeof(entry), &entry, sizeof(entry)); checksum = crc32c(region_table, SIZE_64KB); le32enc(region_table + 4, checksum); /* Region Table 1 */ if (sparse_write(fd, region_table, SIZE_64KB) < 0) { error = errno; free(region_table); return error; } /* Region Table 2 */ if (sparse_write(fd, region_table, SIZE_64KB) < 0) { error = errno; free(region_table); return error; } free(region_table); return (0); } static int vhdx_write_metadata(int fd, uint64_t image_size) { int error; uint8_t *metadata; struct vhdx_metadata_table_header header; struct vhdx_metadata_table_entry entry; int header_ptr, data_ptr; mkimg_uuid_t id; metadata = malloc(SIZE_1MB); if (metadata == NULL) return errno; memset(metadata, 0, SIZE_1MB); memset(&header, 0, sizeof(header)); + memset(&entry, 0, sizeof(entry)); le64enc(&header.signature, VHDX_METADATA_TABLE_HEADER_SIGNATURE); le16enc(&header.entry_count, 5); memcpy(metadata, &header, sizeof(header)); header_ptr = sizeof(header); data_ptr = SIZE_64KB; /* File parameters */ mkimg_uuid_enc(&entry.item_id, &vhdx_meta_file_parameters_guid); le32enc(&entry.offset, data_ptr); le32enc(&entry.length, 8); le32enc(&entry.flags, META_IS_REQUIRED); memcpy(metadata + header_ptr, &entry, sizeof(entry)); header_ptr += sizeof(entry); le32enc(metadata + data_ptr, PAYLOAD_BLOCK_SIZE); data_ptr += 4; le32enc(metadata + data_ptr, 0); data_ptr += 4; /* Virtual Disk Size */ mkimg_uuid_enc(&entry.item_id, &vhdx_meta_vdisk_size_guid); le32enc(&entry.offset, data_ptr); le32enc(&entry.length, 8); le32enc(&entry.flags, META_IS_REQUIRED | META_IS_VIRTUAL_DISK); memcpy(metadata + header_ptr, &entry, sizeof(entry)); header_ptr += sizeof(entry); le64enc(metadata + data_ptr, image_size); data_ptr += 8; /* Virtual Disk ID */ mkimg_uuid_enc(&entry.item_id, &vhdx_meta_vdisk_id_guid); le32enc(&entry.offset, data_ptr); le32enc(&entry.length, 16); le32enc(&entry.flags, META_IS_REQUIRED | META_IS_VIRTUAL_DISK); memcpy(metadata + header_ptr, &entry, sizeof(entry)); header_ptr += sizeof(entry); mkimg_uuid(&id); mkimg_uuid_enc(metadata + data_ptr, &id); data_ptr += 16; /* Logical Sector Size*/ mkimg_uuid_enc(&entry.item_id, &vhdx_meta_logical_ssize_guid); le32enc(&entry.offset, data_ptr); le32enc(&entry.length, 4); le32enc(&entry.flags, META_IS_REQUIRED | META_IS_VIRTUAL_DISK); memcpy(metadata + header_ptr, &entry, sizeof(entry)); header_ptr += sizeof(entry); le32enc(metadata + data_ptr, secsz); data_ptr += 4; /* Physical Sector Size*/ mkimg_uuid_enc(&entry.item_id, &vhdx_meta_phys_ssize_guid); le32enc(&entry.offset, data_ptr); le32enc(&entry.length, 4); le32enc(&entry.flags, META_IS_REQUIRED | META_IS_VIRTUAL_DISK); memcpy(metadata + header_ptr, &entry, sizeof(entry)); header_ptr += sizeof(entry); le32enc(metadata + data_ptr, blksz); data_ptr += 4; if (sparse_write(fd, metadata, SIZE_1MB) < 0) { error = errno; free(metadata); return error; } free(metadata); return (0); } static int vhdx_write_bat(int fd, uint64_t image_size) { int error; uint8_t *bat; int chunk_ratio; uint64_t bat_size, data_block_count, total_bat_entries; uint64_t idx, payload_offset, bat_ptr; bat = malloc(SIZE_1MB); if (bat == NULL) return errno; memset(bat, 0, SIZE_1MB); chunk_ratio = ((1024*1024*8ULL) * secsz) / PAYLOAD_BLOCK_SIZE; data_block_count = (image_size + PAYLOAD_BLOCK_SIZE - 1) / PAYLOAD_BLOCK_SIZE; total_bat_entries = data_block_count + (data_block_count - 1)/chunk_ratio; bat_size = total_bat_entries * 8; /* round it up to 1Mb */ bat_size = (bat_size + SIZE_1MB - 1) & ~(SIZE_1MB - 1); /* * Offset to the first payload block * 1Mb of header + 1Mb of log + 1Mb of metadata + XMb BAT */ payload_offset = 3 + (bat_size / SIZE_1MB); bat_ptr = 0; for (idx = 0; idx < data_block_count; idx++) { le64enc(bat + bat_ptr, BAT_ENTRY(payload_offset, PAYLOAD_BLOCK_FULLY_PRESENT)); bat_ptr += 8; payload_offset += (PAYLOAD_BLOCK_SIZE / SIZE_1MB); /* Flush the BAT buffer if required */ if (bat_ptr == SIZE_1MB) { if (sparse_write(fd, bat, SIZE_1MB) < 0) { error = errno; free(bat); return error; } memset(bat, 0, SIZE_1MB); bat_ptr = 0; } if (((idx + 1) % chunk_ratio) == 0 && (idx != data_block_count - 1)) { le64enc(bat + bat_ptr, BAT_ENTRY(0, SB_BLOCK_NOT_PRESENT)); bat_ptr += 8; /* Flush the BAT buffer if required */ if (bat_ptr == SIZE_1MB) { if (sparse_write(fd, bat, SIZE_1MB) < 0) { error = errno; free(bat); return error; } memset(bat, 0, SIZE_1MB); bat_ptr = 0; } } } if (bat_ptr != 0) { if (sparse_write(fd, bat, SIZE_1MB) < 0) { error = errno; free(bat); return error; } } free(bat); return (0); } static int vhdx_write(int fd) { int error; uint64_t imgsz, rawsz; struct vhdx_filetype_identifier identifier; rawsz = image_get_size() * secsz; imgsz = (rawsz + PAYLOAD_BLOCK_SIZE - 1) & ~(PAYLOAD_BLOCK_SIZE - 1); memset(&identifier, 0, sizeof(identifier)); le64enc(&identifier.signature, VHDX_FILETYPE_ID_SIGNATURE); error = vhdx_write_and_pad(fd, &identifier, sizeof(identifier), SIZE_64KB); if (error) return (error); error = vhdx_write_headers(fd); if (error) return (error); error = vhdx_write_region_tables(fd); if (error) return (error); /* Reserved area */ error = image_copyout_zeroes(fd, SIZE_1MB - 5*SIZE_64KB); /* Log */ error = image_copyout_zeroes(fd, SIZE_1MB); if (error) return (error); error = vhdx_write_metadata(fd, imgsz); if (error) return (error); error = vhdx_write_bat(fd, imgsz); if (error) return (error); error = image_copyout(fd); if (error) return (error); return (0); } static struct mkimg_format vhdx_format = { .name = "vhdx", .description = "Virtual Hard Disk, version 2", .resize = vhdx_resize, .write = vhdx_write, }; FORMAT_DEFINE(vhdx_format);