1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
|
/*
* Copyright (C) 2019 Ernesto A. Fernández <ernesto.mnd.fernandez@gmail.com>
*/
#include <stdio.h>
#include <stdlib.h>
#include <apfs/parameters.h>
#include <apfs/raw.h>
#include <apfs/types.h>
#include "btree.h"
#include "mkapfs.h"
#include "object.h"
#include "spaceman.h"
/* Extra information about the space manager */
static struct spaceman_info {
u64 chunk_count;
u32 cib_count;
u64 ip_blocks;
u64 used_blocks_end; /* Block right after the last one we allocate */
u64 used_chunks_end; /* Chunk right after the last one we allocate */
u64 first_chunk_bmap; /* Block number for the first chunk's bitmap */
u64 first_cib; /* Block number for first chunk-info block */
} sm_info;
/**
* blocks_per_chunk - Calculate the number of blocks per chunk
*/
static inline u32 blocks_per_chunk(void)
{
return 8 * param->blocksize; /* One bitmap block for each chunk */
}
/**
* chunks_per_cib - Calculate the number of chunks per chunk-info block
*/
static inline u32 chunks_per_cib(void)
{
int chunk_info_size = sizeof(struct apfs_chunk_info);
int cib_size = sizeof(struct apfs_chunk_info_block);
return (param->blocksize - cib_size) / chunk_info_size;
}
/**
* cibs_per_cab - Calculate the count of chunk-info blocks per cib address block
*/
static inline u32 cibs_per_cab(void)
{
int cab_size = sizeof(struct apfs_cib_addr_block);
return (param->blocksize - cab_size) / sizeof(__le64);
}
#define MIN(X, Y) ((X) <= (Y) ? (X) : (Y))
/**
* count_used_blocks_in_chunk - Calculate number of allocated blocks in a chunk
* @chunkno: chunk number to check
*/
static u32 count_used_blocks_in_chunk(u64 chunkno)
{
u32 first_chunk_ip_blocks;
if (chunkno >= sm_info.used_chunks_end)
return 0;
/* The internal pool may not fit whole in the chunk */
first_chunk_ip_blocks = MIN(sm_info.ip_blocks, blocks_per_chunk() - IP_BASE);
if (chunkno == 0) {
u32 blocks = 0;
/* This stuff always goes in the first chunk */
blocks += 1; /* Block zero */
blocks += CPOINT_DESC_BLOCKS; /* Checkpoint descriptor blocks */
blocks += CPOINT_DATA_BLOCKS; /* Checkpoint data blocks */
blocks += 2; /* Container object map and its root */
blocks += 6; /* Volume superblock and its trees */
blocks += IP_BMAP_BLOCKS; /* Internal pool bitmap blocks */
blocks += first_chunk_ip_blocks;
return blocks;
}
/* Later chunks are only needed for the rest of the internal pool */
if (chunkno != sm_info.used_chunks_end - 1)
return blocks_per_chunk();
/* Last chunk */
return (sm_info.ip_blocks - first_chunk_ip_blocks) % blocks_per_chunk();
}
/**
* count_used_blocks - Calculate the number of blocks used by the mkfs
*/
static u32 count_used_blocks(void)
{
u32 blocks = 0;
u64 chunkno;
for (chunkno = 0; chunkno < sm_info.used_chunks_end; ++chunkno)
blocks += count_used_blocks_in_chunk(chunkno);
return blocks;
}
/**
* bmap_mark_as_used - Mark a range as used in the allocation bitmap
* @bitmap: allocation bitmap for the first chunk
* @paddr: first block number
* @length: block count
*/
static void bmap_mark_as_used(u64 *bitmap, u64 paddr, u64 length)
{
u64 *byte;
u64 flag;
u64 i;
for (i = paddr; i < paddr + length; ++i) {
byte = bitmap + i / 64;
flag = 1ULL << i % 64;
*byte |= flag;
}
}
/**
* make_alloc_bitmap - Make the allocation bitmap for the first chunk
*/
static void make_alloc_bitmap(void)
{
void *bmap = get_zeroed_blocks(sm_info.first_chunk_bmap, sm_info.used_chunks_end);
/* Block zero */
bmap_mark_as_used(bmap, 0, 1);
/* Checkpoint descriptor blocks */
bmap_mark_as_used(bmap, CPOINT_DESC_BASE, CPOINT_DESC_BLOCKS);
/* Checkpoint data blocks */
bmap_mark_as_used(bmap, CPOINT_DATA_BASE, CPOINT_DATA_BLOCKS);
/* Container object map and its root */
bmap_mark_as_used(bmap, MAIN_OMAP_BNO, 2);
/* Volume superblock and its trees */
bmap_mark_as_used(bmap, FIRST_VOL_BNO, 6);
/* Internal pool bitmap blocks */
bmap_mark_as_used(bmap, IP_BMAP_BASE, IP_BMAP_BLOCKS);
/* Internal pool blocks */
bmap_mark_as_used(bmap, IP_BASE, sm_info.ip_blocks);
munmap(bmap, sm_info.used_chunks_end * param->blocksize);
}
/*
* Offsets into the spaceman block for a non-versioned container; the values
* have been borrowed from a test image.
*/
#define BITMAP_XID_OFF 0x150 /* Transaction id for the ip bitmap */
#define BITMAP_OFF 0x158 /* Address of the ip bitmap */
#define BITMAP_FREE_NEXT_OFF 0x160 /* No idea */
#define CIB_ADDR_BASE_OFF 0x180 /* First cib address for main device */
/**
* make_chunk_info - Write a chunk info structure
* @chunk: pointer to the raw chunk info structure
* @start: first block number for the chunk
*
* Returns the first block number for the next chunk.
*/
static u64 make_chunk_info(struct apfs_chunk_info *chunk, u64 start)
{
u64 remaining_blocks = param->block_count - start;
u64 chunkno = start / blocks_per_chunk();
u32 block_count, free_count;
chunk->ci_xid = cpu_to_le64(MKFS_XID);
chunk->ci_addr = cpu_to_le64(start);
/* Later chunks are just holes */
if (start < sm_info.used_blocks_end)
chunk->ci_bitmap_addr = cpu_to_le64(sm_info.first_chunk_bmap + chunkno);
block_count = blocks_per_chunk();
if (remaining_blocks < block_count) /* This is the final chunk */
block_count = remaining_blocks;
chunk->ci_block_count = cpu_to_le32(block_count);
free_count = block_count - count_used_blocks_in_chunk(chunkno);
chunk->ci_free_count = cpu_to_le32(free_count);
start += block_count;
return start;
}
/**
* make_chunk_info_block - Make a chunk-info block
* @bno: block number for the chunk-info block
* @index: index of the chunk-info block
* @start: first block number for the first chunk
*
* Returns the first block number for the first chunk of the next cib.
*/
static u64 make_chunk_info_block(u64 bno, int index, u64 start)
{
struct apfs_chunk_info_block *cib = get_zeroed_block(bno);
int i;
cib->cib_index = cpu_to_le32(index);
for (i = 0; i < chunks_per_cib(); ++i) {
if (start == param->block_count) /* No more chunks in device */
break;
start = make_chunk_info(&cib->cib_chunk_info[i], start);
}
cib->cib_chunk_info_count = cpu_to_le32(i);
set_object_header(&cib->cib_o, bno,
APFS_OBJ_PHYSICAL | APFS_OBJECT_TYPE_SPACEMAN_CIB,
APFS_OBJECT_TYPE_INVALID);
munmap(cib, param->blocksize);
return start;
}
/**
* make_devices - Make the spaceman device structures
* @sm: pointer to the on-disk spaceman structure
*/
static void make_devices(struct apfs_spaceman_phys *sm)
{
struct apfs_spaceman_device *dev = &sm->sm_dev[APFS_SD_MAIN];
u64 chunk_count = DIV_ROUND_UP(param->block_count, blocks_per_chunk());
u32 cib_count = DIV_ROUND_UP(chunk_count, chunks_per_cib());
u64 start = 0;
__le64 *cib_addr;
int i;
/*
* We must have room for the addresses of all main device cibs, plus
* an extra offset for tier 2.
*/
if (cib_count + 1 >
(param->blocksize - CIB_ADDR_BASE_OFF) / sizeof(__le64)) {
printf("Large containers are not yet supported.\n");
exit(1);
}
dev->sm_block_count = cpu_to_le64(param->block_count);
dev->sm_chunk_count = cpu_to_le64(chunk_count);
dev->sm_cib_count = cpu_to_le32(cib_count);
dev->sm_cab_count = 0; /* Not supported, hence the block count limit */
dev->sm_free_count = cpu_to_le64(param->block_count -
count_used_blocks());
dev->sm_addr_offset = cpu_to_le32(CIB_ADDR_BASE_OFF);
cib_addr = (void *)sm + CIB_ADDR_BASE_OFF;
for (i = 0; i < cib_count; ++i) {
cib_addr[i] = cpu_to_le64(sm_info.first_cib + i);
start = make_chunk_info_block(sm_info.first_cib + i, i, start);
}
/* For the tier2 device, just set the offset; the address is null */
dev = &sm->sm_dev[APFS_SD_TIER2];
dev->sm_addr_offset = cpu_to_le32(CIB_ADDR_BASE_OFF +
cib_count * sizeof(__le64));
}
/**
* make_ip_free_queue - Make an empty free queue for the internal pool
* @fq: free queue structure
*/
static void make_ip_free_queue(struct apfs_spaceman_free_queue *fq)
{
fq->sfq_tree_oid = cpu_to_le64(IP_FREE_QUEUE_OID);
make_empty_btree_root(IP_FREE_QUEUE_BNO, IP_FREE_QUEUE_OID,
APFS_OBJECT_TYPE_SPACEMAN_FREE_QUEUE);
fq->sfq_oldest_xid = 0; /* Is this correct? */
fq->sfq_tree_node_limit = cpu_to_le16(ip_fq_node_limit(sm_info.chunk_count));
}
/**
* make_main_free_queue - Make an empty free queue for the main device
* @fq: free queue structure
*/
static void make_main_free_queue(struct apfs_spaceman_free_queue *fq)
{
fq->sfq_tree_oid = cpu_to_le64(MAIN_FREE_QUEUE_OID);
make_empty_btree_root(MAIN_FREE_QUEUE_BNO, MAIN_FREE_QUEUE_OID,
APFS_OBJECT_TYPE_SPACEMAN_FREE_QUEUE);
fq->sfq_oldest_xid = 0; /* Is this correct? */
fq->sfq_tree_node_limit = cpu_to_le16(main_fq_node_limit(param->block_count));
}
/**
* make_ip_bitmap - Make the allocation bitmap for the internal pool
*/
static void make_ip_bitmap(void)
{
void *bmap = get_zeroed_block(IP_BMAP_BASE);
/* Chunk-info blocks */
bmap_mark_as_used(bmap, sm_info.first_cib - IP_BASE, sm_info.cib_count);
/* Allocation bitmap block */
bmap_mark_as_used(bmap, sm_info.first_chunk_bmap - IP_BASE, sm_info.used_chunks_end);
munmap(bmap, param->blocksize);
}
/**
* make_ip_bm_free_next - Fill the free_next field for the internal pool
* @addr: pointer to the beginning of the field
*/
static void make_ip_bm_free_next(__le16 *addr)
{
int i;
/*
* Ip bitmap blocks are marked with numbers 1,2,3,...,14,15,0 in
* free_next, except when they are in use: those get overwritten with
* 0xFFFF.
*/
addr[0] = cpu_to_le16(0xFFFF);
for (i = 1; i < IP_BMAP_BLOCKS - 1; i++)
addr[i] = cpu_to_le16(i + 1);
addr[IP_BMAP_BLOCKS - 1] = cpu_to_le16(0xFFFF);
}
/**
* make_internal_pool - Make the internal pool of the space manager
* @sm: pointer to the on-disk spaceman structure
*/
static void make_internal_pool(struct apfs_spaceman_phys *sm)
{
int i;
__le64 *addr;
sm->sm_ip_bm_tx_multiplier =
cpu_to_le32(APFS_SPACEMAN_IP_BM_TX_MULTIPLIER);
sm->sm_ip_block_count = cpu_to_le64(sm_info.ip_blocks);
sm->sm_ip_base = cpu_to_le64(IP_BASE);
/* No support for multiblock bitmaps */
sm->sm_ip_bm_size_in_blocks = cpu_to_le32(1);
sm->sm_ip_bm_block_count = cpu_to_le32(IP_BMAP_BLOCKS);
sm->sm_ip_bm_base = cpu_to_le64(IP_BMAP_BASE);
for (i = 0; i < IP_BMAP_BLOCKS; ++i) /* We use no blocks from the ip */
munmap(get_zeroed_block(IP_BMAP_BASE + i), param->blocksize);
/* Current bitmap is the first, so the offset is left at zero */
sm->sm_ip_bitmap_offset = cpu_to_le32(BITMAP_OFF);
sm->sm_ip_bm_free_head = cpu_to_le16(1);
sm->sm_ip_bm_free_tail = cpu_to_le16(IP_BMAP_BLOCKS - 1);
sm->sm_ip_bm_xid_offset = cpu_to_le32(BITMAP_XID_OFF);
addr = (void *)sm + BITMAP_XID_OFF;
*addr = cpu_to_le64(MKFS_XID);
sm->sm_ip_bm_free_next_offset = cpu_to_le32(BITMAP_FREE_NEXT_OFF);
make_ip_bm_free_next((void *)sm + BITMAP_FREE_NEXT_OFF);
make_ip_bitmap();
}
/**
* make_spaceman - Make the space manager for the container
* @bno: block number to use
* @oid: object id
*/
void make_spaceman(u64 bno, u64 oid)
{
struct apfs_spaceman_phys *sm = get_zeroed_block(bno);
sm_info.chunk_count = DIV_ROUND_UP(param->block_count, blocks_per_chunk());
sm_info.cib_count = DIV_ROUND_UP(sm_info.chunk_count, chunks_per_cib());
sm_info.ip_blocks = (sm_info.chunk_count + sm_info.cib_count) * 3;
/* Only the ip size matters, all other used blocks come before it */
sm_info.used_blocks_end = IP_BASE + sm_info.ip_blocks;
sm_info.used_chunks_end = DIV_ROUND_UP(sm_info.used_blocks_end, blocks_per_chunk());
/*
* Put the chunk bitmaps at the beginning of the internal pool, and
* the cibs right after them.
*/
sm_info.first_chunk_bmap = IP_BASE;
sm_info.first_cib = sm_info.first_chunk_bmap + sm_info.used_chunks_end;
sm->sm_block_size = cpu_to_le32(param->blocksize);
sm->sm_blocks_per_chunk = cpu_to_le32(blocks_per_chunk());
sm->sm_chunks_per_cib = cpu_to_le32(chunks_per_cib());
sm->sm_cibs_per_cab = cpu_to_le32(cibs_per_cab());
make_devices(sm);
make_ip_free_queue(&sm->sm_fq[APFS_SFQ_IP]);
make_main_free_queue(&sm->sm_fq[APFS_SFQ_MAIN]);
make_internal_pool(sm);
make_alloc_bitmap();
set_object_header(&sm->sm_o, oid,
APFS_OBJ_EPHEMERAL | APFS_OBJECT_TYPE_SPACEMAN,
APFS_OBJECT_TYPE_INVALID);
munmap(sm, param->blocksize);
}
|