2 * Copyright (c) 2013 Grzegorz Kostka (kostka.grzegorz@gmail.com)
6 * Copyright (c) 2012 Martin Sucha
7 * Copyright (c) 2012 Frantisek Princ
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
14 * - Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * - Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * - The name of the author may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 /** @addtogroup lwext4
39 * @brief Physical block allocator.
42 #include <ext4_config.h>
43 #include <ext4_balloc.h>
44 #include <ext4_super.h>
45 #include <ext4_block_group.h>
47 #include <ext4_bitmap.h>
48 #include <ext4_inode.h>
50 /**@brief Compute number of block group from block address.
51 * @param sb Superblock pointer.
52 * @param baddr Absolute address of block.
53 * @return Block group index
55 static uint32_t ext4_balloc_get_bgid_of_block(struct ext4_sblock *s,
58 if (ext4_get32(s, first_data_block))
61 return baddr / ext4_get32(s, blocks_per_group);
65 ext4_balloc_get_first_data_block_in_group(struct ext4_sblock *s,
66 struct ext4_block_group_ref *bg_ref)
68 uint32_t block_group_count = ext4_block_group_cnt(s);
69 uint32_t inode_table_first_block =
70 ext4_bg_get_inode_table_first_block(bg_ref->block_group, s);
71 uint32_t block_size = ext4_sb_get_block_size(s);
73 uint16_t inode_size = ext4_get16(s, inode_size);
74 uint32_t inodes_per_group = ext4_get32(s, inodes_per_group);
76 uint32_t inode_table_bytes;
78 if (bg_ref->index < block_group_count - 1) {
79 inode_table_bytes = inodes_per_group * inode_size;
81 /* Last block group could be smaller */
82 uint32_t inodes_count_total = ext4_get32(s, inodes_count);
83 inode_table_bytes = (inodes_count_total -
84 ((block_group_count - 1) * inodes_per_group)) *
88 uint32_t inode_table_blocks = inode_table_bytes / block_size;
90 if (inode_table_bytes % block_size)
93 return inode_table_first_block + inode_table_blocks;
96 int ext4_balloc_free_block(struct ext4_inode_ref *inode_ref, uint32_t baddr)
98 struct ext4_fs *fs = inode_ref->fs;
99 struct ext4_sblock *sb = &fs->sb;
101 uint32_t block_group = ext4_balloc_get_bgid_of_block(sb, baddr);
102 uint32_t index_in_group = ext4_fs_baddr2_index_in_group(sb, baddr);
104 /* Load block group reference */
105 struct ext4_block_group_ref bg_ref;
106 int rc = ext4_fs_get_block_group_ref(fs, block_group, &bg_ref);
110 /* Load block with bitmap */
111 uint32_t bitmap_block_addr =
112 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
114 struct ext4_block bitmap_block;
116 rc = ext4_block_get(fs->bdev, &bitmap_block, bitmap_block_addr);
118 ext4_fs_put_block_group_ref(&bg_ref);
123 ext4_bmap_bit_clr(bitmap_block.data, index_in_group);
124 bitmap_block.dirty = true;
126 /* Release block with bitmap */
127 rc = ext4_block_set(fs->bdev, &bitmap_block);
129 /* Error in saving bitmap */
130 ext4_fs_put_block_group_ref(&bg_ref);
134 uint32_t block_size = ext4_sb_get_block_size(sb);
136 /* Update superblock free blocks count */
137 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
139 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
141 /* Update inode blocks count */
142 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
143 ino_blocks -= block_size / EXT4_INODE_BLOCK_SIZE;
144 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
145 inode_ref->dirty = true;
147 /* Update block group free blocks count */
148 uint32_t free_blocks =
149 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
151 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, free_blocks);
155 /* Release block group reference */
156 return ext4_fs_put_block_group_ref(&bg_ref);
159 int ext4_balloc_free_blocks(struct ext4_inode_ref *inode_ref, uint32_t first,
163 struct ext4_fs *fs = inode_ref->fs;
164 struct ext4_sblock *sb = &fs->sb;
166 /* Compute indexes */
167 uint32_t block_group_first = ext4_balloc_get_bgid_of_block(sb, first);
169 /* Compute indexes */
170 uint32_t block_group_last =
171 ext4_balloc_get_bgid_of_block(sb, first + count - 1);
173 if (!ext4_sb_has_feature_incompatible(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG)) {
174 /*It is not possible withot flex_bg that blocks are continuous
175 * and and last block belongs to other bg.*/
176 ext4_assert(block_group_first ==
177 ext4_balloc_get_bgid_of_block(sb, first + count - 1));
180 /* Load block group reference */
181 struct ext4_block_group_ref bg_ref;
182 while (block_group_first <= block_group_last) {
184 rc = ext4_fs_get_block_group_ref(fs, block_group_first, &bg_ref);
188 uint32_t index_in_group_first =
189 ext4_fs_baddr2_index_in_group(sb, first);
191 /* Load block with bitmap */
192 uint32_t bitmap_block_addr =
193 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
195 struct ext4_block bitmap_block;
197 rc = ext4_block_get(fs->bdev, &bitmap_block, bitmap_block_addr);
199 ext4_fs_put_block_group_ref(&bg_ref);
204 ext4_sb_get_block_size(sb) * 8 - index_in_group_first;
206 /*If last block, free only count blocks*/
207 free_cnt = count > free_cnt ? free_cnt : count;
210 ext4_bmap_bits_free(bitmap_block.data, index_in_group_first, free_cnt);
211 bitmap_block.dirty = true;
216 /* Release block with bitmap */
217 rc = ext4_block_set(fs->bdev, &bitmap_block);
219 ext4_fs_put_block_group_ref(&bg_ref);
223 uint32_t block_size = ext4_sb_get_block_size(sb);
225 /* Update superblock free blocks count */
226 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
227 sb_free_blocks += free_cnt;
228 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
230 /* Update inode blocks count */
231 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
232 ino_blocks -= free_cnt * (block_size / EXT4_INODE_BLOCK_SIZE);
233 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
234 inode_ref->dirty = true;
236 /* Update block group free blocks count */
237 uint32_t free_blocks =
238 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
239 free_blocks += free_cnt;
240 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, free_blocks);
243 /* Release block group reference */
244 rc = ext4_fs_put_block_group_ref(&bg_ref);
251 /*All blocks should be released*/
252 ext4_assert(count == 0);
256 /**@brief Compute 'goal' for allocation algorithm.
257 * @param inode_ref Reference to inode, to allocate block for
261 static int ext4_balloc_find_goal(struct ext4_inode_ref *inode_ref,
264 struct ext4_sblock *sb = &inode_ref->fs->sb;
267 uint64_t inode_size = ext4_inode_get_size(sb, inode_ref->inode);
268 uint32_t block_size = ext4_sb_get_block_size(sb);
269 uint32_t inode_block_count = inode_size / block_size;
271 if (inode_size % block_size != 0)
274 /* If inode has some blocks, get last block address + 1 */
275 if (inode_block_count > 0) {
276 int rc = ext4_fs_get_inode_data_block_index(
277 inode_ref, inode_block_count - 1, goal);
286 /* If goal == 0, sparse file -> continue */
289 /* Identify block group of inode */
291 uint32_t inodes_per_group = ext4_get32(sb, inodes_per_group);
292 uint32_t block_group = (inode_ref->index - 1) / inodes_per_group;
293 block_size = ext4_sb_get_block_size(sb);
295 /* Load block group reference */
296 struct ext4_block_group_ref bg_ref;
297 int rc = ext4_fs_get_block_group_ref(inode_ref->fs, block_group, &bg_ref);
301 /* Compute indexes */
302 uint32_t block_group_count = ext4_block_group_cnt(sb);
303 uint32_t inode_table_first_block =
304 ext4_bg_get_inode_table_first_block(bg_ref.block_group, sb);
305 uint16_t inode_table_item_size = ext4_get16(sb, inode_size);
306 uint32_t inode_table_bytes;
308 /* Check for last block group */
309 if (block_group < block_group_count - 1) {
310 inode_table_bytes = inodes_per_group * inode_table_item_size;
312 /* Last block group could be smaller */
313 uint32_t inodes_count_total = ext4_get32(sb, inodes_count);
315 inode_table_bytes = (inodes_count_total -
316 ((block_group_count - 1) * inodes_per_group)) *
317 inode_table_item_size;
320 uint32_t inode_table_blocks = inode_table_bytes / block_size;
322 if (inode_table_bytes % block_size)
323 inode_table_blocks++;
325 *goal = inode_table_first_block + inode_table_blocks;
327 return ext4_fs_put_block_group_ref(&bg_ref);
330 int ext4_balloc_alloc_block(struct ext4_inode_ref *inode_ref, uint32_t *fblock)
332 uint32_t allocated_block = 0;
333 uint32_t bitmap_block_addr;
334 uint32_t rel_block_idx = 0;
335 uint32_t free_blocks;
337 struct ext4_block bitmap_block;
339 int rc = ext4_balloc_find_goal(inode_ref, &goal);
341 /* no goal found => partition is full */
345 struct ext4_sblock *sb = &inode_ref->fs->sb;
347 /* Load block group number for goal and relative index */
348 uint32_t block_group = ext4_balloc_get_bgid_of_block(sb, goal);
349 uint32_t index_in_group = ext4_fs_baddr2_index_in_group(sb, goal);
351 /* Load block group reference */
352 struct ext4_block_group_ref bg_ref;
353 rc = ext4_fs_get_block_group_ref(inode_ref->fs, block_group, &bg_ref);
357 free_blocks = ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
358 if (free_blocks == 0) {
359 /* This group has no free blocks */
363 /* Compute indexes */
364 uint32_t first_in_group =
365 ext4_balloc_get_first_data_block_in_group(sb, &bg_ref);
367 uint32_t first_in_group_index =
368 ext4_fs_baddr2_index_in_group(sb, first_in_group);
370 if (index_in_group < first_in_group_index)
371 index_in_group = first_in_group_index;
373 /* Load block with bitmap */
374 bitmap_block_addr = ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
376 rc = ext4_block_get(inode_ref->fs->bdev, &bitmap_block, bitmap_block_addr);
378 ext4_fs_put_block_group_ref(&bg_ref);
382 /* Check if goal is free */
383 if (ext4_bmap_is_bit_clr(bitmap_block.data, index_in_group)) {
384 ext4_bmap_bit_set(bitmap_block.data, index_in_group);
385 bitmap_block.dirty = true;
386 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
388 ext4_fs_put_block_group_ref(&bg_ref);
393 ext4_fs_index_in_group2_baddr(sb, index_in_group, block_group);
398 uint32_t blocks_in_group = ext4_blocks_in_group_cnt(sb, block_group);
400 uint32_t end_idx = (index_in_group + 63) & ~63;
401 if (end_idx > blocks_in_group)
402 end_idx = blocks_in_group;
404 /* Try to find free block near to goal */
406 for (tmp_idx = index_in_group + 1; tmp_idx < end_idx; ++tmp_idx) {
407 if (ext4_bmap_is_bit_clr(bitmap_block.data, tmp_idx)) {
408 ext4_bmap_bit_set(bitmap_block.data, tmp_idx);
410 bitmap_block.dirty = true;
411 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
416 ext4_fs_index_in_group2_baddr(sb, tmp_idx, block_group);
422 /* Find free bit in bitmap */
423 rc = ext4_bmap_bit_find_clr(bitmap_block.data, index_in_group,
424 blocks_in_group, &rel_block_idx);
426 ext4_bmap_bit_set(bitmap_block.data, rel_block_idx);
427 bitmap_block.dirty = true;
428 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
433 ext4_fs_index_in_group2_baddr(sb, rel_block_idx, block_group);
438 /* No free block found yet */
439 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
441 ext4_fs_put_block_group_ref(&bg_ref);
447 rc = ext4_fs_put_block_group_ref(&bg_ref);
451 /* Try other block groups */
452 uint32_t block_group_count = ext4_block_group_cnt(sb);
454 uint32_t bgid = (block_group + 1) % block_group_count;
455 uint32_t count = block_group_count;
458 rc = ext4_fs_get_block_group_ref(inode_ref->fs, bgid, &bg_ref);
462 free_blocks = ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
463 if (free_blocks == 0) {
464 /* This group has no free blocks */
468 /* Load block with bitmap */
469 bitmap_block_addr = ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
471 rc = ext4_block_get(inode_ref->fs->bdev, &bitmap_block,
475 ext4_fs_put_block_group_ref(&bg_ref);
479 /* Compute indexes */
480 first_in_group = ext4_balloc_get_first_data_block_in_group(sb, &bg_ref);
481 index_in_group = ext4_fs_baddr2_index_in_group(sb, first_in_group);
482 blocks_in_group = ext4_blocks_in_group_cnt(sb, bgid);
484 first_in_group_index =
485 ext4_fs_baddr2_index_in_group(sb, first_in_group);
487 if (index_in_group < first_in_group_index)
488 index_in_group = first_in_group_index;
490 rc = ext4_bmap_bit_find_clr(bitmap_block.data, index_in_group,
491 blocks_in_group, &rel_block_idx);
495 ext4_bmap_bit_set(bitmap_block.data, rel_block_idx);
497 bitmap_block.dirty = true;
498 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
500 ext4_fs_put_block_group_ref(&bg_ref);
505 ext4_fs_index_in_group2_baddr(sb, rel_block_idx, bgid);
510 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
512 ext4_fs_put_block_group_ref(&bg_ref);
517 rc = ext4_fs_put_block_group_ref(&bg_ref);
522 /* Goto next group */
523 bgid = (bgid + 1) % block_group_count;
530 /* Empty command - because of syntax */
533 uint32_t block_size = ext4_sb_get_block_size(sb);
535 /* Update superblock free blocks count */
536 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
538 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
540 /* Update inode blocks (different block size!) count */
541 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
542 ino_blocks += block_size / EXT4_INODE_BLOCK_SIZE;
543 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
544 inode_ref->dirty = true;
546 /* Update block group free blocks count */
547 uint32_t bg_free_blocks =
548 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
550 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, bg_free_blocks);
554 rc = ext4_fs_put_block_group_ref(&bg_ref);
556 *fblock = allocated_block;
560 int ext4_balloc_try_alloc_block(struct ext4_inode_ref *inode_ref,
561 uint32_t baddr, bool *free)
565 struct ext4_fs *fs = inode_ref->fs;
566 struct ext4_sblock *sb = &fs->sb;
568 /* Compute indexes */
569 uint32_t block_group = ext4_balloc_get_bgid_of_block(sb, baddr);
570 uint32_t index_in_group = ext4_fs_baddr2_index_in_group(sb, baddr);
572 /* Load block group reference */
573 struct ext4_block_group_ref bg_ref;
574 rc = ext4_fs_get_block_group_ref(fs, block_group, &bg_ref);
578 /* Load block with bitmap */
579 uint32_t bitmap_block_addr =
580 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
582 struct ext4_block bitmap_block;
584 rc = ext4_block_get(fs->bdev, &bitmap_block, bitmap_block_addr);
586 ext4_fs_put_block_group_ref(&bg_ref);
590 /* Check if block is free */
591 *free = ext4_bmap_is_bit_clr(bitmap_block.data, index_in_group);
593 /* Allocate block if possible */
595 ext4_bmap_bit_set(bitmap_block.data, index_in_group);
596 bitmap_block.dirty = true;
599 /* Release block with bitmap */
600 rc = ext4_block_set(fs->bdev, &bitmap_block);
602 /* Error in saving bitmap */
603 ext4_fs_put_block_group_ref(&bg_ref);
607 /* If block is not free, return */
611 uint32_t block_size = ext4_sb_get_block_size(sb);
613 /* Update superblock free blocks count */
614 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
616 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
618 /* Update inode blocks count */
619 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
620 ino_blocks += block_size / EXT4_INODE_BLOCK_SIZE;
621 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
622 inode_ref->dirty = true;
624 /* Update block group free blocks count */
625 uint32_t free_blocks =
626 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
628 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, free_blocks);
633 return ext4_fs_put_block_group_ref(&bg_ref);