2 * Copyright (c) 2013 Grzegorz Kostka (kostka.grzegorz@gmail.com)
6 * Copyright (c) 2012 Martin Sucha
7 * Copyright (c) 2012 Frantisek Princ
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
14 * - Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * - Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * - The name of the author may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 /** @addtogroup lwext4
38 * @brief More complex filesystem functions.
41 #include "ext4_config.h"
42 #include "ext4_types.h"
44 #include "ext4_errno.h"
45 #include "ext4_blockdev.h"
46 #include "ext4_super.h"
47 #include "ext4_crc32c.h"
48 #include "ext4_debug.h"
49 #include "ext4_block_group.h"
50 #include "ext4_balloc.h"
51 #include "ext4_bitmap.h"
52 #include "ext4_inode.h"
53 #include "ext4_ialloc.h"
54 #include "ext4_extent.h"
58 int ext4_fs_init(struct ext4_fs *fs, struct ext4_blockdev *bdev)
63 bool read_only = false;
65 ext4_assert(fs && bdev);
69 r = ext4_sb_read(fs->bdev, &fs->sb);
73 if (!ext4_sb_check(&fs->sb))
76 bsize = ext4_sb_get_block_size(&fs->sb);
77 if (bsize > EXT4_MAX_BLOCK_SIZE)
80 r = ext4_fs_check_features(fs, &read_only);
87 /* Compute limits for indirect block levels */
88 uint32_t blocks_id = bsize / sizeof(uint32_t);
90 fs->inode_block_limits[0] = EXT4_INODE_DIRECT_BLOCK_COUNT;
91 fs->inode_blocks_per_level[0] = 1;
93 for (i = 1; i < 4; i++) {
94 fs->inode_blocks_per_level[i] =
95 fs->inode_blocks_per_level[i - 1] * blocks_id;
96 fs->inode_block_limits[i] = fs->inode_block_limits[i - 1] +
97 fs->inode_blocks_per_level[i];
101 tmp = ext4_get16(&fs->sb, state);
102 if (tmp & EXT4_SUPERBLOCK_STATE_ERROR_FS)
103 ext4_dbg(DEBUG_FS, DBG_WARN
104 "last umount error: superblock fs_error flag\n");
107 /* Mark system as mounted */
108 ext4_set16(&fs->sb, state, EXT4_SUPERBLOCK_STATE_ERROR_FS);
109 r = ext4_sb_write(fs->bdev, &fs->sb);
113 /*Update mount count*/
114 ext4_set16(&fs->sb, mount_count, ext4_get16(&fs->sb, mount_count) + 1);
119 int ext4_fs_fini(struct ext4_fs *fs)
123 /*Set superblock state*/
124 ext4_set16(&fs->sb, state, EXT4_SUPERBLOCK_STATE_VALID_FS);
126 return ext4_sb_write(fs->bdev, &fs->sb);
129 static void ext4_fs_debug_features_inc(uint32_t features_incompatible)
131 if (features_incompatible & EXT4_FINCOM_COMPRESSION)
132 ext4_dbg(DEBUG_FS, DBG_NONE "compression\n");
133 if (features_incompatible & EXT4_FINCOM_FILETYPE)
134 ext4_dbg(DEBUG_FS, DBG_NONE "filetype\n");
135 if (features_incompatible & EXT4_FINCOM_RECOVER)
136 ext4_dbg(DEBUG_FS, DBG_NONE "recover\n");
137 if (features_incompatible & EXT4_FINCOM_JOURNAL_DEV)
138 ext4_dbg(DEBUG_FS, DBG_NONE "journal_dev\n");
139 if (features_incompatible & EXT4_FINCOM_META_BG)
140 ext4_dbg(DEBUG_FS, DBG_NONE "meta_bg\n");
141 if (features_incompatible & EXT4_FINCOM_EXTENTS)
142 ext4_dbg(DEBUG_FS, DBG_NONE "extents\n");
143 if (features_incompatible & EXT4_FINCOM_64BIT)
144 ext4_dbg(DEBUG_FS, DBG_NONE "64bit\n");
145 if (features_incompatible & EXT4_FINCOM_MMP)
146 ext4_dbg(DEBUG_FS, DBG_NONE "mnp\n");
147 if (features_incompatible & EXT4_FINCOM_FLEX_BG)
148 ext4_dbg(DEBUG_FS, DBG_NONE "flex_bg\n");
149 if (features_incompatible & EXT4_FINCOM_EA_INODE)
150 ext4_dbg(DEBUG_FS, DBG_NONE "ea_inode\n");
151 if (features_incompatible & EXT4_FINCOM_DIRDATA)
152 ext4_dbg(DEBUG_FS, DBG_NONE "dirdata\n");
153 if (features_incompatible & EXT4_FINCOM_BG_USE_META_CSUM)
154 ext4_dbg(DEBUG_FS, DBG_NONE "meta_csum\n");
155 if (features_incompatible & EXT4_FINCOM_LARGEDIR)
156 ext4_dbg(DEBUG_FS, DBG_NONE "largedir\n");
157 if (features_incompatible & EXT4_FINCOM_INLINE_DATA)
158 ext4_dbg(DEBUG_FS, DBG_NONE "inline_data\n");
160 static void ext4_fs_debug_features_comp(uint32_t features_compatible)
162 if (features_compatible & EXT4_FCOM_DIR_PREALLOC)
163 ext4_dbg(DEBUG_FS, DBG_NONE "dir_prealloc\n");
164 if (features_compatible & EXT4_FCOM_IMAGIC_INODES)
165 ext4_dbg(DEBUG_FS, DBG_NONE "imagic_inodes\n");
166 if (features_compatible & EXT4_FCOM_HAS_JOURNAL)
167 ext4_dbg(DEBUG_FS, DBG_NONE "has_journal\n");
168 if (features_compatible & EXT4_FCOM_EXT_ATTR)
169 ext4_dbg(DEBUG_FS, DBG_NONE "ext_attr\n");
170 if (features_compatible & EXT4_FCOM_RESIZE_INODE)
171 ext4_dbg(DEBUG_FS, DBG_NONE "resize_inode\n");
172 if (features_compatible & EXT4_FCOM_DIR_INDEX)
173 ext4_dbg(DEBUG_FS, DBG_NONE "dir_index\n");
176 static void ext4_fs_debug_features_ro(uint32_t features_ro)
178 if (features_ro & EXT4_FRO_COM_SPARSE_SUPER)
179 ext4_dbg(DEBUG_FS, DBG_NONE "sparse_super\n");
180 if (features_ro & EXT4_FRO_COM_LARGE_FILE)
181 ext4_dbg(DEBUG_FS, DBG_NONE "large_file\n");
182 if (features_ro & EXT4_FRO_COM_BTREE_DIR)
183 ext4_dbg(DEBUG_FS, DBG_NONE "btree_dir\n");
184 if (features_ro & EXT4_FRO_COM_HUGE_FILE)
185 ext4_dbg(DEBUG_FS, DBG_NONE "huge_file\n");
186 if (features_ro & EXT4_FRO_COM_GDT_CSUM)
187 ext4_dbg(DEBUG_FS, DBG_NONE "gtd_csum\n");
188 if (features_ro & EXT4_FRO_COM_DIR_NLINK)
189 ext4_dbg(DEBUG_FS, DBG_NONE "dir_nlink\n");
190 if (features_ro & EXT4_FRO_COM_EXTRA_ISIZE)
191 ext4_dbg(DEBUG_FS, DBG_NONE "extra_isize\n");
192 if (features_ro & EXT4_FRO_COM_QUOTA)
193 ext4_dbg(DEBUG_FS, DBG_NONE "quota\n");
194 if (features_ro & EXT4_FRO_COM_BIGALLOC)
195 ext4_dbg(DEBUG_FS, DBG_NONE "bigalloc\n");
196 if (features_ro & EXT4_FRO_COM_METADATA_CSUM)
197 ext4_dbg(DEBUG_FS, DBG_NONE "metadata_csum\n");
200 int ext4_fs_check_features(struct ext4_fs *fs, bool *read_only)
202 ext4_assert(fs && read_only);
204 if (ext4_get32(&fs->sb, rev_level) == 0) {
209 ext4_dbg(DEBUG_FS, DBG_INFO "sblock features_incompatible:\n");
210 ext4_fs_debug_features_inc(ext4_get32(&fs->sb, features_incompatible));
212 ext4_dbg(DEBUG_FS, DBG_INFO "sblock features_compatible:\n");
213 ext4_fs_debug_features_comp(ext4_get32(&fs->sb, features_compatible));
215 ext4_dbg(DEBUG_FS, DBG_INFO "sblock features_read_only:\n");
216 ext4_fs_debug_features_ro(ext4_get32(&fs->sb, features_read_only));
218 /*Check features_incompatible*/
219 v = (ext4_get32(&fs->sb, features_incompatible) &
220 (~CONFIG_SUPPORTED_FINCOM));
222 ext4_dbg(DEBUG_FS, DBG_ERROR
223 "sblock has unsupported features incompatible:\n");
224 ext4_fs_debug_features_inc(v);
228 /*Check features_read_only*/
229 v = (ext4_get32(&fs->sb, features_read_only) &
230 (~CONFIG_SUPPORTED_FRO_COM));
232 ext4_dbg(DEBUG_FS, DBG_WARN
233 "sblock has unsupported features read only:\n");
234 ext4_fs_debug_features_ro(v);
243 /**@brief Determine whether the block is inside the group.
244 * @param baddr block address
245 * @param bgid block group id
248 static int ext4_block_in_group(struct ext4_sblock *s,
252 uint32_t actual_bgid;
253 actual_bgid = ext4_balloc_get_bgid_of_block(s, baddr);
254 if (actual_bgid == bgid)
259 /**@brief To avoid calling the atomic setbit hundreds or thousands of times, we only
260 * need to use it within a single byte (to ensure we get endianness right).
261 * We can use memset for the rest of the bitmap as there are no other users.
263 static void ext4_fs_mark_bitmap_end(int start_bit, int end_bit, void *bitmap)
267 if (start_bit >= end_bit)
270 for (i = start_bit; (unsigned)i < ((start_bit + 7) & ~7UL); i++)
271 ext4_bmap_bit_set(bitmap, i);
274 memset((char *)bitmap + (i >> 3), 0xff, (end_bit - i) >> 3);
277 /**@brief Initialize block bitmap in block group.
278 * @param bg_ref Reference to block group
281 static int ext4_fs_init_block_bitmap(struct ext4_block_group_ref *bg_ref)
283 uint32_t i, bit, bit_max;
284 uint32_t group_blocks;
285 uint16_t inode_size = ext4_get16(&bg_ref->fs->sb, inode_size);
286 uint32_t block_size = ext4_sb_get_block_size(&bg_ref->fs->sb);
287 uint32_t inodes_per_group = ext4_get32(&bg_ref->fs->sb, inodes_per_group);
288 ext4_fsblk_t bitmap_block_addr =
289 ext4_bg_get_block_bitmap(bg_ref->block_group, &bg_ref->fs->sb);
290 ext4_fsblk_t bitmap_inode_addr =
291 ext4_bg_get_inode_bitmap(bg_ref->block_group, &bg_ref->fs->sb);
292 ext4_fsblk_t inode_table_addr =
293 ext4_bg_get_inode_table_first_block(bg_ref->block_group,
295 ext4_fsblk_t first_group_addr =
296 ext4_balloc_get_block_of_bgid(&bg_ref->fs->sb, bg_ref->index);
298 uint32_t dsc_per_block =
299 ext4_sb_get_block_size(&bg_ref->fs->sb) /
300 ext4_sb_get_desc_size(&bg_ref->fs->sb);
303 ext4_sb_feature_incom(&bg_ref->fs->sb, EXT4_FINCOM_FLEX_BG);
305 uint32_t inode_table_bcnt = inodes_per_group * inode_size / block_size;
307 struct ext4_block block_bitmap;
309 ext4_block_get_noread(bg_ref->fs->bdev, &block_bitmap, bitmap_block_addr);
313 memset(block_bitmap.data, 0, block_size);
315 bit_max = ext4_sb_is_super_in_bg(&bg_ref->fs->sb, bg_ref->index);
316 if (!ext4_sb_feature_incom(&bg_ref->fs->sb, EXT4_FINCOM_META_BG) ||
317 bg_ref->index < ext4_sb_first_meta_bg(&bg_ref->fs->sb) *
320 bit_max += ext4_bg_num_gdb(&bg_ref->fs->sb,
323 ext4_get16(&bg_ref->fs->sb,
324 s_reserved_gdt_blocks);
326 } else { /* For META_BG_BLOCK_GROUPS */
327 bit_max += ext4_bg_num_gdb(&bg_ref->fs->sb,
330 for (bit = 0; bit < bit_max; bit++)
331 ext4_bmap_bit_set(block_bitmap.data, bit);
333 if (bg_ref->index == ext4_block_group_cnt(&bg_ref->fs->sb) - 1) {
335 * Even though mke2fs always initialize first and last group
336 * if some other tool enabled the EXT4_BG_BLOCK_UNINIT we need
337 * to make sure we calculate the right free blocks
339 group_blocks = (ext4_sb_get_blocks_cnt(&bg_ref->fs->sb) -
340 ext4_get32(&bg_ref->fs->sb, first_data_block) -
341 (ext4_get32(&bg_ref->fs->sb, blocks_per_group) *
342 (ext4_block_group_cnt(&bg_ref->fs->sb) - 1)));
344 group_blocks = ext4_get32(&bg_ref->fs->sb, blocks_per_group);
347 ext4_block_in_group(&bg_ref->fs->sb,
348 bitmap_block_addr, bg_ref->index))
349 ext4_bmap_bit_set(block_bitmap.data,
350 bitmap_block_addr - first_group_addr);
353 ext4_block_in_group(&bg_ref->fs->sb,
354 bitmap_inode_addr, bg_ref->index))
355 ext4_bmap_bit_set(block_bitmap.data,
356 bitmap_inode_addr - first_group_addr);
358 for (i = inode_table_addr;
359 i < inode_table_addr + inode_table_bcnt; i++) {
361 ext4_block_in_group(&bg_ref->fs->sb,
364 ext4_bmap_bit_set(block_bitmap.data,
365 i - first_group_addr);
368 * Also if the number of blocks within the group is
369 * less than the blocksize * 8 ( which is the size
370 * of bitmap ), set rest of the block bitmap to 1
372 ext4_fs_mark_bitmap_end(group_blocks, block_size * 8, block_bitmap.data);
373 block_bitmap.dirty = true;
375 ext4_balloc_set_bitmap_csum(&bg_ref->fs->sb,
378 bg_ref->dirty = true;
381 return ext4_block_set(bg_ref->fs->bdev, &block_bitmap);
384 /**@brief Initialize i-node bitmap in block group.
385 * @param bg_ref Reference to block group
388 static int ext4_fs_init_inode_bitmap(struct ext4_block_group_ref *bg_ref)
391 ext4_fsblk_t bitmap_block_addr =
392 ext4_bg_get_inode_bitmap(bg_ref->block_group, &bg_ref->fs->sb);
394 struct ext4_block block_bitmap;
396 ext4_block_get_noread(bg_ref->fs->bdev,
397 &block_bitmap, bitmap_block_addr);
401 /* Initialize all bitmap bits to zero */
402 uint32_t block_size = ext4_sb_get_block_size(&bg_ref->fs->sb);
403 uint32_t inodes_per_group =
404 ext4_get32(&bg_ref->fs->sb, inodes_per_group);
406 memset(block_bitmap.data, 0, (inodes_per_group + 7) / 8);
408 uint32_t start_bit = inodes_per_group;
409 uint32_t end_bit = block_size * 8;
412 for (i = start_bit; i < ((start_bit + 7) & ~7UL); i++)
413 ext4_bmap_bit_set(block_bitmap.data, i);
416 memset(block_bitmap.data + (i >> 3), 0xff, (end_bit - i) >> 3);
418 block_bitmap.dirty = true;
420 ext4_ialloc_set_bitmap_csum(&bg_ref->fs->sb,
423 bg_ref->dirty = true;
426 return ext4_block_set(bg_ref->fs->bdev, &block_bitmap);
429 /**@brief Initialize i-node table in block group.
430 * @param bg_ref Reference to block group
433 static int ext4_fs_init_inode_table(struct ext4_block_group_ref *bg_ref)
435 struct ext4_sblock *sb = &bg_ref->fs->sb;
437 uint32_t inode_size = ext4_get32(sb, inode_size);
438 uint32_t block_size = ext4_sb_get_block_size(sb);
439 uint32_t inodes_per_block = block_size / inode_size;
440 uint32_t inodes_in_group = ext4_inodes_in_group_cnt(sb, bg_ref->index);
441 uint32_t table_blocks = inodes_in_group / inodes_per_block;
444 if (inodes_in_group % inodes_per_block)
447 /* Compute initialization bounds */
448 ext4_fsblk_t first_block =
449 ext4_bg_get_inode_table_first_block(bg_ref->block_group, sb);
451 ext4_fsblk_t last_block = first_block + table_blocks - 1;
453 /* Initialization of all itable blocks */
454 for (fblock = first_block; fblock <= last_block; ++fblock) {
456 struct ext4_block block;
457 int rc = ext4_block_get_noread(bg_ref->fs->bdev, &block, fblock);
461 memset(block.data, 0, block_size);
464 ext4_block_set(bg_ref->fs->bdev, &block);
472 static ext4_fsblk_t ext4_fs_get_descriptor_block(struct ext4_sblock *s,
474 uint32_t dsc_per_block)
476 uint32_t first_meta_bg, dsc_id;
480 dsc_id = bgid / dsc_per_block;
481 first_meta_bg = ext4_sb_first_meta_bg(s);
483 if (!ext4_sb_feature_incom(s, EXT4_FINCOM_META_BG) ||
484 dsc_id < first_meta_bg)
485 return ext4_get32(s, first_data_block) + dsc_id + 1;
487 if (ext4_sb_is_super_in_bg(s, bgid))
490 return (has_super + ext4_fs_first_bg_block_no(s, bgid));
493 /**@brief Compute checksum of block group descriptor.
494 * @param sb Superblock
495 * @param bgid Index of block group in the filesystem
496 * @param bg Block group to compute checksum for
497 * @return Checksum value
499 static uint16_t ext4_fs_bg_checksum(struct ext4_sblock *sb, uint32_t bgid,
500 struct ext4_bgroup *bg)
502 /* If checksum not supported, 0 will be returned */
504 #if CONFIG_META_CSUM_ENABLE
505 /* Compute the checksum only if the filesystem supports it */
506 if (ext4_sb_feature_ro_com(sb, EXT4_FRO_COM_METADATA_CSUM)) {
507 /* Use metadata_csum algorithm instead */
508 uint32_t le32_bgid = to_le32(bgid);
509 uint32_t orig_checksum, checksum;
511 /* Preparation: temporarily set bg checksum to 0 */
512 orig_checksum = bg->checksum;
515 /* First calculate crc32 checksum against fs uuid */
516 checksum = ext4_crc32c(EXT4_CRC32_INIT, sb->uuid,
518 /* Then calculate crc32 checksum against bgid */
519 checksum = ext4_crc32c(checksum, &le32_bgid,
521 /* Finally calculate crc32 checksum against block_group_desc */
522 checksum = ext4_crc32c(checksum, bg,
523 ext4_sb_get_desc_size(sb));
524 bg->checksum = orig_checksum;
526 crc = checksum & 0xFFFF;
530 if (ext4_sb_feature_ro_com(sb, EXT4_FRO_COM_GDT_CSUM)) {
531 uint8_t *base = (uint8_t *)bg;
532 uint8_t *checksum = (uint8_t *)&bg->checksum;
534 uint32_t offset = (uint32_t)(checksum - base);
536 /* Convert block group index to little endian */
537 uint32_t le_group = to_le32(bgid);
540 crc = ext4_bg_crc16(~0, sb->uuid, sizeof(sb->uuid));
542 /* Include index of block group */
544 ext4_bg_crc16(crc, (uint8_t *)&le_group, sizeof(le_group));
546 /* Compute crc from the first part (stop before checksum field)
548 crc = ext4_bg_crc16(crc, (uint8_t *)bg, offset);
551 offset += sizeof(bg->checksum);
553 /* Checksum of the rest of block group descriptor */
554 if ((ext4_sb_feature_incom(sb, EXT4_FINCOM_64BIT)) &&
555 (offset < ext4_sb_get_desc_size(sb)))
557 crc = ext4_bg_crc16(crc, ((uint8_t *)bg) + offset,
558 ext4_sb_get_desc_size(sb) - offset);
563 #if CONFIG_META_CSUM_ENABLE
564 static bool ext4_fs_verify_bg_csum(struct ext4_sblock *sb,
566 struct ext4_bgroup *bg)
568 if (!ext4_sb_feature_ro_com(sb, EXT4_FRO_COM_METADATA_CSUM))
571 return ext4_fs_bg_checksum(sb,
574 to_le16(bg->checksum);
577 #define ext4_fs_verify_bg_csum(...) true
580 int ext4_fs_get_block_group_ref(struct ext4_fs *fs, uint32_t bgid,
581 struct ext4_block_group_ref *ref)
583 /* Compute number of descriptors, that fits in one data block */
584 uint32_t dsc_per_block =
585 ext4_sb_get_block_size(&fs->sb) / ext4_sb_get_desc_size(&fs->sb);
587 /* Block group descriptor table starts at the next block after
590 ext4_fs_get_descriptor_block(&fs->sb, bgid, dsc_per_block);
593 (bgid % dsc_per_block) * ext4_sb_get_desc_size(&fs->sb);
595 int rc = ext4_block_get(fs->bdev, &ref->block, block_id);
599 ref->block_group = (void *)(ref->block.data + offset);
604 if (!ext4_fs_verify_bg_csum(&fs->sb,
608 DBG_WARN "Block group descriptor checksum failed."
609 "Block group index: %" PRIu32"\n",
613 if (ext4_bg_has_flag(ref->block_group, EXT4_BLOCK_GROUP_BLOCK_UNINIT)) {
614 rc = ext4_fs_init_block_bitmap(ref);
616 ext4_block_set(fs->bdev, &ref->block);
619 ext4_bg_clear_flag(ref->block_group,
620 EXT4_BLOCK_GROUP_BLOCK_UNINIT);
625 if (ext4_bg_has_flag(ref->block_group, EXT4_BLOCK_GROUP_INODE_UNINIT)) {
626 rc = ext4_fs_init_inode_bitmap(ref);
628 ext4_block_set(ref->fs->bdev, &ref->block);
632 ext4_bg_clear_flag(ref->block_group,
633 EXT4_BLOCK_GROUP_INODE_UNINIT);
635 if (!ext4_bg_has_flag(ref->block_group,
636 EXT4_BLOCK_GROUP_ITABLE_ZEROED)) {
637 rc = ext4_fs_init_inode_table(ref);
639 ext4_block_set(fs->bdev, &ref->block);
643 ext4_bg_set_flag(ref->block_group,
644 EXT4_BLOCK_GROUP_ITABLE_ZEROED);
653 int ext4_fs_put_block_group_ref(struct ext4_block_group_ref *ref)
655 /* Check if reference modified */
657 /* Compute new checksum of block group */
658 uint16_t checksum = ext4_fs_bg_checksum(
659 &ref->fs->sb, ref->index, ref->block_group);
661 ref->block_group->checksum = to_le16(checksum);
663 /* Mark block dirty for writing changes to physical device */
664 ref->block.dirty = true;
667 /* Put back block, that contains block group descriptor */
668 return ext4_block_set(ref->fs->bdev, &ref->block);
671 #if CONFIG_META_CSUM_ENABLE
672 static uint32_t ext4_fs_inode_checksum(struct ext4_inode_ref *inode_ref)
674 uint32_t checksum = 0;
675 struct ext4_sblock *sb = &inode_ref->fs->sb;
676 uint16_t inode_size = ext4_get16(sb, inode_size);
678 if (ext4_sb_feature_ro_com(sb, EXT4_FRO_COM_METADATA_CSUM)) {
679 uint32_t orig_checksum;
681 uint32_t ino_index = to_le32(inode_ref->index);
683 to_le32(ext4_inode_get_generation(inode_ref->inode));
685 /* Preparation: temporarily set bg checksum to 0 */
686 orig_checksum = ext4_inode_get_checksum(sb, inode_ref->inode);
687 ext4_inode_set_checksum(sb, inode_ref->inode, 0);
689 /* First calculate crc32 checksum against fs uuid */
690 checksum = ext4_crc32c(EXT4_CRC32_INIT, sb->uuid,
692 /* Then calculate crc32 checksum against inode number
693 * and inode generation */
694 checksum = ext4_crc32c(checksum, &ino_index,
696 checksum = ext4_crc32c(checksum, &ino_gen,
698 /* Finally calculate crc32 checksum against
699 * the entire inode */
700 checksum = ext4_crc32c(checksum, inode_ref->inode,
702 ext4_inode_set_checksum(sb, inode_ref->inode,
705 /* If inode size is not large enough to hold the
706 * upper 16bit of the checksum */
707 if (inode_size == EXT4_GOOD_OLD_INODE_SIZE)
714 #define ext4_fs_inode_checksum(...) 0
717 static void ext4_fs_set_inode_checksum(struct ext4_inode_ref *inode_ref)
719 struct ext4_sblock *sb = &inode_ref->fs->sb;
720 if (!ext4_sb_feature_ro_com(sb, EXT4_FRO_COM_METADATA_CSUM))
723 ext4_inode_set_checksum(sb, inode_ref->inode,
724 ext4_fs_inode_checksum(inode_ref));
727 #if CONFIG_META_CSUM_ENABLE
728 static bool ext4_fs_verify_inode_csum(struct ext4_inode_ref *inode_ref)
730 struct ext4_sblock *sb = &inode_ref->fs->sb;
731 if (!ext4_sb_feature_ro_com(sb, EXT4_FRO_COM_METADATA_CSUM))
734 return ext4_inode_get_checksum(sb, inode_ref->inode) ==
735 ext4_fs_inode_checksum(inode_ref);
738 #define ext4_fs_verify_inode_csum(...) true
742 __ext4_fs_get_inode_ref(struct ext4_fs *fs, uint32_t index,
743 struct ext4_inode_ref *ref,
746 /* Compute number of i-nodes, that fits in one data block */
747 uint32_t inodes_per_group = ext4_get32(&fs->sb, inodes_per_group);
750 * Inode numbers are 1-based, but it is simpler to work with 0-based
751 * when computing indices
754 uint32_t block_group = index / inodes_per_group;
755 uint32_t offset_in_group = index % inodes_per_group;
757 /* Load block group, where i-node is located */
758 struct ext4_block_group_ref bg_ref;
760 int rc = ext4_fs_get_block_group_ref(fs, block_group, &bg_ref);
765 /* Load block address, where i-node table is located */
766 uint32_t inode_table_start =
767 ext4_bg_get_inode_table_first_block(bg_ref.block_group, &fs->sb);
769 /* Put back block group reference (not needed more) */
770 rc = ext4_fs_put_block_group_ref(&bg_ref);
775 /* Compute position of i-node in the block group */
776 uint16_t inode_size = ext4_get16(&fs->sb, inode_size);
777 uint32_t block_size = ext4_sb_get_block_size(&fs->sb);
778 uint32_t byte_offset_in_group = offset_in_group * inode_size;
780 /* Compute block address */
781 ext4_fsblk_t block_id =
782 inode_table_start + (byte_offset_in_group / block_size);
784 rc = ext4_block_get(fs->bdev, &ref->block, block_id);
789 /* Compute position of i-node in the data block */
790 uint32_t offset_in_block = byte_offset_in_group % block_size;
791 ref->inode = (struct ext4_inode *)(ref->block.data + offset_in_block);
793 /* We need to store the original value of index in the reference */
794 ref->index = index + 1;
798 if (initialized && !ext4_fs_verify_inode_csum(ref)) {
800 DBG_WARN "Inode checksum failed."
801 "Inode: %" PRIu32"\n",
808 int ext4_fs_get_inode_ref(struct ext4_fs *fs, uint32_t index,
809 struct ext4_inode_ref *ref)
811 return __ext4_fs_get_inode_ref(fs, index, ref, true);
814 int ext4_fs_put_inode_ref(struct ext4_inode_ref *ref)
816 /* Check if reference modified */
818 /* Mark block dirty for writing changes to physical device */
819 ext4_fs_set_inode_checksum(ref);
820 ref->block.dirty = true;
823 /* Put back block, that contains i-node */
824 return ext4_block_set(ref->fs->bdev, &ref->block);
827 void ext4_fs_inode_blocks_init(struct ext4_fs *fs, struct ext4_inode_ref *inode_ref)
830 struct ext4_inode *inode = inode_ref->inode;
832 for (i = 0; i < EXT4_INODE_BLOCKS; i++)
833 inode->blocks[i] = 0;
836 #if CONFIG_EXTENT_ENABLE
837 /* Initialize extents if needed */
838 if (ext4_sb_feature_incom(&fs->sb, EXT4_FINCOM_EXTENTS)) {
839 ext4_inode_set_flag(inode, EXT4_INODE_FLAG_EXTENTS);
841 /* Initialize extent root header */
842 ext4_extent_tree_init(inode_ref);
847 uint32_t ext4_fs_correspond_inode_mode(int filetype)
850 case EXT4_DIRENTRY_DIR:
851 return EXT4_INODE_MODE_DIRECTORY;
852 case EXT4_DIRENTRY_REG_FILE:
853 return EXT4_INODE_MODE_FILE;
854 case EXT4_DIRENTRY_SYMLINK:
855 return EXT4_INODE_MODE_SOFTLINK;
857 /* FIXME: right now we only support 3 file type. */
863 int ext4_fs_alloc_inode(struct ext4_fs *fs, struct ext4_inode_ref *inode_ref,
866 /* Check if newly allocated i-node will be a directory */
868 uint16_t inode_size = ext4_get16(&fs->sb, inode_size);
870 is_dir = (filetype == EXT4_DIRENTRY_DIR);
872 /* Allocate inode by allocation algorithm */
874 int rc = ext4_ialloc_alloc_inode(fs, &index, is_dir);
878 /* Load i-node from on-disk i-node table */
879 rc = __ext4_fs_get_inode_ref(fs, index, inode_ref, false);
881 ext4_ialloc_free_inode(fs, index, is_dir);
885 /* Initialize i-node */
886 struct ext4_inode *inode = inode_ref->inode;
891 * Default directory permissions to be compatible with other
893 * 0777 (octal) == rwxrwxrwx
897 mode |= EXT4_INODE_MODE_DIRECTORY;
900 * Default file permissions to be compatible with other systems
901 * 0666 (octal) == rw-rw-rw-
905 mode |= ext4_fs_correspond_inode_mode(filetype);
907 ext4_inode_set_mode(&fs->sb, inode, mode);
909 ext4_inode_set_links_count(inode, 0);
910 ext4_inode_set_uid(inode, 0);
911 ext4_inode_set_gid(inode, 0);
912 ext4_inode_set_size(inode, 0);
913 ext4_inode_set_access_time(inode, 0);
914 ext4_inode_set_change_inode_time(inode, 0);
915 ext4_inode_set_modification_time(inode, 0);
916 ext4_inode_set_deletion_time(inode, 0);
917 ext4_inode_set_blocks_count(&fs->sb, inode, 0);
918 ext4_inode_set_flags(inode, 0);
919 ext4_inode_set_generation(inode, 0);
920 if (inode_size > EXT4_GOOD_OLD_INODE_SIZE)
921 ext4_inode_set_extra_isize(inode,
922 sizeof(struct ext4_inode) -
923 offsetof(struct ext4_inode,
926 /* Reset blocks array. For symbolic link inode, just
927 * fill in blocks with 0 */
928 if (ext4_inode_is_type(&fs->sb, inode, EXT4_INODE_MODE_SOFTLINK)) {
929 for (int i = 0; i < EXT4_INODE_BLOCKS; i++)
930 inode->blocks[i] = 0;
933 ext4_fs_inode_blocks_init(fs, inode_ref);
935 inode_ref->dirty = true;
940 int ext4_fs_free_inode(struct ext4_inode_ref *inode_ref)
942 struct ext4_fs *fs = inode_ref->fs;
946 #if CONFIG_EXTENT_ENABLE
947 /* For extents must be data block destroyed by other way */
948 if ((ext4_sb_feature_incom(&fs->sb, EXT4_FINCOM_EXTENTS)) &&
949 (ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_EXTENTS))) {
950 /* Data structures are released during truncate operation... */
954 /* Release all indirect (no data) blocks */
956 /* 1) Single indirect */
957 ext4_fsblk_t fblock = ext4_inode_get_indirect_block(inode_ref->inode, 0);
959 int rc = ext4_balloc_free_block(inode_ref, fblock);
963 ext4_inode_set_indirect_block(inode_ref->inode, 0, 0);
966 uint32_t block_size = ext4_sb_get_block_size(&fs->sb);
967 uint32_t count = block_size / sizeof(uint32_t);
969 struct ext4_block block;
971 /* 2) Double indirect */
972 fblock = ext4_inode_get_indirect_block(inode_ref->inode, 1);
974 int rc = ext4_block_get(fs->bdev, &block, fblock);
978 ext4_fsblk_t ind_block;
979 for (offset = 0; offset < count; ++offset) {
980 ind_block = to_le32(((uint32_t *)block.data)[offset]);
984 rc = ext4_balloc_free_block(inode_ref, ind_block);
986 ext4_block_set(fs->bdev, &block);
992 ext4_block_set(fs->bdev, &block);
993 rc = ext4_balloc_free_block(inode_ref, fblock);
997 ext4_inode_set_indirect_block(inode_ref->inode, 1, 0);
1000 /* 3) Tripple indirect */
1001 struct ext4_block subblock;
1002 fblock = ext4_inode_get_indirect_block(inode_ref->inode, 2);
1005 rc = ext4_block_get(fs->bdev, &block, fblock);
1009 ext4_fsblk_t ind_block;
1010 for (offset = 0; offset < count; ++offset) {
1011 ind_block = to_le32(((uint32_t *)block.data)[offset]);
1015 rc = ext4_block_get(fs->bdev, &subblock,
1018 ext4_block_set(fs->bdev, &block);
1022 ext4_fsblk_t ind_subblk;
1023 for (suboff = 0; suboff < count; ++suboff) {
1024 ind_subblk = to_le32(((uint32_t *)subblock.data)[suboff]);
1026 if (ind_subblk == 0)
1028 rc = ext4_balloc_free_block(inode_ref, ind_subblk);
1030 ext4_block_set(fs->bdev, &subblock);
1031 ext4_block_set(fs->bdev, &block);
1037 ext4_block_set(fs->bdev, &subblock);
1039 rc = ext4_balloc_free_block(inode_ref,
1042 ext4_block_set(fs->bdev, &block);
1048 ext4_block_set(fs->bdev, &block);
1049 rc = ext4_balloc_free_block(inode_ref, fblock);
1053 ext4_inode_set_indirect_block(inode_ref->inode, 2, 0);
1055 /* Mark inode dirty for writing to the physical device */
1056 inode_ref->dirty = true;
1058 /* Free block with extended attributes if present */
1059 ext4_fsblk_t xattr_block =
1060 ext4_inode_get_file_acl(inode_ref->inode, &fs->sb);
1062 int rc = ext4_balloc_free_block(inode_ref, xattr_block);
1066 ext4_inode_set_file_acl(inode_ref->inode, &fs->sb, 0);
1069 /* Free inode by allocator */
1070 if (ext4_inode_is_type(&fs->sb, inode_ref->inode,
1071 EXT4_INODE_MODE_DIRECTORY))
1072 rc = ext4_ialloc_free_inode(fs, inode_ref->index, true);
1074 rc = ext4_ialloc_free_inode(fs, inode_ref->index, false);
1080 /**@brief Release data block from i-node
1081 * @param inode_ref I-node to release block from
1082 * @param iblock Logical block to be released
1083 * @return Error code
1085 static int ext4_fs_release_inode_block(struct ext4_inode_ref *inode_ref,
1088 ext4_fsblk_t fblock;
1090 struct ext4_fs *fs = inode_ref->fs;
1092 /* Extents are handled otherwise = there is not support in this function
1095 ext4_sb_feature_incom(&fs->sb, EXT4_FINCOM_EXTENTS) &&
1096 (ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_EXTENTS))));
1098 struct ext4_inode *inode = inode_ref->inode;
1100 /* Handle simple case when we are dealing with direct reference */
1101 if (iblock < EXT4_INODE_DIRECT_BLOCK_COUNT) {
1102 fblock = ext4_inode_get_direct_block(inode, iblock);
1108 ext4_inode_set_direct_block(inode, iblock, 0);
1109 return ext4_balloc_free_block(inode_ref, fblock);
1112 /* Determine the indirection level needed to get the desired block */
1113 unsigned int level = 0;
1115 for (i = 1; i < 4; i++) {
1116 if (iblock < fs->inode_block_limits[i]) {
1125 /* Compute offsets for the topmost level */
1126 uint64_t block_offset_in_level =
1127 iblock - fs->inode_block_limits[level - 1];
1128 ext4_fsblk_t current_block =
1129 ext4_inode_get_indirect_block(inode, level - 1);
1130 uint32_t offset_in_block =
1131 block_offset_in_level / fs->inode_blocks_per_level[level - 1];
1134 * Navigate through other levels, until we find the block number
1135 * or find null reference meaning we are dealing with sparse file
1137 struct ext4_block block;
1142 if (current_block == 0)
1145 int rc = ext4_block_get(fs->bdev, &block, current_block);
1150 to_le32(((uint32_t *)block.data)[offset_in_block]);
1152 /* Set zero if physical data block address found */
1154 ((uint32_t *)block.data)[offset_in_block] = to_le32(0);
1158 rc = ext4_block_set(fs->bdev, &block);
1165 * If we are on the last level, break here as
1166 * there is no next level to visit
1171 /* Visit the next level */
1172 block_offset_in_level %= fs->inode_blocks_per_level[level];
1173 offset_in_block = block_offset_in_level /
1174 fs->inode_blocks_per_level[level - 1];
1177 fblock = current_block;
1181 /* Physical block is not referenced, it can be released */
1182 return ext4_balloc_free_block(inode_ref, fblock);
1185 int ext4_fs_truncate_inode(struct ext4_inode_ref *inode_ref, uint64_t new_size)
1187 struct ext4_sblock *sb = &inode_ref->fs->sb;
1190 /* Check flags, if i-node can be truncated */
1191 if (!ext4_inode_can_truncate(sb, inode_ref->inode))
1194 /* If sizes are equal, nothing has to be done. */
1195 uint64_t old_size = ext4_inode_get_size(sb, inode_ref->inode);
1196 if (old_size == new_size)
1199 /* It's not supported to make the larger file by truncate operation */
1200 if (old_size < new_size)
1203 if (ext4_inode_is_type(sb, inode_ref->inode, EXT4_INODE_MODE_SOFTLINK)
1204 && old_size < sizeof(inode_ref->inode->blocks)
1205 && !ext4_inode_get_blocks_count(sb, inode_ref->inode)) {
1206 char *content = (char *)inode_ref->inode->blocks;
1207 memset(content + new_size, 0,
1208 sizeof(inode_ref->inode->blocks) - new_size);
1209 ext4_inode_set_size(inode_ref->inode, new_size);
1210 inode_ref->dirty = true;
1215 /* Compute how many blocks will be released */
1216 uint32_t block_size = ext4_sb_get_block_size(sb);
1217 uint32_t new_blocks_count = (new_size + block_size - 1) /
1219 uint32_t old_blocks_count = (old_size + block_size - 1) /
1221 uint32_t diff_blocks_count = old_blocks_count - new_blocks_count;
1222 #if CONFIG_EXTENT_ENABLE
1223 if ((ext4_sb_feature_incom(sb, EXT4_FINCOM_EXTENTS)) &&
1224 (ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_EXTENTS))) {
1226 /* Extents require special operation */
1227 if (diff_blocks_count) {
1228 int rc = ext4_extent_remove_space(inode_ref,
1229 new_blocks_count, EXT_MAX_BLOCKS);
1237 /* Release data blocks from the end of file */
1239 /* Starting from 1 because of logical blocks are numbered from 0
1241 for (i = 0; i < diff_blocks_count; ++i) {
1242 int rc = ext4_fs_release_inode_block(
1243 inode_ref, new_blocks_count + i);
1250 ext4_inode_set_size(inode_ref->inode, new_size);
1251 inode_ref->dirty = true;
1256 /**@brief Compute 'goal' for inode index
1257 * @param inode_ref Reference to inode, to allocate block for
1260 ext4_fsblk_t ext4_fs_inode_to_goal_block(struct ext4_inode_ref *inode_ref)
1262 uint32_t group_inodes =
1263 ext4_get32(&inode_ref->fs->sb, inodes_per_group);
1264 return (inode_ref->index - 1) / group_inodes;
1267 /**@brief Compute 'goal' for allocation algorithm (For blockmap).
1268 * @param inode_ref Reference to inode, to allocate block for
1270 * @return error code
1272 int ext4_fs_indirect_find_goal(struct ext4_inode_ref *inode_ref,
1275 struct ext4_sblock *sb = &inode_ref->fs->sb;
1278 uint64_t inode_size = ext4_inode_get_size(sb, inode_ref->inode);
1279 uint32_t block_size = ext4_sb_get_block_size(sb);
1280 uint32_t inode_block_count = inode_size / block_size;
1282 if (inode_size % block_size != 0)
1283 inode_block_count++;
1285 /* If inode has some blocks, get last block address + 1 */
1286 if (inode_block_count > 0) {
1287 int rc = ext4_fs_get_inode_data_block_index(
1288 inode_ref, inode_block_count - 1, goal, false);
1297 /* If goal == 0, sparse file -> continue */
1300 /* Identify block group of inode */
1302 uint32_t inodes_per_group = ext4_get32(sb, inodes_per_group);
1303 uint32_t block_group = (inode_ref->index - 1) / inodes_per_group;
1304 block_size = ext4_sb_get_block_size(sb);
1306 /* Load block group reference */
1307 struct ext4_block_group_ref bg_ref;
1309 ext4_fs_get_block_group_ref(inode_ref->fs, block_group, &bg_ref);
1313 /* Compute indexes */
1314 uint32_t block_group_count = ext4_block_group_cnt(sb);
1315 ext4_fsblk_t inode_table_first_block =
1316 ext4_bg_get_inode_table_first_block(bg_ref.block_group, sb);
1317 uint16_t inode_table_item_size = ext4_get16(sb, inode_size);
1318 uint32_t inode_table_bytes;
1320 /* Check for last block group */
1321 if (block_group < block_group_count - 1) {
1322 inode_table_bytes = inodes_per_group * inode_table_item_size;
1324 /* Last block group could be smaller */
1325 uint32_t inodes_count_total = ext4_get32(sb, inodes_count);
1328 (inodes_count_total -
1329 ((block_group_count - 1) * inodes_per_group)) *
1330 inode_table_item_size;
1333 ext4_fsblk_t inode_table_blocks = inode_table_bytes / block_size;
1335 if (inode_table_bytes % block_size)
1336 inode_table_blocks++;
1338 *goal = inode_table_first_block + inode_table_blocks;
1340 return ext4_fs_put_block_group_ref(&bg_ref);
1343 static int ext4_fs_get_inode_data_block_idx(struct ext4_inode_ref *inode_ref,
1344 uint64_t iblock, ext4_fsblk_t *fblock,
1346 bool support_unwritten __unused)
1348 struct ext4_fs *fs = inode_ref->fs;
1350 /* For empty file is situation simple */
1351 if (ext4_inode_get_size(&fs->sb, inode_ref->inode) == 0) {
1356 ext4_fsblk_t current_block;
1358 (void)extent_create;
1359 #if CONFIG_EXTENT_ENABLE
1360 /* Handle i-node using extents */
1361 if ((ext4_sb_feature_incom(&fs->sb, EXT4_FINCOM_EXTENTS)) &&
1362 (ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_EXTENTS))) {
1364 ext4_fsblk_t current_fsblk;
1365 int rc = ext4_extent_get_blocks(inode_ref, iblock, 1,
1366 ¤t_fsblk, extent_create, NULL);
1370 current_block = current_fsblk;
1371 *fblock = current_block;
1373 ext4_assert(*fblock || support_unwritten);
1378 struct ext4_inode *inode = inode_ref->inode;
1380 /* Direct block are read directly from array in i-node structure */
1381 if (iblock < EXT4_INODE_DIRECT_BLOCK_COUNT) {
1383 ext4_inode_get_direct_block(inode, (uint32_t)iblock);
1384 *fblock = current_block;
1388 /* Determine indirection level of the target block */
1389 unsigned int level = 0;
1391 for (i = 1; i < 4; i++) {
1392 if (iblock < fs->inode_block_limits[i]) {
1401 /* Compute offsets for the topmost level */
1402 uint64_t block_offset_in_level =
1403 iblock - fs->inode_block_limits[level - 1];
1404 current_block = ext4_inode_get_indirect_block(inode, level - 1);
1405 uint32_t offset_in_block =
1406 block_offset_in_level / fs->inode_blocks_per_level[level - 1];
1409 if (current_block == 0) {
1414 struct ext4_block block;
1417 * Navigate through other levels, until we find the block number
1418 * or find null reference meaning we are dealing with sparse file
1421 /* Load indirect block */
1422 int rc = ext4_block_get(fs->bdev, &block, current_block);
1426 /* Read block address from indirect block */
1428 to_le32(((uint32_t *)block.data)[offset_in_block]);
1430 /* Put back indirect block untouched */
1431 rc = ext4_block_set(fs->bdev, &block);
1435 /* Check for sparse file */
1436 if (current_block == 0) {
1441 /* Jump to the next level */
1444 /* Termination condition - we have address of data block loaded
1449 /* Visit the next level */
1450 block_offset_in_level %= fs->inode_blocks_per_level[level];
1451 offset_in_block = block_offset_in_level /
1452 fs->inode_blocks_per_level[level - 1];
1455 *fblock = current_block;
1461 int ext4_fs_get_inode_data_block_index(struct ext4_inode_ref *inode_ref,
1462 uint64_t iblock, ext4_fsblk_t *fblock,
1463 bool support_unwritten)
1465 return ext4_fs_get_inode_data_block_idx(inode_ref, iblock, fblock,
1466 false, support_unwritten);
1469 int ext4_fs_init_inode_data_block_index(struct ext4_inode_ref *inode_ref,
1470 uint64_t iblock, ext4_fsblk_t *fblock)
1472 return ext4_fs_get_inode_data_block_idx(inode_ref, iblock, fblock,
1476 static int ext4_fs_set_inode_data_block_index(struct ext4_inode_ref *inode_ref,
1477 uint64_t iblock, ext4_fsblk_t fblock)
1479 struct ext4_fs *fs = inode_ref->fs;
1481 #if CONFIG_EXTENT_ENABLE
1482 /* Handle inode using extents */
1483 if ((ext4_sb_feature_incom(&fs->sb, EXT4_FINCOM_EXTENTS)) &&
1484 (ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_EXTENTS))) {
1490 /* Handle simple case when we are dealing with direct reference */
1491 if (iblock < EXT4_INODE_DIRECT_BLOCK_COUNT) {
1492 ext4_inode_set_direct_block(inode_ref->inode, (uint32_t)iblock,
1494 inode_ref->dirty = true;
1499 /* Determine the indirection level needed to get the desired block */
1500 unsigned int level = 0;
1502 for (i = 1; i < 4; i++) {
1503 if (iblock < fs->inode_block_limits[i]) {
1512 uint32_t block_size = ext4_sb_get_block_size(&fs->sb);
1514 /* Compute offsets for the topmost level */
1515 uint64_t block_offset_in_level =
1516 iblock - fs->inode_block_limits[level - 1];
1517 ext4_fsblk_t current_block =
1518 ext4_inode_get_indirect_block(inode_ref->inode, level - 1);
1519 uint32_t offset_in_block =
1520 block_offset_in_level / fs->inode_blocks_per_level[level - 1];
1522 ext4_fsblk_t new_block_addr;
1524 struct ext4_block block;
1525 struct ext4_block new_block;
1527 /* Is needed to allocate indirect block on the i-node level */
1528 if (current_block == 0) {
1529 /* Allocate new indirect block */
1531 int rc = ext4_fs_indirect_find_goal(inode_ref, &goal);
1535 rc = ext4_balloc_alloc_block(inode_ref,
1542 ext4_inode_set_indirect_block(inode_ref->inode, level - 1,
1543 (uint32_t)new_block_addr);
1544 inode_ref->dirty = true;
1546 /* Load newly allocated block */
1547 rc = ext4_block_get_noread(fs->bdev, &new_block, new_block_addr);
1549 ext4_balloc_free_block(inode_ref, new_block_addr);
1553 /* Initialize new block */
1554 memset(new_block.data, 0, block_size);
1555 new_block.dirty = true;
1557 /* Put back the allocated block */
1558 rc = ext4_block_set(fs->bdev, &new_block);
1562 current_block = new_block_addr;
1566 * Navigate through other levels, until we find the block number
1567 * or find null reference meaning we are dealing with sparse file
1570 int rc = ext4_block_get(fs->bdev, &block, current_block);
1575 to_le32(((uint32_t *)block.data)[offset_in_block]);
1577 if ((level > 1) && (current_block == 0)) {
1579 rc = ext4_fs_indirect_find_goal(inode_ref, &goal);
1581 ext4_block_set(fs->bdev, &block);
1585 /* Allocate new block */
1587 ext4_balloc_alloc_block(inode_ref, goal, &new_block_addr);
1589 ext4_block_set(fs->bdev, &block);
1593 /* Load newly allocated block */
1594 rc = ext4_block_get_noread(fs->bdev, &new_block,
1598 ext4_block_set(fs->bdev, &block);
1602 /* Initialize allocated block */
1603 memset(new_block.data, 0, block_size);
1604 new_block.dirty = true;
1606 rc = ext4_block_set(fs->bdev, &new_block);
1608 ext4_block_set(fs->bdev, &block);
1612 /* Write block address to the parent */
1613 ((uint32_t *)block.data)[offset_in_block] =
1614 to_le32((uint32_t)new_block_addr);
1616 current_block = new_block_addr;
1619 /* Will be finished, write the fblock address */
1621 ((uint32_t *)block.data)[offset_in_block] =
1622 to_le32((uint32_t)fblock);
1626 rc = ext4_block_set(fs->bdev, &block);
1633 * If we are on the last level, break here as
1634 * there is no next level to visit
1639 /* Visit the next level */
1640 block_offset_in_level %= fs->inode_blocks_per_level[level];
1641 offset_in_block = block_offset_in_level /
1642 fs->inode_blocks_per_level[level - 1];
1649 int ext4_fs_append_inode_block(struct ext4_inode_ref *inode_ref,
1650 ext4_fsblk_t *fblock, uint32_t *iblock)
1652 #if CONFIG_EXTENT_ENABLE
1653 /* Handle extents separately */
1654 if ((ext4_sb_feature_incom(&inode_ref->fs->sb, EXT4_FINCOM_EXTENTS)) &&
1655 (ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_EXTENTS))) {
1657 ext4_fsblk_t current_fsblk;
1658 struct ext4_sblock *sb = &inode_ref->fs->sb;
1659 uint64_t inode_size = ext4_inode_get_size(sb, inode_ref->inode);
1660 uint32_t block_size = ext4_sb_get_block_size(sb);
1661 *iblock = (inode_size + block_size - 1) /
1664 rc = ext4_extent_get_blocks(inode_ref, *iblock, 1,
1665 ¤t_fsblk, true, NULL);
1668 *fblock = current_fsblk;
1669 ext4_assert(*fblock);
1671 ext4_inode_set_size(inode_ref->inode,
1672 inode_size + block_size);
1673 inode_ref->dirty = true;
1679 struct ext4_sblock *sb = &inode_ref->fs->sb;
1681 /* Compute next block index and allocate data block */
1682 uint64_t inode_size = ext4_inode_get_size(sb, inode_ref->inode);
1683 uint32_t block_size = ext4_sb_get_block_size(sb);
1685 /* Align size i-node size */
1686 if ((inode_size % block_size) != 0)
1687 inode_size += block_size - (inode_size % block_size);
1689 /* Logical blocks are numbered from 0 */
1690 uint32_t new_block_idx = inode_size / block_size;
1692 /* Allocate new physical block */
1693 ext4_fsblk_t goal, phys_block;
1694 int rc = ext4_fs_indirect_find_goal(inode_ref, &goal);
1698 rc = ext4_balloc_alloc_block(inode_ref, goal, &phys_block);
1702 /* Add physical block address to the i-node */
1703 rc = ext4_fs_set_inode_data_block_index(inode_ref, new_block_idx,
1706 ext4_balloc_free_block(inode_ref, phys_block);
1711 ext4_inode_set_size(inode_ref->inode, inode_size + block_size);
1712 inode_ref->dirty = true;
1714 *fblock = phys_block;
1715 *iblock = new_block_idx;
1720 void ext4_fs_inode_links_count_inc(struct ext4_inode_ref *inode_ref)
1724 link = ext4_inode_get_links_count(inode_ref->inode);
1726 ext4_inode_set_links_count(inode_ref->inode, link);
1729 ext4_sb_feature_com(&inode_ref->fs->sb, EXT4_FCOM_DIR_INDEX) &&
1730 ext4_inode_has_flag(inode_ref->inode, EXT4_INODE_FLAG_INDEX);
1732 if (is_dx && link > 1) {
1733 if (link >= EXT4_LINK_MAX || link == 2) {
1734 ext4_inode_set_links_count(inode_ref->inode, 1);
1737 ext4_get32(&inode_ref->fs->sb, features_read_only);
1738 v |= EXT4_FRO_COM_DIR_NLINK;
1739 ext4_set32(&inode_ref->fs->sb, features_read_only, v);
1744 void ext4_fs_inode_links_count_dec(struct ext4_inode_ref *inode_ref)
1746 uint16_t links = ext4_inode_get_links_count(inode_ref->inode);
1747 if (!ext4_inode_is_type(&inode_ref->fs->sb, inode_ref->inode,
1748 EXT4_INODE_MODE_DIRECTORY)) {
1750 ext4_inode_set_links_count(inode_ref->inode, links - 1);
1755 ext4_inode_set_links_count(inode_ref->inode, links - 1);