* @brief Block device module.
*/
-#include <ext4_config.h>
-#include <ext4_blockdev.h>
-#include <ext4_errno.h>
-#include <ext4_debug.h>
+#include "ext4_config.h"
+#include "ext4_blockdev.h"
+#include "ext4_errno.h"
+#include "ext4_debug.h"
#include <string.h>
#include <stdlib.h>
-
-
-int ext4_block_init(struct ext4_blockdev *bdev)
+int ext4_block_init(struct ext4_blockdev *bdev)
{
- int rc;
- ext4_assert(bdev);
+ int rc;
+ ext4_assert(bdev);
- ext4_assert(bdev->open && bdev->close && bdev->bread && bdev->bwrite);
+ ext4_assert(bdev->open && bdev->close && bdev->bread && bdev->bwrite);
- /*Low level block init*/
- rc = bdev->open(bdev);
- if(rc != EOK)
- return rc;
+ /*Low level block init*/
+ rc = bdev->open(bdev);
+ if (rc != EOK)
+ return rc;
- bdev->flags |= EXT4_BDEV_INITIALIZED;
+ bdev->flags |= EXT4_BDEV_INITIALIZED;
- return EOK;
+ return EOK;
}
int ext4_block_bind_bcache(struct ext4_blockdev *bdev, struct ext4_bcache *bc)
{
- ext4_assert(bdev && bc);
- bdev->bc = bc;
- return EOK;
+ ext4_assert(bdev && bc);
+ bdev->bc = bc;
+ bc->bdev = bdev;
+ return EOK;
}
-void ext4_block_set_lb_size(struct ext4_blockdev *bdev, uint64_t lb_bsize)
+void ext4_block_set_lb_size(struct ext4_blockdev *bdev, uint64_t lb_bsize)
{
- /*Logical block size has to be multiply of physical */
- ext4_assert(!(lb_bsize % bdev->ph_bsize));
-
- bdev->lg_bsize = lb_bsize;
- bdev->lg_bcnt = (bdev->ph_bcnt * bdev->ph_bsize) / lb_bsize;
+ /*Logical block size has to be multiply of physical */
+ ext4_assert(!(lb_bsize % bdev->ph_bsize));
+ bdev->lg_bsize = lb_bsize;
+ bdev->lg_bcnt = (bdev->ph_bcnt * bdev->ph_bsize) / lb_bsize;
}
-int ext4_block_fini(struct ext4_blockdev *bdev)
+int ext4_block_fini(struct ext4_blockdev *bdev)
{
- ext4_assert(bdev);
+ ext4_assert(bdev);
- bdev->flags &= ~(EXT4_BDEV_INITIALIZED);
+ bdev->flags &= ~(EXT4_BDEV_INITIALIZED);
- /*Low level block fini*/
- return bdev->close(bdev);
+ /*Low level block fini*/
+ return bdev->close(bdev);
}
-
-int ext4_block_get(struct ext4_blockdev *bdev, struct ext4_block *b,
- uint64_t lba)
+int ext4_block_flush_buf(struct ext4_blockdev *bdev, struct ext4_buf *buf)
{
- uint64_t pba;
- uint32_t pb_cnt;
- bool is_new;
- int r;
- uint32_t i;
- ext4_assert(bdev && b);
-
- if(!(bdev->flags & EXT4_BDEV_INITIALIZED))
- return EIO;
-
- if(!(lba < bdev->lg_bcnt))
- return ERANGE;
-
- b->dirty = 0;
- b->lb_id = lba;
-
- /*If cache is full we have to flush it anyway :(*/
- if(ext4_bcache_is_full(bdev->bc) && bdev->cache_flush_delay){
- for (i = 0; i < bdev->bc->cnt; ++i) {
- /*Check if buffer free was delayed.*/
- if(!bdev->bc->free_delay[i])
- continue;
-
- /*Check reference counter.*/
- if(bdev->bc->refctr[i])
- continue;
-
- /*Buffer free was delayed and have no reference. Flush it.*/
- r = ext4_blocks_set_direct(bdev,
- bdev->bc->data + bdev->bc->itemsize * i,
- bdev->bc->lba[i], 1);
- if(r != EOK)
- return r;
-
- /*No delayed anymore*/
- bdev->bc->free_delay[i] = 0;
-
- /*Reduce refered block count*/
- bdev->bc->ref_blocks--;
- }
- }
-
+ int r;
+ struct ext4_bcache *bc = bdev->bc;
+ /*Only flushing unreferenced buffer is allowed.*/
+ ext4_assert(!buf->refctr);
- r = ext4_bcache_alloc(bdev->bc, b, &is_new);
- if(r != EOK)
- return r;
+ if (ext4_bcache_test_flag(buf, BC_DIRTY)) {
+ r = ext4_blocks_set_direct(bdev, buf->data, buf->lba, 1);
+ if (r) {
+ if (buf->end_write)
+ buf->end_write(bc, buf, r, buf->end_write_arg);
- if(!is_new){
- /*Block is in cache. Read from physical device is not required*/
- return EOK;
- }
+ return r;
+ }
- if(!b->data)
- return ENOMEM;
+ ext4_bcache_remove_dirty_node(bc, buf);
+ ext4_bcache_clear_flag(buf, BC_DIRTY);
+ if (buf->end_write)
+ buf->end_write(bc, buf, r, buf->end_write_arg);
- pba = (lba * bdev->lg_bsize) / bdev->ph_bsize;
- pb_cnt = bdev->lg_bsize / bdev->ph_bsize;
-
-
- r = bdev->bread(bdev, b->data, pba, pb_cnt);
-
- if(r != EOK){
- ext4_bcache_free(bdev->bc, b, 0);
- b->lb_id = 0;
- return r;
- }
-
- bdev->bread_ctr++;
-
- return EOK;
+ }
+ return EOK;
}
-int ext4_block_set(struct ext4_blockdev *bdev, struct ext4_block *b)
+int ext4_block_cache_shake(struct ext4_blockdev *bdev)
{
- uint64_t pba;
- uint32_t pb_cnt;
- int r;
-
- ext4_assert(bdev && b);
+ struct ext4_buf *buf;
+ while (!RB_EMPTY(&bdev->bc->lru_root) &&
+ ext4_bcache_is_full(bdev->bc)) {
+
+ buf = ext4_buf_lowest_lru(bdev->bc);
+ ext4_assert(buf);
+ if (ext4_bcache_test_flag(buf, BC_DIRTY)) {
+ int r = ext4_block_flush_buf(bdev, buf);
+ if (r != EOK)
+ return r;
+
+ }
+
+ ext4_bcache_drop_buf(bdev->bc, buf);
+ }
+ return EOK;
+}
- if(!(bdev->flags & EXT4_BDEV_INITIALIZED))
- return EIO;
+int ext4_block_get_noread(struct ext4_blockdev *bdev, struct ext4_block *b,
+ uint64_t lba)
+{
+ bool is_new;
+ int r;
- /*Doesn,t need to write.*/
- if(b->dirty == false){
- ext4_bcache_free(bdev->bc, b, 0);
- return EOK;
- }
+ ext4_assert(bdev && b);
- /*Free cache delay mode*/
- if(bdev->cache_flush_delay){
+ if (!(bdev->flags & EXT4_BDEV_INITIALIZED))
+ return EIO;
- /*Free cahe block and mark as free delayed*/
- return ext4_bcache_free(bdev->bc, b, bdev->cache_flush_delay);
- }
+ if (!(lba < bdev->lg_bcnt))
+ return ERANGE;
- pba = (b->lb_id * bdev->lg_bsize) / bdev->ph_bsize;
- pb_cnt = bdev->lg_bsize / bdev->ph_bsize;
+ b->dirty = 0;
+ b->lb_id = lba;
+ /*If cache is full we have to (flush and) drop it anyway :(*/
+ r = ext4_block_cache_shake(bdev);
+ if (r != EOK)
+ return r;
- r = bdev->bwrite(bdev, b->data, pba, pb_cnt);
+ r = ext4_bcache_alloc(bdev->bc, b, &is_new);
+ if (r != EOK)
+ return r;
- if(r != EOK){
- b->dirty = false;
- ext4_bcache_free(bdev->bc, b, 0);
- return r;
- }
+ if (!b->data)
+ return ENOMEM;
- bdev->bwrite_ctr++;
- b->dirty = false;
- ext4_bcache_free(bdev->bc, b, 0);
- return EOK;
+ return EOK;
}
-int ext4_blocks_get_direct(struct ext4_blockdev *bdev, void *buf,
- uint64_t lba, uint32_t cnt)
+int ext4_block_get(struct ext4_blockdev *bdev, struct ext4_block *b,
+ uint64_t lba)
{
- uint64_t pba;
- uint32_t pb_cnt;
-
- ext4_assert(bdev && buf);
-
- pba = (lba * bdev->lg_bsize) / bdev->ph_bsize;
- pb_cnt = bdev->lg_bsize / bdev->ph_bsize;
-
- bdev->bread_ctr++;
-
- return bdev->bread(bdev, buf, pba, pb_cnt * cnt);
+ int r = ext4_block_get_noread(bdev, b, lba);
+ if (r != EOK)
+ return r;
+
+ if (b->uptodate) {
+ /* Data in the cache is up-to-date.
+ * Reading from physical device is not required */
+ return EOK;
+ }
+
+ r = ext4_blocks_get_direct(bdev, b->data, lba, 1);
+ if (r != EOK) {
+ ext4_bcache_free(bdev->bc, b);
+ b->lb_id = 0;
+ return r;
+ }
+
+ /* Mark buffer up-to-date, since
+ * fresh data is read from physical device just now. */
+ ext4_bcache_set_flag(b->buf, BC_UPTODATE);
+ b->uptodate = true;
+ return EOK;
}
-
-
-int ext4_blocks_set_direct(struct ext4_blockdev *bdev, const void *buf,
- uint64_t lba, uint32_t cnt)
+int ext4_block_set(struct ext4_blockdev *bdev, struct ext4_block *b)
{
- uint64_t pba;
- uint32_t pb_cnt;
-
- ext4_assert(bdev && buf);
+ ext4_assert(bdev && b);
+ ext4_assert(b->buf);
- pba = (lba * bdev->lg_bsize) / bdev->ph_bsize;
- pb_cnt = bdev->lg_bsize / bdev->ph_bsize;
+ if (!(bdev->flags & EXT4_BDEV_INITIALIZED))
+ return EIO;
- bdev->bwrite_ctr++;
-
- return bdev->bwrite(bdev, buf, pba, pb_cnt * cnt);
+ return ext4_bcache_free(bdev->bc, b);
}
-
-int ext4_block_writebytes(struct ext4_blockdev *bdev, uint64_t off,
- const void *buf, uint32_t len)
+int ext4_blocks_get_direct(struct ext4_blockdev *bdev, void *buf, uint64_t lba,
+ uint32_t cnt)
{
- uint64_t block_idx;
- uint64_t block_end;
-
- uint32_t blen;
-
- uint32_t unalg;
- int r = EOK;
-
- const uint8_t *p = (void *)buf;
+ uint64_t pba;
+ uint32_t pb_cnt;
- ext4_assert(bdev && buf);
+ ext4_assert(bdev && buf);
- if(!(bdev->flags & EXT4_BDEV_INITIALIZED))
- return EIO;
+ pba = (lba * bdev->lg_bsize) / bdev->ph_bsize;
+ pb_cnt = bdev->lg_bsize / bdev->ph_bsize;
+ bdev->bread_ctr++;
+ return bdev->bread(bdev, buf, pba, pb_cnt * cnt);
+}
- block_idx = off / bdev->ph_bsize;
- block_end = block_idx + len / bdev->ph_bsize;
-
- if(!(block_end < bdev->ph_bcnt))
- return EINVAL; /*Ups. Out of range operation*/
+int ext4_blocks_set_direct(struct ext4_blockdev *bdev, const void *buf,
+ uint64_t lba, uint32_t cnt)
+{
+ uint64_t pba;
+ uint32_t pb_cnt;
+ ext4_assert(bdev && buf);
- /*OK lets deal with the first possible unaligned block*/
- unalg = (off & (bdev->ph_bsize - 1));
- if(unalg){
+ pba = (lba * bdev->lg_bsize) / bdev->ph_bsize;
+ pb_cnt = bdev->lg_bsize / bdev->ph_bsize;
- uint32_t wlen = (bdev->ph_bsize - unalg) > len ?
- len : (bdev->ph_bsize - unalg);
+ bdev->bwrite_ctr++;
- r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ return bdev->bwrite(bdev, buf, pba, pb_cnt * cnt);
+}
- if(r != EOK)
- return r;
+int ext4_block_writebytes(struct ext4_blockdev *bdev, uint64_t off,
+ const void *buf, uint32_t len)
+{
+ uint64_t block_idx;
+ uint64_t block_end;
+ uint32_t blen;
+ uint32_t unalg;
+ int r = EOK;
- memcpy(bdev->ph_bbuf + unalg, p, wlen);
+ const uint8_t *p = (void *)buf;
- r = bdev->bwrite(bdev, bdev->ph_bbuf, block_idx, 1);
+ ext4_assert(bdev && buf);
- if(r != EOK)
- return r;
+ if (!(bdev->flags & EXT4_BDEV_INITIALIZED))
+ return EIO;
- p += wlen;
- len -= wlen;
- block_idx++;
- }
+ block_idx = off / bdev->ph_bsize;
+ block_end = block_idx + len / bdev->ph_bsize;
+ if (!(block_end < bdev->ph_bcnt))
+ return EINVAL; /*Ups. Out of range operation*/
- /*Aligned data*/
- blen = len / bdev->ph_bsize;
+ /*OK lets deal with the first possible unaligned block*/
+ unalg = (off & (bdev->ph_bsize - 1));
+ if (unalg) {
- r = bdev->bwrite(bdev, p, block_idx, blen);
+ uint32_t wlen = (bdev->ph_bsize - unalg) > len
+ ? len
+ : (bdev->ph_bsize - unalg);
- if(r != EOK)
- return r;
+ r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ if (r != EOK)
+ return r;
- p += bdev->ph_bsize * blen;
- len -= bdev->ph_bsize * blen;
+ memcpy(bdev->ph_bbuf + unalg, p, wlen);
- block_idx += blen;
+ r = bdev->bwrite(bdev, bdev->ph_bbuf, block_idx, 1);
+ if (r != EOK)
+ return r;
+ p += wlen;
+ len -= wlen;
+ block_idx++;
+ }
- /*Rest of the data*/
- if(len){
+ /*Aligned data*/
+ blen = len / bdev->ph_bsize;
+ r = bdev->bwrite(bdev, p, block_idx, blen);
+ if (r != EOK)
+ return r;
- r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ p += bdev->ph_bsize * blen;
+ len -= bdev->ph_bsize * blen;
- if(r != EOK)
- return r;
+ block_idx += blen;
- memcpy(bdev->ph_bbuf, p, len);
+ /*Rest of the data*/
+ if (len) {
+ r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ if (r != EOK)
+ return r;
- r = bdev->bwrite(bdev, bdev->ph_bbuf, block_idx, 1);
+ memcpy(bdev->ph_bbuf, p, len);
- if(r != EOK)
- return r;
- }
+ r = bdev->bwrite(bdev, bdev->ph_bbuf, block_idx, 1);
+ if (r != EOK)
+ return r;
+ }
- return r;
+ return r;
}
-
-
-
-int ext4_block_readbytes(struct ext4_blockdev *bdev, uint64_t off, void *buf,
- uint32_t len)
+int ext4_block_readbytes(struct ext4_blockdev *bdev, uint64_t off, void *buf,
+ uint32_t len)
{
+ uint64_t block_idx;
+ uint64_t block_end;
+ uint32_t blen;
+ uint32_t unalg;
+ int r = EOK;
- uint64_t block_idx;
- uint64_t block_end;
- uint32_t blen;
-
- uint32_t unalg;
- int r = EOK;
-
- uint8_t *p = (void *)buf;
-
- ext4_assert(bdev && buf);
-
- if(!(bdev->flags & EXT4_BDEV_INITIALIZED))
- return EIO;
-
+ uint8_t *p = (void *)buf;
- block_idx = off / bdev->ph_bsize;
- block_end = block_idx + len / bdev->ph_bsize;
+ ext4_assert(bdev && buf);
- if(!(block_end < bdev->ph_bcnt))
- return EINVAL; /*Ups. Out of range operation*/
+ if (!(bdev->flags & EXT4_BDEV_INITIALIZED))
+ return EIO;
+ block_idx = off / bdev->ph_bsize;
+ block_end = block_idx + len / bdev->ph_bsize;
- /*OK lets deal with the first possible unaligned block*/
- unalg = (off & (bdev->ph_bsize - 1));
- if(unalg){
+ if (!(block_end < bdev->ph_bcnt))
+ return EINVAL; /*Ups. Out of range operation*/
- uint32_t rlen = (bdev->ph_bsize - unalg) > len ?
- len : (bdev->ph_bsize - unalg);
+ /*OK lets deal with the first possible unaligned block*/
+ unalg = (off & (bdev->ph_bsize - 1));
+ if (unalg) {
- r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ uint32_t rlen = (bdev->ph_bsize - unalg) > len
+ ? len
+ : (bdev->ph_bsize - unalg);
- if(r != EOK)
- return r;
+ r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ if (r != EOK)
+ return r;
- memcpy(p, bdev->ph_bbuf + unalg, rlen);
+ memcpy(p, bdev->ph_bbuf + unalg, rlen);
- p += rlen;
- len -= rlen;
- block_idx++;
- }
+ p += rlen;
+ len -= rlen;
+ block_idx++;
+ }
+ /*Aligned data*/
+ blen = len / bdev->ph_bsize;
- /*Aligned data*/
- blen = len / bdev->ph_bsize;
+ r = bdev->bread(bdev, p, block_idx, blen);
+ if (r != EOK)
+ return r;
- r = bdev->bread(bdev, p, block_idx, blen);
+ p += bdev->ph_bsize * blen;
+ len -= bdev->ph_bsize * blen;
- if(r != EOK)
- return r;
+ block_idx += blen;
- p += bdev->ph_bsize * blen;
- len -= bdev->ph_bsize * blen;
+ /*Rest of the data*/
+ if (len) {
+ r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+ if (r != EOK)
+ return r;
- block_idx += blen;
+ memcpy(p, bdev->ph_bbuf, len);
+ }
+ return r;
+}
- /*Rest of the data*/
- if(len){
-
- r = bdev->bread(bdev, bdev->ph_bbuf, block_idx, 1);
+int ext4_block_cache_write_back(struct ext4_blockdev *bdev, uint8_t on_off)
+{
+ int r;
+ struct ext4_buf *buf;
- if(r != EOK)
- return r;
+ if (on_off)
+ bdev->cache_write_back++;
- memcpy(p, bdev->ph_bbuf, len);
+ if (!on_off && bdev->cache_write_back)
+ bdev->cache_write_back--;
- }
+ if (bdev->cache_write_back)
+ return EOK;
- return r;
-}
+ /*Flush all delayed cache blocks*/
+ while (!SLIST_EMPTY(&bdev->bc->dirty_list)) {
+
+ buf = SLIST_FIRST(&bdev->bc->dirty_list);
+ ext4_assert(buf);
+ r = ext4_block_flush_buf(bdev, buf);
+ if (r != EOK)
+ return r;
-int ext4_block_delay_cache_flush(struct ext4_blockdev *bdev,
- uint8_t on_off)
-{
- int r;
- uint32_t i;
- bdev->cache_flush_delay = on_off;
-
- /*Flush all delayed cache blocks*/
- if(!on_off){
- for (i = 0; i < bdev->bc->cnt; ++i) {
-
- /*Check if buffer free was delayed.*/
- if(!bdev->bc->free_delay[i])
- continue;
-
- /*Check reference counter.*/
- if(bdev->bc->refctr[i])
- continue;
-
- /*Buffer free was delayed and have no reference. Flush it.*/
- r = ext4_blocks_set_direct(bdev,
- bdev->bc->data + bdev->bc->itemsize * i,
- bdev->bc->lba[i], 1);
- if(r != EOK)
- return r;
-
- /*No delayed anymore*/
- bdev->bc->free_delay[i] = 0;
-
- /*Reduce refered block count*/
- bdev->bc->ref_blocks--;
- }
- }
-
- return EOK;
+ }
+ return EOK;
}
/**
* @}
*/
-