#include #include #include #include #include #include #include #include #define PCACHE_DIRTY 0x1 static struct lru_zone* pcache_zone; static int __pcache_try_evict(struct lru_node* obj) { struct pcache_pg* page = container_of(obj, struct pcache_pg, lru); pcache_invalidate(page->holder, page); return 1; } void pcache_init(struct pcache* pcache) { btrie_init(&pcache->tree, PG_SIZE_BITS); llist_init_head(&pcache->dirty); llist_init_head(&pcache->pages); pcache_zone = lru_new_zone(__pcache_try_evict); } void pcache_release_page(struct pcache* pcache, struct pcache_pg* page) { vfree(page->pg); llist_delete(&page->pg_list); vfree(page); pcache->n_pages--; } struct pcache_pg* pcache_new_page(struct pcache* pcache, uint32_t index) { struct pcache_pg* ppg = vzalloc(sizeof(struct pcache_pg)); void* pg = valloc(PG_SIZE); if (!ppg || !pg) { lru_evict_one(pcache_zone); if (!ppg && !(ppg = vzalloc(sizeof(struct pcache_pg)))) { return NULL; } if (!pg && !(pg = valloc(PG_SIZE))) { return NULL; } } ppg->pg = pg; ppg->holder = pcache; llist_append(&pcache->pages, &ppg->pg_list); btrie_set(&pcache->tree, index, ppg); return ppg; } void pcache_set_dirty(struct pcache* pcache, struct pcache_pg* pg) { if (!(pg->flags & PCACHE_DIRTY)) { pg->flags |= PCACHE_DIRTY; pcache->n_dirty++; llist_append(&pcache->dirty, &pg->dirty_list); } } int pcache_get_page(struct pcache* pcache, uint32_t index, uint32_t* offset, struct pcache_pg** page) { struct pcache_pg* pg = btrie_get(&pcache->tree, index); int is_new = 0; u32_t mask = ((1 << pcache->tree.truncated) - 1); *offset = index & mask; if (!pg && (pg = pcache_new_page(pcache, index))) { pg->fpos = index & ~mask; pcache->n_pages++; is_new = 1; } if (pg) lru_use_one(pcache_zone, &pg->lru); *page = pg; return is_new; } int pcache_write(struct v_inode* inode, void* data, uint32_t len, uint32_t fpos) { uint32_t pg_off, buf_off = 0; struct pcache* pcache = inode->pg_cache; struct pcache_pg* pg; while (buf_off < len) { pcache_get_page(pcache, fpos, &pg_off, &pg); if (!pg) { return ENOMEM; } uint32_t wr_bytes = MIN(PG_SIZE - pg_off, len - buf_off); memcpy(pg->pg + pg_off, (data + buf_off), wr_bytes); pcache_set_dirty(pcache, pg); pg->len = pg_off + wr_bytes; buf_off += wr_bytes; fpos += wr_bytes; } return buf_off; } int pcache_read(struct v_inode* inode, void* data, uint32_t len, uint32_t fpos) { uint32_t pg_off, buf_off = 0, new_pg = 0; int errno = 0; struct pcache* pcache = inode->pg_cache; struct pcache_pg* pg; while (buf_off < len) { if (pcache_get_page(pcache, fpos, &pg_off, &pg)) { if (!pg) { return ENOMEM; } // Filling up the page errno = inode->default_fops->read_page(inode, pg->pg, PG_SIZE, pg->fpos); if (errno >= 0 && errno < PG_SIZE) { // EOF len = MIN(len, buf_off + errno); } else if (errno < 0) { break; } pg->len = errno; } uint32_t rd_bytes = MIN(pg->len - pg_off, len - buf_off); if (!rd_bytes) break; memcpy((data + buf_off), pg->pg + pg_off, rd_bytes); buf_off += rd_bytes; fpos += rd_bytes; } return errno < 0 ? errno : buf_off; } void pcache_release(struct pcache* pcache) { struct pcache_pg *pos, *n; llist_for_each(pos, n, &pcache->pages, pg_list) { lru_remove(pcache_zone, &pos->lru); vfree(pos); } btrie_release(&pcache->tree); } int pcache_commit(struct v_inode* inode, struct pcache_pg* page) { if (!(page->flags & PCACHE_DIRTY)) { return; } int errno = inode->default_fops->write_page(inode, page->pg, PG_SIZE, page->fpos); if (!errno) { page->flags &= ~PCACHE_DIRTY; llist_delete(&page->dirty_list); inode->pg_cache->n_dirty--; } return errno; } void pcache_commit_all(struct v_inode* inode) { if (!inode->pg_cache) { return; } struct pcache* cache = inode->pg_cache; struct pcache_pg *pos, *n; llist_for_each(pos, n, &cache->dirty, dirty_list) { pcache_commit(inode, pos); } } void pcache_invalidate(struct pcache* pcache, struct pcache_pg* page) { pcache_commit(pcache->master, page); pcache_release_page(pcache, page); }