#include <lunaix/syscall_utils.h>
// any size beyond this is bullshit
-#define BS_SIZE (2 << 30)
+#define BS_SIZE (KERNEL_MM_BASE - UMMAP_START)
+
+int
+mem_has_overlap(vm_regions_t* regions, ptr_t start, ptr_t end)
+{
+ struct mm_region *pos, *n;
+ llist_for_each(pos, n, regions, head)
+ {
+ if (pos->end >= start && pos->start < start) {
+ return 1;
+ }
+
+ if (pos->end <= end && pos->start >= start) {
+ return 1;
+ }
+
+ if (pos->end >= end && pos->start < end) {
+ return 1;
+ }
+ }
+
+ return 0;
+}
+
+int
+mem_adjust_inplace(vm_regions_t* regions,
+ struct mm_region* region,
+ ptr_t newend)
+{
+ ssize_t len = newend - region->start;
+ if (len == 0) {
+ return 0;
+ }
+
+ if (len < 0) {
+ return EINVAL;
+ }
+
+ if (mem_has_overlap(regions, region->start, newend)) {
+ return ENOMEM;
+ }
+
+ region->end = newend;
+
+ return 0;
+}
int
mem_map(void** addr_out,
- ptr_t mnt,
- vm_regions_t* regions,
+ struct mm_region** created,
void* addr,
struct v_file* file,
- off_t offset,
- size_t length,
- u32_t proct,
- u32_t options)
+ struct mmap_param* param)
{
- ptr_t last_end = USER_START;
+ assert_msg(addr, "addr can not be NULL");
+
+ ptr_t last_end = USER_START, found_loc = (ptr_t)addr;
struct mm_region *pos, *n;
- if ((options & MAP_FIXED)) {
- pos = region_get(regions, addr);
- if (!pos) {
- last_end = addr;
- goto found;
+ vm_regions_t* vm_regions = ¶m->pvms->regions;
+
+ if ((param->flags & MAP_FIXED_NOREPLACE)) {
+ if (mem_has_overlap(vm_regions, found_loc, param->mlen + found_loc)) {
+ return EEXIST;
}
- return EEXIST;
+ goto found;
}
- llist_for_each(pos, n, regions, head)
+ if ((param->flags & MAP_FIXED)) {
+ int status =
+ mem_unmap(param->vms_mnt, vm_regions, found_loc, param->mlen);
+ if (status) {
+ return status;
+ }
+ goto found;
+ }
+
+ llist_for_each(pos, n, vm_regions, head)
{
- if (pos->start - last_end >= length && last_end >= addr) {
- goto found;
+ if (last_end < found_loc) {
+ size_t avail_space = pos->start - found_loc;
+ if (pos->start > found_loc && avail_space > param->mlen) {
+ goto found;
+ }
+ found_loc = pos->end + PG_SIZE;
}
+
last_end = pos->end;
}
return ENOMEM;
found:
- addr = last_end;
+ if (found_loc >= KERNEL_MM_BASE || found_loc < USER_START) {
+ return ENOMEM;
+ }
+
+ struct mm_region* region = region_create_range(
+ found_loc,
+ param->mlen,
+ ((param->proct | param->flags) & 0x3f) | (param->type & ~0xffff));
- struct mm_region* region =
- region_create_range(addr, length, proct | (options & 0x1f));
region->mfile = file;
- region->offset = offset;
+ region->foff = param->offset;
+ region->flen = param->flen;
+ region->proc_vms = param->pvms;
- region_add(regions, region);
+ region_add(vm_regions, region);
u32_t attr = PG_ALLOW_USER;
- if ((proct & REGION_WRITE)) {
+ if ((param->proct & REGION_WRITE)) {
attr |= PG_WRITE;
}
- for (u32_t i = 0; i < length; i += PG_SIZE) {
- vmm_set_mapping(mnt, addr + i, 0, attr, 0);
+ for (u32_t i = 0; i < param->mlen; i += PG_SIZE) {
+ vmm_set_mapping(param->vms_mnt, found_loc + i, 0, attr, 0);
}
- *addr_out = addr;
+ if (file) {
+ vfs_ref_file(file);
+ }
+
+ if (addr_out) {
+ *addr_out = found_loc;
+ }
+ if (created) {
+ *created = region;
+ }
return 0;
}
if (!vmm_lookupat(mnt, start + i, &mapping)) {
continue;
}
+
if (PG_IS_DIRTY(*mapping.pte)) {
- size_t offset = mapping.va - region->start + region->offset;
+ size_t offset = mapping.va - region->start + region->foff;
struct v_inode* inode = region->mfile->inode;
region->mfile->ops->write_page(inode, mapping.va, PG_SIZE, offset);
*mapping.pte &= ~PG_DIRTY;
- cpu_invplg(mapping.va);
+ cpu_invplg(mapping.pte);
} else if ((options & MS_INVALIDATE)) {
- *mapping.pte &= ~PG_PRESENT;
- cpu_invplg(mapping.va);
+ goto invalidate;
+ }
+
+ if (options & MS_INVALIDATE_ALL) {
+ goto invalidate;
}
+
+ continue;
+
+ invalidate:
+ *mapping.pte &= ~PG_PRESENT;
+ pmm_free_page(KERNEL_PID, mapping.pa);
+ cpu_invplg(mapping.pte);
}
}
return 0;
}
+void
+mem_unmap_region(ptr_t mnt, struct mm_region* region)
+{
+ size_t len = ROUNDUP(region->end - region->start, PG_SIZE);
+ mem_sync_pages(mnt, region, region->start, len, 0);
+
+ for (size_t i = region->start; i <= region->end; i += PG_SIZE) {
+ ptr_t pa = vmm_del_mapping(mnt, i);
+ if (pa) {
+ pmm_free_page(__current->pid, pa);
+ }
+ }
+ llist_delete(®ion->head);
+ region_release(region);
+}
+
int
mem_unmap(ptr_t mnt, vm_regions_t* regions, void* addr, size_t length)
{
length = ROUNDUP(length, PG_SIZE);
- ptr_t cur_addr = ROUNDDOWN((ptr_t)addr, PG_SIZE);
+ ptr_t cur_addr = PG_ALIGN(addr);
struct mm_region *pos, *n;
llist_for_each(pos, n, regions, head)
{
- if (pos->start <= cur_addr) {
+ if (pos->start <= cur_addr && pos->end >= cur_addr) {
break;
}
}
- while (&pos->head != regions && cur_addr > pos->start) {
+ while (&pos->head != regions && cur_addr >= pos->start) {
u32_t l = pos->end - cur_addr;
pos->end = cur_addr;
for (size_t i = 0; i < l; i += PG_SIZE) {
ptr_t pa = vmm_del_mapping(mnt, cur_addr + i);
if (pa) {
- pmm_free_page(__current->pid, pa);
+ pmm_free_page(pos->proc_vms->pid, pa);
}
}
n = container_of(pos->head.next, typeof(*pos), head);
if (pos->end == pos->start) {
llist_delete(&pos->head);
- vfree(pos);
+ region_release(pos);
}
pos = n;
length -= l;
cur_addr += length;
}
+
+ return 0;
}
__DEFINE_LXSYSCALL3(void*, sys_mmap, void*, addr, size_t, length, va_list, lst)
goto done;
}
+ if (!addr) {
+ addr = UMMAP_START;
+ } else if (addr < UMMAP_START || addr + length >= UMMAP_END) {
+ errno = ENOMEM;
+ goto done;
+ }
+
struct v_fd* vfd;
if ((errno = vfs_getfd(fd, &vfd))) {
goto done;
file = NULL;
}
- length = ROUNDUP(length, PG_SIZE);
+ struct mmap_param param = { .flags = options,
+ .mlen = ROUNDUP(length, PG_SIZE),
+ .offset = offset,
+ .type = REGION_TYPE_GENERAL,
+ .proct = proct,
+ .pvms = &__current->mm,
+ .vms_mnt = VMS_SELF };
- errno = mem_map(&result,
- VMS_SELF,
- &__current->mm.regions,
- addr,
- file,
- offset,
- length,
- proct,
- options);
+ errno = mem_map(&result, NULL, addr, file, ¶m);
done:
__current->k_status = errno;
git://scm.lunaixsky.com / lunaix-os.git / blobdiff