/* * GRUB -- GRand Unified Bootloader * Copyright (C) 2009 Free Software Foundation, Inc. * * GRUB is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * GRUB is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with GRUB. If not, see . */ #include #include #include #include /* TODO: use more efficient data structures if necessary. */ /* FIXME: implement unload. */ /* FIXME: check memory map. */ /* FIXME: try to request memory from firmware. */ /* FIXME: sort chunk when programming relocators. */ struct grub_relocator * grub_relocator_new (void) { struct grub_relocator *ret; grub_cpu_relocator_init (); ret = grub_zalloc (sizeof (struct grub_relocator)); if (!ret) return NULL; ret->postchunks = ~(grub_addr_t) 0; ret->relocators_size = grub_relocator_jumper_size; grub_dprintf ("relocator", "relocators_size=%lu\n", (unsigned long) ret->relocators_size); return ret; } static grub_mm_header_t get_best_header (struct grub_relocator *rel, grub_addr_t start, grub_addr_t end, grub_addr_t align, grub_size_t size, grub_mm_region_t rb, grub_mm_header_t *prev, grub_addr_t *best_addr, int from_low_priv, int collisioncheck) { grub_mm_header_t h, hp; grub_mm_header_t hb = NULL, hbp = NULL; auto void try_addr (grub_addr_t allowable_start, grub_addr_t allowable_end); void try_addr (grub_addr_t allowable_start, grub_addr_t allowable_end) { if (from_low_priv) { grub_addr_t addr; addr = ALIGN_UP (allowable_start, align); if (addr < start) addr = ALIGN_UP (start, align); if (collisioncheck) while (1) { struct grub_relocator_chunk *chunk; for (chunk = rel->chunks; chunk; chunk = chunk->next) if ((chunk->target <= addr && addr < chunk->target + chunk->size) || (chunk->target < addr + size && addr + size < chunk->target + chunk->size) || (addr <= chunk->target && chunk->target < addr + size) || (addr < chunk->target + chunk->size && chunk->target + chunk->size < addr + size)) { grub_dprintf ("relocator", "collision 0x%llx+0x%llx, 0x%llx+0x%llx\n", (unsigned long long) chunk->target, (unsigned long long) chunk->size, (unsigned long long) addr, (unsigned long long) size); addr = ALIGN_UP (chunk->target + chunk->size, align); break; } if (!chunk) break; } if (allowable_end <= addr + size) return; if (addr > end) return; if (hb == NULL || *best_addr > addr) { hb = h; hbp = hp; *best_addr = addr; grub_dprintf ("relocator", "picked %p/%lx\n", hb, (unsigned long) addr); } } else { grub_addr_t addr; addr = ALIGN_DOWN (allowable_end - size, align); if (addr > end) addr = ALIGN_DOWN (end, align); if (collisioncheck) while (1) { struct grub_relocator_chunk *chunk; for (chunk = rel->chunks; chunk; chunk = chunk->next) if ((chunk->target <= addr && addr < chunk->target + chunk->size) || (chunk->target < addr + size && addr + size < chunk->target + chunk->size) || (addr <= chunk->target && chunk->target < addr + size) || (addr < chunk->target + chunk->size && chunk->target + chunk->size < addr + size)) { addr = ALIGN_DOWN (chunk->target - size, align); break; } if (!chunk) break; } if (allowable_start > addr) return; if (addr < start) return; if (hb == NULL || *best_addr < addr) { hb = h; hbp = hp; *best_addr = addr; grub_dprintf ("relocator", "picked %p/%lx\n", hb, (unsigned long) addr); } } } hp = rb->first; h = hp->next; grub_dprintf ("relocator", "alive\n"); do { grub_addr_t allowable_start, allowable_end; allowable_start = (grub_addr_t) h; allowable_end = (grub_addr_t) (h + 1 + h->size); try_addr (allowable_start, allowable_end); if ((grub_addr_t) h == (grub_addr_t) (rb + 1)) { grub_dprintf ("relocator", "Trying region start 0x%llx\n", (unsigned long long) (allowable_start - sizeof (*rb) - rb->pre_size)); try_addr (allowable_start - sizeof (*rb) - rb->pre_size, allowable_end - sizeof (*rb)); } hp = h; h = hp->next; } while (hp && hp != rb->first); *prev = hbp; return hb; } static int malloc_in_range (struct grub_relocator *rel, grub_addr_t start, grub_addr_t end, grub_addr_t align, grub_size_t size, grub_addr_t *res, int from_low_priv, int collisioncheck) { grub_mm_region_t rb, rbp; grub_mm_header_t hb = NULL, hbp = NULL; grub_addr_t best_addr; again: rb = NULL, rbp = NULL; { grub_mm_region_t r, rp; for (rp = NULL, r = grub_mm_base; r; rp = r, r = r->next) { grub_dprintf ("relocator", "region %p. %d %d %d %d\n", r, (grub_addr_t) r + r->size + sizeof (*r) >= start, (grub_addr_t) r < end, r->size + sizeof (*r) >= size, (rb == NULL || (from_low_priv ? rb > r : rb < r))); if ((grub_addr_t) r + r->size + sizeof (*r) >= start && (grub_addr_t) r < end && r->size + sizeof (*r) >= size && (rb == NULL || (from_low_priv ? rb > r : rb < r))) { rb = r; rbp = rp; } } } if (!rb) { grub_dprintf ("relocator", "no suitable region found\n"); return 0; } grub_dprintf ("relocator", "trying region %p - %p\n", rb, rb + rb->size + 1); hb = get_best_header (rel, start, end, align, size, rb, &hbp, &best_addr, from_low_priv, collisioncheck); grub_dprintf ("relocator", "best header %p/%p/%lx\n", hb, hbp, (unsigned long) best_addr); if (!hb) { if (from_low_priv) start = (grub_addr_t) (rb + rb->size + sizeof (*rb)); else end = (grub_addr_t) rb - 1; goto again; } /* Special case: relocating region start. */ if (best_addr < (grub_addr_t) hb) { grub_addr_t newreg_start, newreg_raw_start = best_addr + size; grub_addr_t newreg_size, newreg_presize; grub_mm_header_t new_header; newreg_start = ALIGN_UP (newreg_raw_start, GRUB_MM_ALIGN); newreg_presize = newreg_start - newreg_raw_start; newreg_size = rb->size - (newreg_start - (grub_addr_t) rb); if ((hb->size << GRUB_MM_ALIGN_LOG2) >= newreg_start - (grub_addr_t) rb) { grub_mm_header_t newhnext = hb->next; grub_size_t newhsize = ((hb->size << GRUB_MM_ALIGN_LOG2) - (newreg_start - (grub_addr_t) rb)) >> GRUB_MM_ALIGN_LOG2; new_header = (void *) (newreg_start + sizeof (*rb)); if (newhnext == hb) newhnext = new_header; new_header->next = newhnext; new_header->size = newhsize; new_header->magic = GRUB_MM_FREE_MAGIC; } else { new_header = hb->next; if (new_header == hb) new_header = (void *) (newreg_start + sizeof (*rb)); } { struct grub_mm_header *newregfirst = rb->first; struct grub_mm_region *newregnext = rb->next; struct grub_mm_region *newreg = (void *) newreg_start; hbp->next = new_header; if (newregfirst == hb) newregfirst = new_header; newreg->first = newregfirst; newreg->next = newregnext; newreg->pre_size = newreg_presize; newreg->size = newreg_size; if (rbp) rbp->next = newreg; else grub_mm_base = newreg; { grub_mm_header_t h = newreg->first, hp = NULL; do { if ((void *) h < (void *) (newreg + 1)) grub_fatal ("Failed to adjust memory region: %p, %p, %p, %p, %p", newreg, newreg->first, h, hp, hb); hp = h; h = h->next; } while (h != newreg->first); } } *res = best_addr; return 1; } { struct grub_mm_header *foll = NULL; if (best_addr + size <= (grub_addr_t) (hb + hb->size)) { foll = (void *) ALIGN_UP (best_addr + size, GRUB_MM_ALIGN); foll->magic = GRUB_MM_FREE_MAGIC; foll->size = hb->size - (foll - hb); } if (best_addr - (grub_addr_t) hb >= sizeof (*hb)) { hb->size = (best_addr - (grub_addr_t) hb) >> GRUB_MM_ALIGN_LOG2; if (foll) { foll->next = hb; hbp->next = foll; if (rb->first == hbp) rb->first = foll; } } else { if (foll) foll->next = hb->next; else foll = hb->next; if (rb->first == hb) rb->first = foll; if (rb->first == hb) rb->first = (void *) (rb + 1); hbp->next = foll; } *res = best_addr; return 1; } } static void adjust_limits (struct grub_relocator *rel, grub_addr_t *min_addr, grub_addr_t *max_addr, grub_addr_t in_min, grub_addr_t in_max) { struct grub_relocator_chunk *chunk; *min_addr = 0; *max_addr = rel->postchunks; /* Keep chunks in memory in the same order as they'll be after relocation. */ for (chunk = rel->chunks; chunk; chunk = chunk->next) { if (chunk->target > in_max && chunk->src < *max_addr && chunk->src < rel->postchunks) *max_addr = chunk->src; if (chunk->target + chunk->size <= in_min && chunk->src + chunk->size > *min_addr && chunk->src < rel->postchunks) *min_addr = chunk->src + chunk->size; } } grub_err_t grub_relocator_alloc_chunk_addr (struct grub_relocator *rel, void **src, grub_addr_t target, grub_size_t size) { struct grub_relocator_chunk *chunk; grub_addr_t start; grub_addr_t min_addr = 0, max_addr; if (target > ~size) return grub_error (GRUB_ERR_OUT_OF_RANGE, "address is out of range"); adjust_limits (rel, &min_addr, &max_addr, target, target); for (chunk = rel->chunks; chunk; chunk = chunk->next) if ((chunk->target <= target && target < chunk->target + chunk->size) || (target <= chunk->target && chunk->target < target + size)) return grub_error (GRUB_ERR_BAD_ARGUMENT, "overlap detected"); chunk = grub_malloc (sizeof (struct grub_relocator_chunk)); if (!chunk) return grub_errno; grub_dprintf ("relocator", "min_addr = 0x%llx, max_addr = 0x%llx, target = 0x%llx\n", (unsigned long long) min_addr, (unsigned long long) max_addr, (unsigned long long) target); do { /* A trick to improve Linux allocation. */ #if defined (__i386__) || defined (__x86_64__) if (target < 0x100000) if (malloc_in_range (rel, rel->highestnonpostaddr, ~(grub_addr_t)0, 1, size, &start, 0, 1)) { if (rel->postchunks > start) rel->postchunks = start; break; } #endif if (malloc_in_range (rel, target, max_addr, 1, size, &start, 1, 0)) break; if (malloc_in_range (rel, min_addr, target, 1, size, &start, 0, 0)) break; if (malloc_in_range (rel, rel->highestnonpostaddr, ~(grub_addr_t)0, 1, size, &start, 0, 1)) { if (rel->postchunks > start) rel->postchunks = start; break; } grub_dprintf ("relocator", "not allocated\n"); grub_free (chunk); return grub_error (GRUB_ERR_OUT_OF_MEMORY, "out of memory"); } while (0); grub_dprintf ("relocator", "allocated 0x%llx/0x%llx\n", (unsigned long long) start, (unsigned long long) target); if (rel->highestaddr < target + size) rel->highestaddr = target + size; if (rel->highestaddr < start + size) rel->highestaddr = start + size; if (start < rel->postchunks) { if (rel->highestnonpostaddr < target + size) rel->highestnonpostaddr = target + size; if (rel->highestnonpostaddr < start + size) rel->highestnonpostaddr = start + size; } grub_dprintf ("relocator", "relocators_size=%ld\n", (unsigned long) rel->relocators_size); if (start < target) rel->relocators_size += grub_relocator_backward_size; if (start > target) rel->relocators_size += grub_relocator_forward_size; grub_dprintf ("relocator", "relocators_size=%ld\n", (unsigned long) rel->relocators_size); chunk->src = start; chunk->target = target; chunk->size = size; chunk->next = rel->chunks; rel->chunks = chunk; grub_dprintf ("relocator", "cur = %p, next = %p\n", rel->chunks, rel->chunks->next); *src = (void *) start; return GRUB_ERR_NONE; } grub_err_t grub_relocator_alloc_chunk_align (struct grub_relocator *rel, void **src, grub_addr_t *target, grub_addr_t min_addr, grub_addr_t max_addr, grub_size_t size, grub_size_t align, int preference) { grub_addr_t min_addr2 = 0, max_addr2; struct grub_relocator_chunk *chunk; grub_addr_t start; if (max_addr > ~size) max_addr = ~size; #ifdef GRUB_MACHINE_PCBIOS if (min_addr < 0x1000) min_addr = 0x1000; #endif grub_dprintf ("relocator", "chunks = %p\n", rel->chunks); chunk = grub_malloc (sizeof (struct grub_relocator_chunk)); if (!chunk) return grub_errno; if (malloc_in_range (rel, min_addr, max_addr, align, size, &start, preference != GRUB_RELOCATOR_PREFERENCE_HIGH, 1)) { grub_dprintf ("relocator", "allocated 0x%llx/0x%llx\n", (unsigned long long) start, (unsigned long long) start); grub_dprintf ("relocator", "chunks = %p\n", rel->chunks); chunk->src = start; chunk->target = start; chunk->size = size; chunk->next = rel->chunks; rel->chunks = chunk; *src = (void *) start; *target = start; return GRUB_ERR_NONE; } adjust_limits (rel, &min_addr2, &max_addr2, min_addr, max_addr); grub_dprintf ("relocator", "Adjusted limits from %lx-%lx to %lx-%lx\n", (unsigned long) min_addr, (unsigned long) max_addr, (unsigned long) min_addr2, (unsigned long) max_addr2); do { if (malloc_in_range (rel, min_addr2, max_addr2, align, size, &start, 1, 1)) break; if (malloc_in_range (rel, rel->highestnonpostaddr, ~(grub_addr_t)0, 1, size, &start, 0, 1)) { if (rel->postchunks > start) rel->postchunks = start; break; } return grub_error (GRUB_ERR_OUT_OF_MEMORY, "out of memory"); } while (0); /* FIXME: check memory map. */ if (preference == GRUB_RELOCATOR_PREFERENCE_HIGH) chunk->target = ALIGN_DOWN (max_addr, align); else chunk->target = ALIGN_UP (min_addr, align); while (1) { struct grub_relocator_chunk *chunk2; for (chunk2 = rel->chunks; chunk2; chunk2 = chunk2->next) if ((chunk2->target <= chunk->target && chunk->target < chunk2->target + chunk2->size) || (chunk2->target <= chunk->target + size && chunk->target + size < chunk2->target + chunk2->size) || (chunk->target <= chunk2->target && chunk2->target < chunk->target + size) || (chunk->target <= chunk2->target + chunk2->size && chunk2->target + chunk2->size < chunk->target + size)) { if (preference == GRUB_RELOCATOR_PREFERENCE_HIGH) chunk->target = ALIGN_DOWN (chunk2->target, align); else chunk->target = ALIGN_UP (chunk2->target + chunk2->size, align); break; } if (!chunk2) break; } if (start < chunk->target) rel->relocators_size += grub_relocator_backward_size; if (start > chunk->target) rel->relocators_size += grub_relocator_forward_size; chunk->src = start; chunk->size = size; chunk->next = rel->chunks; rel->chunks = chunk; grub_dprintf ("relocator", "cur = %p, next = %p\n", rel->chunks, rel->chunks->next); *src = (void *) start; *target = chunk->target; return GRUB_ERR_NONE; } void grub_relocator_unload (struct grub_relocator *rel) { struct grub_relocator_chunk *chunk, *next; if (!rel) return; for (chunk = rel->chunks; chunk; chunk = next) { grub_fatal ("Relocator unloading isn't implemented yet"); next = chunk->next; grub_free (chunk); } } grub_err_t grub_relocator_prepare_relocs (struct grub_relocator *rel, grub_addr_t addr, grub_addr_t *relstart) { struct grub_relocator_chunk *chunk; grub_addr_t rels; grub_addr_t rels0; grub_dprintf ("relocator", "Preparing relocs (size=%ld)\n", (unsigned long) rel->relocators_size); if (!malloc_in_range (rel, 0, ~(grub_addr_t)0 - rel->relocators_size + 1, grub_relocator_align, rel->relocators_size, &rels0, 1, 1)) return grub_error (GRUB_ERR_OUT_OF_MEMORY, "out of memory"); rels = rels0; grub_dprintf ("relocator", "Relocs allocated\n"); for (chunk = rel->chunks; chunk; chunk = chunk->next) { grub_dprintf ("relocator", "chunk %p->%p\n", (void *) chunk->src, (void *) chunk->target); if (chunk->src < chunk->target) { grub_cpu_relocator_backward ((void *) rels, (void *) chunk->src, (void *) chunk->target, chunk->size); rels += grub_relocator_backward_size; } if (chunk->src > chunk->target) { grub_cpu_relocator_forward ((void *) rels, (void *) chunk->src, (void *) chunk->target, chunk->size); rels += grub_relocator_forward_size; } } grub_cpu_relocator_jumper ((void *) rels, addr); *relstart = rels0; return GRUB_ERR_NONE; }