paging.c 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. /* Paging: identity-map RAM + the VESA LFB, enable CR0.PG (4 MB pages).
  2. *
  3. * This is the "paging on but flat" stage: every physical address is mapped
  4. * 1:1, so all existing code (kernel, stacks, DMA, UHCI, VGA shadow) keeps
  5. * working unchanged. Per-process page directories come later (Phase 3b/4).
  6. *
  7. * Uses 4 MB pages via CR4.PSE (supported since the original Pentium), so the
  8. * whole map is a single 4 KB page directory.
  9. */
  10. #include "paging.h"
  11. #include "mm.h"
  12. #include "mtrr.h"
  13. #include "serial.h"
  14. #include "vga.h"
  15. /* Page-directory entry flags (4 MB page). */
  16. #define PDE_PRESENT 0x001
  17. #define PDE_WRITABLE 0x002
  18. #define PDE_USER 0x004
  19. #define PDE_PWT 0x008
  20. #define PDE_PCD 0x010
  21. #define PDE_PS 0x080 /* 4 MB page */
  22. /* How much of the LFB to map. 16 MB covers any mode up to 1280x1024x32
  23. * (~5 MB) with margin, and is independent of the BIOS's VRAM report. */
  24. #define LFB_MAP_SIZE 0x1000000
  25. static unsigned int *page_dir;
  26. void paging_init(void)
  27. {
  28. unsigned int i;
  29. const volatile struct vga_boot_fb_info *fb = VGA_BOOT_FB;
  30. /* Opaque asm hides the fixed 0x600 pointer from -Warray-bounds. */
  31. __asm__ volatile ("" : "+r"(fb));
  32. page_dir = (unsigned int *)mm_alloc_page();
  33. if (!page_dir) {
  34. serial_puts(SERIAL_COM1, "paging: out of memory\n");
  35. for (;;)
  36. __asm__ volatile ("cli; hlt");
  37. }
  38. /* Zero the whole page directory. mm_alloc_page does NOT clear memory, so
  39. * on real hardware the high PDEs (indices 32..1023, incl. the user region
  40. * at 0x100) would otherwise be garbage. QEMU zeroes guest RAM, which is
  41. * why this only bites on real silicon. */
  42. for (i = 0; i < 1024; i++)
  43. page_dir[i] = 0;
  44. /* Identity-map RAM [0, MM_MAX_PHYS) with 4 MB pages (write-back). */
  45. for (i = 0; i < MM_MAX_PHYS / 0x400000; i++)
  46. page_dir[i] = (i << 22) | PDE_PS | PDE_WRITABLE | PDE_PRESENT;
  47. /* Identity-map the framebuffer (MMIO, uncacheable) so the screen works. */
  48. if (fb->valid && fb->lfb_base) {
  49. unsigned int base = fb->lfb_base;
  50. unsigned int p0 = base >> 22;
  51. unsigned int p1 = (base + LFB_MAP_SIZE) >> 22;
  52. for (i = p0; i < p1 && i < 1024; i++)
  53. page_dir[i] = (i << 22) | PDE_PS | PDE_PCD |
  54. PDE_WRITABLE | PDE_PRESENT;
  55. /* Mark the framebuffer write-combining so VRAM writes batch.
  56. * Use the actual framebuffer size (not the whole mapping) so
  57. * the WC range cannot swallow unrelated MMIO. */
  58. {
  59. unsigned int wc_size = (unsigned int)fb->pitch *
  60. fb->height;
  61. if (wc_size == 0 || wc_size > LFB_MAP_SIZE)
  62. wc_size = LFB_MAP_SIZE;
  63. mtrr_set_wc(base, wc_size);
  64. }
  65. }
  66. /* Load CR3, enable PSE, then PG + WP. The jump flushes the prefetch
  67. * queue after the paging flip. */
  68. __asm__ volatile (
  69. "movl %0, %%cr3\n\t"
  70. "movl %%cr4, %%eax\n\t"
  71. "orl $0x10, %%eax\n\t" /* CR4.PSE */
  72. "movl %%eax, %%cr4\n\t"
  73. "movl %%cr0, %%eax\n\t"
  74. "orl $0x80010000, %%eax\n\t" /* CR0.PG | CR0.WP */
  75. "movl %%eax, %%cr0\n\t"
  76. "jmp 1f\n\t"
  77. "1:\n\t"
  78. :
  79. : "r"((unsigned int)page_dir)
  80. : "eax", "memory");
  81. serial_puts(SERIAL_COM1, "paging: enabled (identity map)\n");
  82. }
  83. unsigned int paging_current_cr3(void)
  84. {
  85. return (unsigned int)page_dir;
  86. }
  87. unsigned int paging_new_directory(void)
  88. {
  89. unsigned int *pd = (unsigned int *)mm_alloc_page();
  90. unsigned int i;
  91. if (!pd)
  92. return 0;
  93. for (i = 0; i < 1024; i++)
  94. pd[i] = page_dir[i];
  95. return (unsigned int)pd;
  96. }
  97. int paging_map_page(unsigned int cr3, unsigned int va, unsigned int phys,
  98. unsigned int flags)
  99. {
  100. unsigned int *pd = (unsigned int *)cr3;
  101. unsigned int pde = va >> 22;
  102. unsigned int pte = (va >> 12) & 0x3FF;
  103. unsigned int *pt;
  104. if (!(pd[pde] & PDE_PRESENT)) {
  105. unsigned int pt_phys = mm_alloc_page();
  106. unsigned int i;
  107. if (!pt_phys)
  108. return 0;
  109. pt = (unsigned int *)pt_phys;
  110. for (i = 0; i < 1024; i++)
  111. pt[i] = 0;
  112. pd[pde] = pt_phys | PDE_USER | PDE_WRITABLE | PDE_PRESENT;
  113. } else {
  114. pt = (unsigned int *)(pd[pde] & 0xFFFFF000);
  115. }
  116. pt[pte] = (phys & 0xFFFFF000) | flags;
  117. return 1;
  118. }
  119. void paging_unmap_page(unsigned int cr3, unsigned int va)
  120. {
  121. unsigned int *pd = (unsigned int *)cr3;
  122. unsigned int pde = va >> 22;
  123. unsigned int pte = (va >> 12) & 0x3FF;
  124. if (!(pd[pde] & PDE_PRESENT))
  125. return;
  126. ((unsigned int *)(pd[pde] & 0xFFFFF000))[pte] = 0;
  127. }
  128. /* Identity-map an MMIO range uncacheable into one page directory (4 MB pages;
  129. * the range is rounded up to a whole number of them). */
  130. void paging_map_mmio_cr3(unsigned int cr3, unsigned int phys_base, unsigned int size)
  131. {
  132. unsigned int *pd = (unsigned int *)cr3;
  133. unsigned int p0 = phys_base >> 22;
  134. unsigned int p1 = (phys_base + size + 0x3FFFFFu) >> 22;
  135. unsigned int i;
  136. for (i = p0; i < p1 && i < 1024; i++)
  137. pd[i] = (i << 22) | PDE_PS | PDE_PCD |
  138. PDE_WRITABLE | PDE_PRESENT;
  139. }
  140. void paging_map_mmio(unsigned int phys_base, unsigned int size)
  141. {
  142. paging_map_mmio_cr3((unsigned int)page_dir, phys_base, size);
  143. }