| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596 |
- /* VGA: VESA LFB (from boot) with a shadow buffer and a damage-rect flush. */
- #include "vga.h"
- #include "pci.h"
- #include "gpu.h"
- #include "ati.h"
- /* Cached boot framebuffer info (set once when vga_fb_* first used). */
- static unsigned int vga_fb_w, vga_fb_h, vga_fb_pitch_val, vga_fb_bpp_val;
- static unsigned int vga_fb_vram_kb_val;
- static volatile unsigned char *vga_fb_lfb;
- static int vga_fb_cached;
- /* Shadow buffer state. */
- static unsigned char *vga_shadow_buf;
- static unsigned int vga_shadow_pitch;
- static unsigned int vga_shadow_size;
- /* Damage rect list. Each entry is a half-open [x0,x1) x [y0,y1) region of
- * the shadow buffer that has not been copied to VRAM yet. Entries merge when
- * they overlap, touch or would barely waste space, so related marks (the
- * per-pixel writes of one glyph or cursor draw, the rectangles of one window
- * repaint) collapse into a few rects, while unrelated damage (a window and the
- * cursor on the other side of the screen) stays separate and the flush copies
- * each row only over the columns that changed. A rect that is only partially
- * flushed keeps its remaining rows and moves behind the newer damage. */
- #define DAMAGE_SLOTS 16
- struct damage_rect {
- unsigned int x0, y0, x1, y1;
- };
- static struct damage_rect damage_rects[DAMAGE_SLOTS];
- static unsigned int damage_count;
- static void damage_add(unsigned int x0, unsigned int y0,
- unsigned int x1, unsigned int y1)
- {
- unsigned int i;
- if (x1 > vga_fb_w)
- x1 = vga_fb_w;
- if (y1 > vga_fb_h)
- y1 = vga_fb_h;
- if (x0 >= x1 || y0 >= y1)
- return;
- /* Already covered? Scanning backwards catches the repeated per-pixel
- marks of a glyph or cursor draw in one step. */
- for (i = damage_count; i-- > 0; ) {
- struct damage_rect *d = &damage_rects[i];
- if (x0 >= d->x0 && y0 >= d->y0 && x1 <= d->x1 && y1 <= d->y1)
- return;
- }
- /* Merge with every rect this one touches; a merge can bring another
- rect into reach, so restart the scan after each one. */
- for (i = 0; i < damage_count; ) {
- struct damage_rect *d = &damage_rects[i];
- unsigned int nx0 = (x0 < d->x0) ? x0 : d->x0;
- unsigned int ny0 = (y0 < d->y0) ? y0 : d->y0;
- unsigned int nx1 = (x1 > d->x1) ? x1 : d->x1;
- unsigned int ny1 = (y1 > d->y1) ? y1 : d->y1;
- unsigned int merged_area = (nx1 - nx0) * (ny1 - ny0);
- unsigned int area = (d->x1 - d->x0) * (d->y1 - d->y0) +
- (x1 - x0) * (y1 - y0);
- if (nx0 <= d->x1 && d->x0 <= nx1 &&
- ny0 <= d->y1 && d->y0 <= ny1 &&
- merged_area <= 2 * area) {
- x0 = nx0;
- y0 = ny0;
- x1 = nx1;
- y1 = ny1;
- damage_rects[i] = damage_rects[--damage_count];
- i = 0;
- continue;
- }
- i++;
- }
- if (damage_count < DAMAGE_SLOTS) {
- damage_rects[damage_count].x0 = x0;
- damage_rects[damage_count].y0 = y0;
- damage_rects[damage_count].x1 = x1;
- damage_rects[damage_count].y1 = y1;
- damage_count++;
- return;
- }
- /* List full: extend whichever rect grows the least (correct, just a
- few redundant pixels copied). */
- {
- unsigned int best = 0, best_grow = 0xFFFFFFFFu;
- for (i = 0; i < DAMAGE_SLOTS; i++) {
- struct damage_rect *d = &damage_rects[i];
- unsigned int nx0 = (x0 < d->x0) ? x0 : d->x0;
- unsigned int ny0 = (y0 < d->y0) ? y0 : d->y0;
- unsigned int nx1 = (x1 > d->x1) ? x1 : d->x1;
- unsigned int ny1 = (y1 > d->y1) ? y1 : d->y1;
- unsigned int grow = (nx1 - nx0) * (ny1 - ny0) -
- (d->x1 - d->x0) * (d->y1 - d->y0);
- if (grow < best_grow) {
- best_grow = grow;
- best = i;
- }
- }
- {
- struct damage_rect *d = &damage_rects[best];
- if (x0 < d->x0) d->x0 = x0;
- if (y0 < d->y0) d->y0 = y0;
- if (x1 > d->x1) d->x1 = x1;
- if (y1 > d->y1) d->y1 = y1;
- }
- }
- }
- static int damage_any(void)
- {
- return damage_count != 0;
- }
- static void damage_clear(void)
- {
- damage_count = 0;
- }
- static void mark_dirty_rect_xy(unsigned int y, unsigned int h,
- unsigned int x0, unsigned int x1)
- {
- damage_add(x0, y, x1, y + h);
- }
- /* Full-width dirty rows (used where the x-extent isn't tracked). */
- static void mark_dirty_rect(unsigned int y, unsigned int h)
- {
- damage_add(0, y, vga_fb_w, y + h);
- }
- /*
- * Force CRTC Start Address to 0 and Line Compare to max (0x3FF).
- * Fixes real hardware where VBE mode set leaves stale CRTC state,
- * causing the display to appear rotated (bottom portion at top).
- */
- static void vga_reset_crtc(void)
- {
- unsigned char v;
- /* Start Address High/Low = 0 */
- port_outb(0x3D4, 0x0C);
- port_outb(0x3D5, 0x00);
- port_outb(0x3D4, 0x0D);
- port_outb(0x3D5, 0x00);
- /* Unlock CRTC registers 0-7: clear bit 7 of register 0x11 */
- port_outb(0x3D4, 0x11);
- v = port_inb(0x3D5);
- port_outb(0x3D5, v & 0x7F);
- /* Line Compare bits 7:0 = 0xFF (register 0x18) */
- port_outb(0x3D4, 0x18);
- port_outb(0x3D5, 0xFF);
- /* Line Compare bit 8 = 1 (register 0x07, bit 4) */
- port_outb(0x3D4, 0x07);
- v = port_inb(0x3D5);
- port_outb(0x3D5, v | 0x10);
- /* Line Compare bit 9 = 1 (register 0x09, bit 6) */
- port_outb(0x3D4, 0x09);
- v = port_inb(0x3D5);
- port_outb(0x3D5, v | 0x40);
- }
- static volatile struct vga_boot_fb_info *vga_get_boot_fb(void)
- {
- volatile struct vga_boot_fb_info *p = VGA_BOOT_FB;
- __asm__ volatile ("" : "+r"(p));
- return p;
- }
- static void vga_cache_boot_fb(void)
- {
- volatile struct vga_boot_fb_info *info;
- if (vga_fb_cached)
- return;
- vga_fb_cached = 1;
- info = vga_get_boot_fb();
- if (!info->valid) {
- vga_fb_w = vga_fb_h = vga_fb_pitch_val = vga_fb_bpp_val = 0;
- vga_fb_lfb = 0;
- gpu_init(0);
- return;
- }
- vga_fb_w = info->width;
- vga_fb_h = info->height;
- vga_fb_pitch_val = info->pitch;
- vga_fb_bpp_val = info->bpp;
- /* Some BIOSes (e.g. 1024x768) report pitch in pixels or too small; enforce minimum. */
- {
- unsigned int min_pitch = vga_fb_w;
- if (vga_fb_bpp_val == 16)
- min_pitch *= 2;
- else if (vga_fb_bpp_val == 24)
- min_pitch *= 3;
- else if (vga_fb_bpp_val == 32)
- min_pitch *= 4;
- if (vga_fb_pitch_val < min_pitch)
- vga_fb_pitch_val = min_pitch;
- }
- vga_fb_lfb = (volatile unsigned char *)(unsigned long)info->lfb_base;
- vga_fb_vram_kb_val = (unsigned int)info->vram_64k * 64;
- /* Clamp height to what fits in VRAM (prevents wrap on small VRAM cards) */
- if (vga_fb_vram_kb_val > 0 && vga_fb_pitch_val > 0) {
- unsigned int vram_bytes = vga_fb_vram_kb_val * 1024;
- unsigned int max_h = vram_bytes / vga_fb_pitch_val;
- if (max_h < vga_fb_h)
- vga_fb_h = max_h;
- }
- gpu_init(info->lfb_base);
- if (gpu_vendor() == GPU_VENDOR_ATI && !ati_is_radeon())
- vga_reset_crtc();
- }
- /* ---- LFB API ---- */
- unsigned int vga_fb_width(void)
- {
- vga_cache_boot_fb();
- return vga_fb_w;
- }
- unsigned int vga_fb_height(void)
- {
- vga_cache_boot_fb();
- return vga_fb_h;
- }
- unsigned int vga_fb_pitch(void)
- {
- vga_cache_boot_fb();
- return vga_fb_pitch_val;
- }
- unsigned int vga_fb_bpp(void)
- {
- vga_cache_boot_fb();
- return vga_fb_bpp_val;
- }
- unsigned int vga_fb_vram_kb(void)
- {
- vga_cache_boot_fb();
- return vga_fb_vram_kb_val;
- }
- unsigned int vga_fb_pci_id(void)
- {
- vga_cache_boot_fb();
- return gpu_pci_id();
- }
- void *vga_fb_ptr(void)
- {
- vga_cache_boot_fb();
- if (vga_shadow_buf)
- return (void *)vga_shadow_buf;
- return (void *)vga_fb_lfb;
- }
- unsigned long vga_fb_lfb_addr(void)
- {
- vga_cache_boot_fb();
- return (unsigned long)vga_fb_lfb;
- }
- int vga_has_vesa(void)
- {
- vga_cache_boot_fb();
- return (vga_fb_w != 0 && vga_fb_lfb != 0);
- }
- /* 16bpp: RGB 5:6:5. 32bpp: BGRX byte order (standard VBE / QEMU). */
- static void shadow_put_pixel(unsigned int x, unsigned int y, unsigned int r, unsigned int g, unsigned int b)
- {
- unsigned int pitch = vga_shadow_pitch;
- unsigned int bpp = vga_fb_bpp_val;
- unsigned char *p;
- if (x >= vga_fb_w || y >= vga_fb_h || !vga_shadow_buf)
- return;
- p = vga_shadow_buf + (unsigned long)y * pitch;
- if (bpp == 16) {
- unsigned int rgb16 = ((r >> 3) << 11) | ((g >> 2) << 5) | (b >> 3);
- unsigned int off = x * 2;
- p[off] = (unsigned char)(rgb16 & 0xFF);
- p[off + 1] = (unsigned char)(rgb16 >> 8);
- } else if (bpp == 24) {
- unsigned int off = x * 3;
- p[off] = (unsigned char)b;
- p[off + 1] = (unsigned char)g;
- p[off + 2] = (unsigned char)r;
- } else if (bpp == 32) {
- unsigned int off = x * 4;
- p[off] = (unsigned char)b;
- p[off + 1] = (unsigned char)g;
- p[off + 2] = (unsigned char)r;
- p[off + 3] = 0;
- }
- mark_dirty_rect_xy(y, 1, x, x + 1);
- }
- void vga_put_pixel_rgb(unsigned int x, unsigned int y, unsigned int r, unsigned int g, unsigned int b)
- {
- vga_cache_boot_fb();
- if (!vga_shadow_buf)
- return;
- shadow_put_pixel(x, y, r, g, b);
- }
- void vga_fill_rect(unsigned int x, unsigned int y, unsigned int w, unsigned int h,
- unsigned int r, unsigned int g, unsigned int b)
- {
- unsigned int row, x1, y1;
- unsigned int pitch;
- unsigned int bpp;
- unsigned char *fb;
- vga_cache_boot_fb();
- pitch = vga_shadow_pitch;
- bpp = vga_fb_bpp_val;
- fb = vga_shadow_buf;
- if (!fb || w == 0 || h == 0)
- return;
- if (x >= vga_fb_w || y >= vga_fb_h)
- return;
- x1 = x + w;
- y1 = y + h;
- if (x1 > vga_fb_w) x1 = vga_fb_w;
- if (y1 > vga_fb_h) y1 = vga_fb_h;
- if (bpp == 16) {
- unsigned short val = (unsigned short)(((r >> 3) << 11) | ((g >> 2) << 5) | (b >> 3));
- for (row = y; row < y1; row++) {
- unsigned short *p = (unsigned short *)(fb + (unsigned long)row * pitch + x * 2);
- unsigned int xx;
- for (xx = x; xx < x1; xx++)
- *p++ = val;
- }
- } else if (bpp == 24) {
- for (row = y; row < y1; row++) {
- unsigned char *p = fb + (unsigned long)row * pitch + x * 3;
- unsigned int xx;
- for (xx = x; xx < x1; xx++) {
- p[0] = (unsigned char)b;
- p[1] = (unsigned char)g;
- p[2] = (unsigned char)r;
- p += 3;
- }
- }
- } else {
- unsigned int val = ((unsigned int)r << 16) | ((unsigned int)g << 8) | b;
- for (row = y; row < y1; row++) {
- unsigned int *p = (unsigned int *)(fb + (unsigned long)row * pitch + x * 4);
- unsigned int xx;
- for (xx = x; xx < x1; xx++)
- *p++ = val;
- }
- }
- mark_dirty_rect_xy(y, y1 - y, x, x1);
- }
- static unsigned int vga_pixel_bytes(void)
- {
- if (vga_fb_bpp_val == 16)
- return 2;
- if (vga_fb_bpp_val == 24)
- return 3;
- return 4;
- }
- void vga_fb_read_rect(unsigned int x, unsigned int y, unsigned int w, unsigned int h,
- unsigned char *buf)
- {
- unsigned int pitch, pb, row, col;
- unsigned char *fb;
- const unsigned char *src;
- vga_cache_boot_fb();
- if (!vga_shadow_buf || vga_fb_w == 0 || w == 0 || h == 0)
- return;
- pitch = vga_shadow_pitch;
- pb = vga_pixel_bytes();
- fb = vga_shadow_buf;
- for (row = 0; row < h; row++) {
- src = fb + (unsigned long)(y + row) * pitch + x * pb;
- for (col = 0; col < w * pb; col++)
- buf[row * w * pb + col] = src[col];
- }
- }
- void vga_fb_write_rect(unsigned int x, unsigned int y, unsigned int w, unsigned int h,
- const unsigned char *buf)
- {
- unsigned int pitch, pb, row, col;
- unsigned char *dst;
- vga_cache_boot_fb();
- if (!vga_shadow_buf || vga_fb_w == 0 || w == 0 || h == 0)
- return;
- pitch = vga_shadow_pitch;
- pb = vga_pixel_bytes();
- for (row = 0; row < h; row++) {
- dst = vga_shadow_buf + (unsigned long)(y + row) * pitch + x * pb;
- for (col = 0; col < w * pb; col++)
- dst[col] = buf[row * w * pb + col];
- }
- {
- unsigned int xe = x + w;
- if (xe > vga_fb_w)
- xe = vga_fb_w;
- mark_dirty_rect_xy(y, h, x, xe);
- }
- }
- void vga_clear_rgb(unsigned int r, unsigned int g, unsigned int b)
- {
- unsigned int pitch = vga_shadow_pitch;
- unsigned int bpp = vga_fb_bpp_val;
- vga_cache_boot_fb();
- if (!vga_shadow_buf)
- return;
- if (bpp == 16) {
- unsigned int rgb16 = ((r >> 3) << 11) | ((g >> 2) << 5) | (b >> 3);
- unsigned short val = (unsigned short)((rgb16 & 0xFF) | ((rgb16 >> 8) << 8));
- unsigned short *fb = (unsigned short *)vga_shadow_buf;
- unsigned int n = (pitch / 2) * vga_fb_h;
- unsigned int i;
- for (i = 0; i < n; i++)
- fb[i] = val;
- } else if (bpp == 24) {
- unsigned char *p = vga_shadow_buf;
- unsigned int row, x;
- for (row = 0; row < vga_fb_h; row++) {
- unsigned int row_off = row * pitch;
- for (x = 0; x < vga_fb_w; x++) {
- unsigned int off = row_off + x * 3;
- p[off] = (unsigned char)b;
- p[off + 1] = (unsigned char)g;
- p[off + 2] = (unsigned char)r;
- }
- }
- } else if (bpp == 32) {
- unsigned int *fb = (unsigned int *)vga_shadow_buf;
- unsigned int pixel = ((unsigned int)r << 16) | ((unsigned int)g << 8) | b;
- unsigned int stride = pitch / 4;
- unsigned int row, x;
- for (row = 0; row < vga_fb_h; row++)
- for (x = 0; x < vga_fb_w; x++)
- fb[row * stride + x] = pixel;
- }
- mark_dirty_rect(0, vga_fb_h);
- }
- /* ---- Shadow buffer init and flush ---- */
- /* Assembly row copy: rep movsl optimized for P5 USWC write-combining to UC memory. */
- extern void vga_fb_copy_row(void *dst, void *src, unsigned int dwords);
- void vga_shadow_init(void)
- {
- vga_cache_boot_fb();
- if (!vga_fb_lfb || vga_fb_w == 0 || vga_fb_h == 0)
- return;
- vga_shadow_buf = (unsigned char *)VGA_SHADOW_BASE;
- vga_shadow_pitch = vga_fb_pitch_val;
- vga_shadow_size = vga_fb_h * vga_shadow_pitch;
- damage_clear();
- }
- /* Copy damage rects from the shadow to VRAM, at most about `max_bytes` this
- * call (0 = no limit), and drop the rects that are done. A rect that fits
- * the budget is copied whole even when that overshoots a little, so a
- * window-sized repaint is never split across iterations; only a rect larger
- * than the budget (a full-screen repaint) is chunked, and its remaining rows
- * move to the back of the list so newer, smaller damage is flushed first. */
- static unsigned int shadow_copy_damage(unsigned int max_bytes)
- {
- unsigned int i = 0, bytes = 0;
- unsigned int pb = vga_pixel_bytes();
- unsigned int align = (pb == 2) ? 2 : (pb == 3) ? 4 : 1;
- unsigned char *src = vga_shadow_buf;
- unsigned char *dst = (unsigned char *)vga_fb_lfb;
- while (i < damage_count) {
- struct damage_rect *d = &damage_rects[i];
- unsigned int rx0 = d->x0 & ~(align - 1);
- unsigned int rx1 = (d->x1 + align - 1) & ~(align - 1);
- unsigned int row_bytes, rect_bytes, dwords, tail, y;
- if (rx1 > vga_fb_w)
- rx1 = vga_fb_w;
- if (rx0 >= rx1) {
- damage_rects[i] = damage_rects[--damage_count];
- continue;
- }
- row_bytes = (rx1 - rx0) * pb;
- rect_bytes = row_bytes * (d->y1 - d->y0);
- dwords = row_bytes / 4;
- tail = row_bytes % 4;
- /* The budget is spent and this rect is bigger than a whole
- call: leave it (rows already copied keep their progress). */
- if (max_bytes && bytes > 0 && rect_bytes > max_bytes)
- break;
- for (y = d->y0; y < d->y1; y++) {
- unsigned char *s = src + (unsigned long)y * vga_shadow_pitch + rx0 * pb;
- unsigned char *t = dst + (unsigned long)y * vga_fb_pitch_val + rx0 * pb;
- vga_fb_copy_row(t, s, dwords);
- if (tail) {
- unsigned int k;
- for (k = dwords * 4; k < row_bytes; k++)
- t[k] = s[k];
- }
- bytes += row_bytes;
- if (max_bytes && rect_bytes > max_bytes && bytes >= max_bytes) {
- d->y0 = y + 1;
- break;
- }
- }
- if (y < d->y1) {
- /* Chunked: keep the remaining rows, behind the rest. */
- struct damage_rect rest = *d;
- damage_rects[i] = damage_rects[--damage_count];
- damage_rects[damage_count++] = rest;
- return bytes;
- }
- damage_rects[i] = damage_rects[--damage_count];
- if (max_bytes && bytes >= max_bytes)
- break;
- }
- return bytes;
- }
- /* Copy up to `max_bytes` of the pending damage to VRAM. Called from the
- * main loop on every iteration: small updates (a cursor move is ~1 KB) reach
- * the screen within one loop instead of waiting for a fixed 30 Hz tick, while
- * a full-screen repaint is chunked so it cannot stall input. */
- void vga_fb_flush_budget(unsigned int max_bytes)
- {
- vga_cache_boot_fb();
- if (!vga_shadow_buf || !vga_fb_lfb)
- return;
- if (!damage_any())
- return;
- shadow_copy_damage(max_bytes);
- }
- void vga_fb_flush(void)
- {
- vga_fb_flush_budget(0);
- }
- int vga_shadow_is_active(void)
- {
- return vga_shadow_buf != 0;
- }
- void vga_fb_mark_dirty_rect(unsigned int y, unsigned int h)
- {
- vga_cache_boot_fb();
- mark_dirty_rect(y, h);
- }
- /* Mark a rectangle dirty, limited to the horizontal span [x0, x1). */
- void vga_fb_mark_dirty_rect_xy(unsigned int y, unsigned int h,
- unsigned int x0, unsigned int x1)
- {
- vga_cache_boot_fb();
- mark_dirty_rect_xy(y, h, x0, x1);
- }
- void vga_fb_clear_dirty(void)
- {
- damage_clear();
- }
|