#include #include #include #include "radeon_drm.h" #include "radeon.h" #include "radeon_object.h" #include "drm_fb_helper.h" #include "hmm.h" #include "bitmap.h" #include "display.h" struct radeon_fbdev { struct drm_fb_helper helper; struct radeon_framebuffer rfb; struct list_head fbdev_list; struct radeon_device *rdev; }; struct radeon_fbdev *kos_rfbdev; static cursor_t* __stdcall select_cursor_kms(cursor_t *cursor); static void __stdcall move_cursor_kms(cursor_t *cursor, int x, int y); int radeon_align_pitch(struct radeon_device *rdev, int width, int bpp, bool tiled); void disable_mouse(void); static void radeon_show_cursor_kms(struct drm_crtc *crtc) { struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc); struct radeon_device *rdev = crtc->dev->dev_private; if (ASIC_IS_DCE4(rdev)) { WREG32(RADEON_MM_INDEX, EVERGREEN_CUR_CONTROL + radeon_crtc->crtc_offset); WREG32(RADEON_MM_DATA, EVERGREEN_CURSOR_EN | EVERGREEN_CURSOR_MODE(EVERGREEN_CURSOR_24_8_PRE_MULT)); } else if (ASIC_IS_AVIVO(rdev)) { WREG32(RADEON_MM_INDEX, AVIVO_D1CUR_CONTROL + radeon_crtc->crtc_offset); WREG32(RADEON_MM_DATA, AVIVO_D1CURSOR_EN | (AVIVO_D1CURSOR_MODE_24BPP << AVIVO_D1CURSOR_MODE_SHIFT)); } else { switch (radeon_crtc->crtc_id) { case 0: WREG32(RADEON_MM_INDEX, RADEON_CRTC_GEN_CNTL); break; case 1: WREG32(RADEON_MM_INDEX, RADEON_CRTC2_GEN_CNTL); break; default: return; } WREG32_P(RADEON_MM_DATA, (RADEON_CRTC_CUR_EN | (RADEON_CRTC_CUR_MODE_24BPP << RADEON_CRTC_CUR_MODE_SHIFT)), ~(RADEON_CRTC_CUR_EN | RADEON_CRTC_CUR_MODE_MASK)); } } static void radeon_lock_cursor_kms(struct drm_crtc *crtc, bool lock) { struct radeon_device *rdev = crtc->dev->dev_private; struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc); uint32_t cur_lock; if (ASIC_IS_DCE4(rdev)) { cur_lock = RREG32(EVERGREEN_CUR_UPDATE + radeon_crtc->crtc_offset); if (lock) cur_lock |= EVERGREEN_CURSOR_UPDATE_LOCK; else cur_lock &= ~EVERGREEN_CURSOR_UPDATE_LOCK; WREG32(EVERGREEN_CUR_UPDATE + radeon_crtc->crtc_offset, cur_lock); } else if (ASIC_IS_AVIVO(rdev)) { cur_lock = RREG32(AVIVO_D1CUR_UPDATE + radeon_crtc->crtc_offset); if (lock) cur_lock |= AVIVO_D1CURSOR_UPDATE_LOCK; else cur_lock &= ~AVIVO_D1CURSOR_UPDATE_LOCK; WREG32(AVIVO_D1CUR_UPDATE + radeon_crtc->crtc_offset, cur_lock); } else { cur_lock = RREG32(RADEON_CUR_OFFSET + radeon_crtc->crtc_offset); if (lock) cur_lock |= RADEON_CUR_LOCK; else cur_lock &= ~RADEON_CUR_LOCK; WREG32(RADEON_CUR_OFFSET + radeon_crtc->crtc_offset, cur_lock); } } cursor_t* __stdcall select_cursor_kms(cursor_t *cursor) { struct radeon_device *rdev; struct radeon_crtc *radeon_crtc; cursor_t *old; uint32_t gpu_addr; rdev = (struct radeon_device *)rdisplay->ddev->dev_private; radeon_crtc = to_radeon_crtc(rdisplay->crtc); old = rdisplay->cursor; rdisplay->cursor = cursor; gpu_addr = radeon_bo_gpu_offset(cursor->robj); if (ASIC_IS_DCE4(rdev)) { WREG32(EVERGREEN_CUR_SURFACE_ADDRESS_HIGH + radeon_crtc->crtc_offset, 0); WREG32(EVERGREEN_CUR_SURFACE_ADDRESS + radeon_crtc->crtc_offset, gpu_addr); } else if (ASIC_IS_AVIVO(rdev)) { if (rdev->family >= CHIP_RV770) WREG32(R700_D1CUR_SURFACE_ADDRESS_HIGH, 0); WREG32(AVIVO_D1CUR_SURFACE_ADDRESS + radeon_crtc->crtc_offset, gpu_addr); } else { radeon_crtc->legacy_cursor_offset = gpu_addr - rdev->mc.vram_start; /* offset is from DISP(2)_BASE_ADDRESS */ WREG32(RADEON_CUR_OFFSET + radeon_crtc->crtc_offset, radeon_crtc->legacy_cursor_offset); } return old; }; void __stdcall move_cursor_kms(cursor_t *cursor, int x, int y) { struct radeon_device *rdev; rdev = (struct radeon_device *)rdisplay->ddev->dev_private; struct drm_crtc *crtc = rdisplay->crtc; struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc); int hot_x = cursor->hot_x; int hot_y = cursor->hot_y; int w = 32; radeon_lock_cursor_kms(crtc, true); if (ASIC_IS_DCE4(rdev)) { WREG32(EVERGREEN_CUR_POSITION + radeon_crtc->crtc_offset, (x << 16) | y); WREG32(EVERGREEN_CUR_HOT_SPOT + radeon_crtc->crtc_offset, (hot_x << 16) | hot_y); WREG32(EVERGREEN_CUR_SIZE + radeon_crtc->crtc_offset, ((w - 1) << 16) | 31); } else if (ASIC_IS_AVIVO(rdev)) { WREG32(AVIVO_D1CUR_POSITION + radeon_crtc->crtc_offset, (x << 16) | y); WREG32(AVIVO_D1CUR_HOT_SPOT + radeon_crtc->crtc_offset, (hot_x << 16) | hot_y); WREG32(AVIVO_D1CUR_SIZE + radeon_crtc->crtc_offset, ((w - 1) << 16) | 31); } else { if (crtc->mode.flags & DRM_MODE_FLAG_DBLSCAN) y *= 2; uint32_t gpu_addr; int xorg =0, yorg=0; x = x - hot_x; y = y - hot_y; if( x < 0 ) { xorg = -x + 1; x = 0; } if( y < 0 ) { yorg = -hot_y + 1; y = 0; }; WREG32(RADEON_CUR_HORZ_VERT_OFF, (RADEON_CUR_LOCK | (xorg << 16) | yorg )); WREG32(RADEON_CUR_HORZ_VERT_POSN, (RADEON_CUR_LOCK | (x << 16) | y)); gpu_addr = radeon_bo_gpu_offset(cursor->robj); /* offset is from DISP(2)_BASE_ADDRESS */ WREG32(RADEON_CUR_OFFSET, (gpu_addr - rdev->mc.vram_start + (yorg * 256))); } radeon_lock_cursor_kms(crtc, false); } static char *manufacturer_name(unsigned char *x) { static char name[4]; name[0] = ((x[0] & 0x7C) >> 2) + '@'; name[1] = ((x[0] & 0x03) << 3) + ((x[1] & 0xE0) >> 5) + '@'; name[2] = (x[1] & 0x1F) + '@'; name[3] = 0; return name; } bool set_mode(struct drm_device *dev, struct drm_connector *connector, videomode_t *reqmode, bool strict) { struct drm_display_mode *mode = NULL, *tmpmode; struct drm_fb_helper *fb_helper; fb_helper = &kos_rfbdev->helper; bool ret = false; ENTER(); dbgprintf("width %d height %d vrefresh %d\n", reqmode->width, reqmode->height, reqmode->freq); list_for_each_entry(tmpmode, &connector->modes, head) { if( (drm_mode_width(tmpmode) == reqmode->width) && (drm_mode_height(tmpmode) == reqmode->height) && (drm_mode_vrefresh(tmpmode) == reqmode->freq) ) { mode = tmpmode; goto do_set; } }; if( (mode == NULL) && (strict == false) ) { list_for_each_entry(tmpmode, &connector->modes, head) { if( (drm_mode_width(tmpmode) == reqmode->width) && (drm_mode_height(tmpmode) == reqmode->height) ) { mode = tmpmode; goto do_set; } }; }; do_set: if( mode != NULL ) { struct drm_framebuffer *fb; struct drm_encoder *encoder; struct drm_crtc *crtc; // char con_edid[128]; char *con_name; char *enc_name; encoder = connector->encoder; crtc = encoder->crtc; // fb = list_first_entry(&dev->mode_config.fb_kernel_list, // struct drm_framebuffer, filp_head); // memcpy(con_edid, connector->edid_blob_ptr->data, 128); // dbgprintf("Manufacturer: %s Model %x Serial Number %u\n", // manufacturer_name(con_edid + 0x08), // (unsigned short)(con_edid[0x0A] + (con_edid[0x0B] << 8)), // (unsigned int)(con_edid[0x0C] + (con_edid[0x0D] << 8) // + (con_edid[0x0E] << 16) + (con_edid[0x0F] << 24))); con_name = drm_get_connector_name(connector); enc_name = drm_get_encoder_name(encoder); dbgprintf("set mode %d %d connector %s encoder %s\n", reqmode->width, reqmode->height, con_name, enc_name); fb = fb_helper->fb; fb->width = reqmode->width; fb->height = reqmode->height; fb->pitches[0] = fb->pitches[1] = fb->pitches[2] = fb->pitches[3] = radeon_align_pitch(dev->dev_private, reqmode->width, 32, false) * ((32 + 1) / 8); fb->bits_per_pixel = 32; fb->depth = 24; crtc->fb = fb; crtc->enabled = true; rdisplay->crtc = crtc; ret = drm_crtc_helper_set_mode(crtc, mode, 0, 0, fb); select_cursor_kms(rdisplay->cursor); radeon_show_cursor_kms(crtc); if (ret == true) { rdisplay->width = fb->width; rdisplay->height = fb->height; rdisplay->pitch = fb->pitches[0]; rdisplay->vrefresh = drm_mode_vrefresh(mode); sysSetScreen(fb->width, fb->height, fb->pitches[0]); dbgprintf("new mode %d x %d pitch %d\n", fb->width, fb->height, fb->pitches[0]); } else DRM_ERROR("failed to set mode %d_%d on crtc %p\n", fb->width, fb->height, crtc); } LEAVE(); return ret; }; static int count_connector_modes(struct drm_connector* connector) { struct drm_display_mode *mode; int count = 0; list_for_each_entry(mode, &connector->modes, head) { count++; }; return count; }; static struct drm_connector* get_def_connector(struct drm_device *dev) { struct drm_connector *connector; struct drm_connector_helper_funcs *connector_funcs; struct drm_connector *def_connector = NULL; list_for_each_entry(connector, &dev->mode_config.connector_list, head) { struct drm_encoder *encoder; struct drm_crtc *crtc; if( connector->status != connector_status_connected) continue; connector_funcs = connector->helper_private; encoder = connector_funcs->best_encoder(connector); if( encoder == NULL) continue; connector->encoder = encoder; crtc = encoder->crtc; dbgprintf("CONNECTOR %x ID: %d status %d encoder %x\n crtc %x", connector, connector->base.id, connector->status, connector->encoder, crtc); // if (crtc == NULL) // continue; def_connector = connector; break; }; return def_connector; }; bool init_display_kms(struct radeon_device *rdev, videomode_t *usermode) { struct drm_device *dev; struct drm_connector *connector; struct drm_connector_helper_funcs *connector_funcs; struct drm_encoder *encoder; struct drm_crtc *crtc = NULL; struct drm_framebuffer *fb; struct drm_display_mode *native; cursor_t *cursor; bool retval = false; u32_t ifl; struct radeon_fbdev *rfbdev; struct drm_fb_helper *fb_helper; int i; ENTER(); dev = rdev->ddev; list_for_each_entry(connector, &dev->mode_config.connector_list, head) { if( connector->status != connector_status_connected) continue; connector_funcs = connector->helper_private; encoder = connector_funcs->best_encoder(connector); if( encoder == NULL) { dbgprintf("CONNECTOR %x ID: %d no active encoders\n", connector, connector->base.id); continue; } connector->encoder = encoder; dbgprintf("CONNECTOR %x ID: %d status %d encoder %x\n crtc %x\n", connector, connector->base.id, connector->status, connector->encoder, encoder->crtc); crtc = encoder->crtc; break; }; if(connector == NULL) { dbgprintf("No active connectors!\n"); return -1; }; { struct drm_display_mode *tmp; list_for_each_entry(tmp, &connector->modes, head) { if (drm_mode_width(tmp) > 16384 || drm_mode_height(tmp) > 16384) continue; if (tmp->type & DRM_MODE_TYPE_PREFERRED) { native = tmp; break; }; } } if( ASIC_IS_AVIVO(rdev) && native ) { dbgprintf("native w %d h %d\n", native->hdisplay, native->vdisplay); struct radeon_encoder *radeon_encoder = to_radeon_encoder(connector->encoder); radeon_encoder->rmx_type = RMX_FULL; radeon_encoder->native_mode = *native; }; if(crtc == NULL) { struct drm_crtc *tmp_crtc; int crtc_mask = 1; list_for_each_entry(tmp_crtc, &dev->mode_config.crtc_list, head) { if (encoder->possible_crtcs & crtc_mask) { crtc = tmp_crtc; encoder->crtc = crtc; break; }; crtc_mask <<= 1; }; }; if(crtc == NULL) { dbgprintf("No CRTC for encoder %d\n", encoder->base.id); return -1; }; dbgprintf("[Select CRTC:%d]\n", crtc->base.id); // drm_helper_connector_dpms(connector, DRM_MODE_DPMS_ON); rdisplay = GetDisplay(); rdisplay->ddev = dev; rdisplay->connector = connector; rdisplay->crtc = crtc; rdisplay->supported_modes = count_connector_modes(connector); ifl = safe_cli(); { list_for_each_entry(cursor, &rdisplay->cursors, list) { init_cursor(cursor); }; }; safe_sti(ifl); dbgprintf("current mode %d x %d x %d\n", rdisplay->width, rdisplay->height, rdisplay->vrefresh); dbgprintf("user mode mode %d x %d x %d\n", usermode->width, usermode->height, usermode->freq); if( (usermode->width != 0) && (usermode->height != 0) && ( (usermode->width != rdisplay->width) || (usermode->height != rdisplay->height) || (usermode->freq != rdisplay->vrefresh) ) ) { retval = set_mode(dev, rdisplay->connector, usermode, false); } else { usermode->width = rdisplay->width; usermode->height = rdisplay->height; usermode->freq = 60; retval = set_mode(dev, rdisplay->connector, usermode, false); }; ifl = safe_cli(); { rdisplay->restore_cursor(0,0); rdisplay->init_cursor = init_cursor; rdisplay->select_cursor = select_cursor_kms; rdisplay->show_cursor = NULL; rdisplay->move_cursor = move_cursor_kms; rdisplay->restore_cursor = restore_cursor; rdisplay->disable_mouse = disable_mouse; select_cursor_kms(rdisplay->cursor); radeon_show_cursor_kms(rdisplay->crtc); }; safe_sti(ifl); init_bitmaps(); LEAVE(); return retval; }; int get_modes(videomode_t *mode, int *count) { int err = -1; // ENTER(); dbgprintf("mode %x count %d\n", mode, *count); if( *count == 0 ) { *count = rdisplay->supported_modes; err = 0; } else if( mode != NULL ) { struct drm_display_mode *drmmode; int i = 0; if( *count > rdisplay->supported_modes) *count = rdisplay->supported_modes; list_for_each_entry(drmmode, &rdisplay->connector->modes, head) { if( i < *count) { mode->width = drm_mode_width(drmmode); mode->height = drm_mode_height(drmmode); mode->bpp = 32; mode->freq = drm_mode_vrefresh(drmmode); i++; mode++; } else break; }; *count = i; err = 0; }; // LEAVE(); return err; } int set_user_mode(videomode_t *mode) { int err = -1; // ENTER(); dbgprintf("width %d height %d vrefresh %d\n", mode->width, mode->height, mode->freq); if( (mode->width != 0) && (mode->height != 0) && (mode->freq != 0 ) && ( (mode->width != rdisplay->width) || (mode->height != rdisplay->height) || (mode->freq != rdisplay->vrefresh) ) ) { if( set_mode(rdisplay->ddev, rdisplay->connector, mode, true) ) err = 0; }; // LEAVE(); return err; }; int radeonfb_create_pinned_object(struct radeon_fbdev *rfbdev, struct drm_mode_fb_cmd2 *mode_cmd, struct drm_gem_object **gobj_p) { struct radeon_device *rdev = rfbdev->rdev; struct drm_gem_object *gobj = NULL; struct radeon_bo *rbo = NULL; bool fb_tiled = false; /* useful for testing */ u32 tiling_flags = 0; int ret; int aligned_size, size; int height = mode_cmd->height; u32 bpp, depth; static struct radeon_bo kos_bo; static struct drm_mm_node vm_node; drm_fb_get_bpp_depth(mode_cmd->pixel_format, &depth, &bpp); /* need to align pitch with crtc limits */ mode_cmd->pitches[0] = radeon_align_pitch(rdev, mode_cmd->width, bpp, fb_tiled) * ((bpp + 1) / 8); if (rdev->family >= CHIP_R600) height = ALIGN(mode_cmd->height, 8); size = mode_cmd->pitches[0] * height; aligned_size = ALIGN(size, PAGE_SIZE); ret = drm_gem_object_init(rdev->ddev, &kos_bo.gem_base, aligned_size); if (unlikely(ret)) { printk(KERN_ERR "failed to allocate framebuffer (%d)\n", aligned_size); return -ENOMEM; } kos_bo.rdev = rdev; kos_bo.gem_base.driver_private = NULL; kos_bo.surface_reg = -1; kos_bo.domain = RADEON_GEM_DOMAIN_VRAM; INIT_LIST_HEAD(&kos_bo.list); gobj = &kos_bo.gem_base; rbo = gem_to_radeon_bo(gobj); if (fb_tiled) tiling_flags = RADEON_TILING_MACRO; // if (tiling_flags) { // ret = radeon_bo_set_tiling_flags(rbo, // tiling_flags | RADEON_TILING_SURFACE, // mode_cmd->pitches[0]); // if (ret) // dev_err(rdev->dev, "FB failed to set tiling flags\n"); // } vm_node.size = 0xC00000 >> 12; vm_node.start = 0; vm_node.mm = NULL; rbo->tbo.vm_node = &vm_node; rbo->tbo.offset = rbo->tbo.vm_node->start << PAGE_SHIFT; rbo->tbo.offset += (u64)rbo->rdev->mc.vram_start; rbo->kptr = (void*)0xFE000000; rbo->pin_count = 1; *gobj_p = gobj; return 0; } typedef struct { int left; int top; int right; int bottom; }rect_t; extern struct hmm bm_mm; struct drm_device *main_drm_device; void FASTCALL GetWindowRect(rect_t *rc)__asm__("GetWindowRect"); #define CURRENT_TASK (0x80003000) static u32_t get_display_map() { u32_t addr; addr = (u32_t)rdisplay; addr+= sizeof(display_t); /* shoot me */ return *(u32_t*)addr; } #include "clip.inc" #include "r100d.h" # define PACKET3_BITBLT 0x92 # define PACKET3_TRANS_BITBLT 0x9C # define R5XX_SRC_CMP_EQ_COLOR (4 << 0) # define R5XX_SRC_CMP_NEQ_COLOR (5 << 0) # define R5XX_CLR_CMP_SRC_SOURCE (1 << 24) int srv_blit_bitmap(u32 hbitmap, int dst_x, int dst_y, int src_x, int src_y, u32 w, u32 h) { struct context *context; bitmap_t *bitmap; rect_t winrc; clip_t dst_clip; clip_t src_clip; u32_t width; u32_t height; u32_t br13, cmd, slot_mask, *b; u32_t offset; u8 slot; int n=0; int ret; if(unlikely(hbitmap==0)) return -1; bitmap = (bitmap_t*)hmm_get_data(&bm_mm, hbitmap); if(unlikely(bitmap==NULL)) return -1; context = get_context(main_drm_device); if(unlikely(context == NULL)) return -1; GetWindowRect(&winrc); { static warn_count; if(warn_count < 1) { printf("left %d top %d right %d bottom %d\n", winrc.left, winrc.top, winrc.right, winrc.bottom); printf("bitmap width %d height %d\n", w, h); warn_count++; }; }; dst_clip.xmin = 0; dst_clip.ymin = 0; dst_clip.xmax = winrc.right-winrc.left; dst_clip.ymax = winrc.bottom -winrc.top; src_clip.xmin = 0; src_clip.ymin = 0; src_clip.xmax = bitmap->width - 1; src_clip.ymax = bitmap->height - 1; width = w; height = h; if( blit_clip(&dst_clip, &dst_x, &dst_y, &src_clip, &src_x, &src_y, &width, &height) ) return 0; dst_x+= winrc.left; dst_y+= winrc.top; slot = *((u8*)CURRENT_TASK); slot_mask = (u32_t)slot<<24; { #if 0 #else u8* src_offset; u8* dst_offset; u32 color; u32 ifl; src_offset = (u8*)(src_y*bitmap->pitch + src_x*4); src_offset += (u32)bitmap->uaddr; dst_offset = (u8*)(dst_y*rdisplay->width + dst_x); dst_offset+= get_display_map(); u32_t tmp_h = height; ifl = safe_cli(); while( tmp_h--) { u32 tmp_w = width; u32* tmp_src = src_offset; u8* tmp_dst = dst_offset; src_offset+= bitmap->pitch; dst_offset+= rdisplay->width; while( tmp_w--) { color = *tmp_src; if(*tmp_dst == slot) color |= 0xFF000000; else color = 0x00; *tmp_src = color; tmp_src++; tmp_dst++; }; }; safe_sti(ifl); #endif } { static warn_count; if(warn_count < 1) { printf("blit width %d height %d\n", width, height); warn_count++; }; }; // if((context->cmd_buffer & 0xFC0)==0xFC0) // context->cmd_buffer&= 0xFFFFF000; // b = (u32_t*)ALIGN(context->cmd_buffer,64); // offset = context->cmd_offset + ((u32_t)b & 0xFFF); // context->cmd_buffer+= n*4; struct radeon_device *rdev = main_drm_device->dev_private; struct radeon_ib *ib = &context->ib; ib->ptr[0] = PACKET0(0x15cc, 0); ib->ptr[1] = 0xFFFFFFFF; ib->ptr[2] = PACKET3(PACKET3_TRANS_BITBLT, 11); ib->ptr[3] = RADEON_GMC_SRC_PITCH_OFFSET_CNTL | RADEON_GMC_DST_PITCH_OFFSET_CNTL | RADEON_GMC_SRC_CLIPPING | RADEON_GMC_DST_CLIPPING | RADEON_GMC_BRUSH_NONE | (RADEON_COLOR_FORMAT_ARGB8888 << 8) | RADEON_GMC_SRC_DATATYPE_COLOR | RADEON_ROP3_S | RADEON_DP_SRC_SOURCE_MEMORY | RADEON_GMC_WR_MSK_DIS; ib->ptr[4] = ((bitmap->pitch/64) << 22) | (bitmap->gaddr >> 10); ib->ptr[5] = ((rdisplay->pitch/64) << 22) | (rdev->mc.vram_start >> 10); ib->ptr[6] = (0x1fff) | (0x1fff << 16); ib->ptr[7] = 0; ib->ptr[8] = (0x1fff) | (0x1fff << 16); ib->ptr[9] = R5XX_CLR_CMP_SRC_SOURCE | R5XX_SRC_CMP_EQ_COLOR; ib->ptr[10] = 0x00000000; ib->ptr[11] = 0xFFFFFFFF; ib->ptr[12] = (src_x << 16) | src_y; ib->ptr[13] = (dst_x << 16) | dst_y; ib->ptr[14] = (width << 16) | height; ib->ptr[15] = PACKET2(0); ib->length_dw = 16; ret = radeon_ib_schedule(rdev, ib, NULL); if (ret) { DRM_ERROR("radeon: failed to schedule ib (%d).\n", ret); goto fail; } ret = radeon_fence_wait(ib->fence, false); if (ret) { DRM_ERROR("radeon: fence wait failed (%d).\n", ret); goto fail; } fail: return ret; };