2 * Copyright (C) 2012 ROCKCHIP, Inc.
\r
4 * This software is licensed under the terms of the GNU General Public
\r
5 * License version 2, as published by the Free Software Foundation, and
\r
6 * may be copied, distributed, and modified under those terms.
\r
8 * This program is distributed in the hope that it will be useful,
\r
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
\r
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
\r
11 * GNU General Public License for more details.
\r
15 #define pr_fmt(fmt) "rga: " fmt
\r
16 #include <linux/kernel.h>
\r
17 #include <linux/init.h>
\r
18 #include <linux/module.h>
\r
19 #include <linux/platform_device.h>
\r
20 #include <linux/sched.h>
\r
21 #include <linux/mutex.h>
\r
22 #include <linux/err.h>
\r
23 #include <linux/clk.h>
\r
24 #include <asm/delay.h>
\r
25 #include <linux/dma-mapping.h>
\r
26 #include <linux/delay.h>
\r
28 #include <linux/irq.h>
\r
29 #include <linux/interrupt.h>
\r
30 #include <mach/io.h>
\r
31 #include <mach/irqs.h>
\r
32 #include <linux/fs.h>
\r
33 #include <asm/uaccess.h>
\r
34 #include <linux/miscdevice.h>
\r
35 #include <linux/poll.h>
\r
36 #include <linux/delay.h>
\r
37 #include <linux/wait.h>
\r
38 #include <linux/syscalls.h>
\r
39 #include <linux/timer.h>
\r
40 #include <linux/time.h>
\r
41 #include <asm/cacheflush.h>
\r
42 #include <linux/slab.h>
\r
43 #include <linux/fb.h>
\r
44 #include <linux/wakelock.h>
\r
47 #include "rga_reg_info.h"
\r
48 #include "rga_mmu_info.h"
\r
49 #include "RGA_API.h"
\r
52 #define RGA_TEST_TIME 0
\r
53 #define RGA_TEST_FLUSH_TIME 0
\r
54 #define RGA_INFO_BUS_ERROR 1
\r
56 #define PRE_SCALE_BUF_SIZE 2048*1024*4
\r
58 #define RGA_POWER_OFF_DELAY 4*HZ /* 4s */
\r
59 #define RGA_TIMEOUT_DELAY 2*HZ /* 2s */
\r
61 #define RGA_MAJOR 255
\r
63 #if defined(CONFIG_ARCH_RK2928)
\r
64 #define RK30_RGA_PHYS RK2928_RGA_PHYS
\r
65 #define RK30_RGA_SIZE RK2928_RGA_SIZE
\r
67 #define RGA_RESET_TIMEOUT 1000
\r
69 /* Driver information */
\r
70 #define DRIVER_DESC "RGA Device Driver"
\r
71 #define DRIVER_NAME "rga"
\r
73 #define RGA_VERSION "1.002"
\r
80 rga_session rga_session_global;
\r
82 struct rga_drvdata {
\r
83 struct miscdevice miscdev;
\r
88 struct delayed_work power_off_work;
\r
89 void (*rga_irq_callback)(int rga_retval); //callback function used by aync call
\r
90 struct wake_lock wake_lock;
\r
92 struct clk *aclk_rga;
\r
93 struct clk *hclk_rga;
\r
97 static struct rga_drvdata *drvdata;
\r
98 rga_service_info rga_service;
\r
100 static int rga_blit_async(rga_session *session, struct rga_req *req);
\r
101 static void rga_del_running_list(void);
\r
102 static void rga_del_running_list_timeout(void);
\r
103 static void rga_try_set_reg(void);
\r
107 #define RGA_DEBUG 0
\r
109 #define DBG(format, args...) printk(KERN_DEBUG "%s: " format, DRIVER_NAME, ## args)
\r
110 #define ERR(format, args...) printk(KERN_ERR "%s: " format, DRIVER_NAME, ## args)
\r
111 #define WARNING(format, args...) printk(KERN_WARN "%s: " format, DRIVER_NAME, ## args)
\r
112 #define INFO(format, args...) printk(KERN_INFO "%s: " format, DRIVER_NAME, ## args)
\r
114 #define DBG(format, args...)
\r
115 #define ERR(format, args...)
\r
116 #define WARNING(format, args...)
\r
117 #define INFO(format, args...)
\r
121 static void print_info(struct rga_req *req)
\r
123 printk("src : yrgb_addr = %.8x, src.uv_addr = %.8x, src.v_addr = %.8x, format = %d\n",
\r
124 req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr, req->src.format);
\r
125 printk("src : act_w = %d, act_h = %d, vir_w = %d, vir_h = %d\n",
\r
126 req->src.act_w, req->src.act_h, req->src.vir_w, req->src.vir_h);
\r
127 printk("src : x_offset = %.8x y_offset = %.8x\n", req->src.x_offset, req->src.y_offset);
\r
129 printk("dst : yrgb_addr = %.8x, dst.uv_addr = %.8x, dst.v_addr = %.8x\n",
\r
130 req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr);
\r
131 printk("dst : x_offset = %.8x y_offset = %.8x\n", req->dst.x_offset, req->dst.y_offset);
\r
132 printk("dst : act_w = %d, act_h = %d, vir_w = %d, vir_h = %d\n",
\r
133 req->dst.act_w, req->dst.act_h, req->dst.vir_w, req->dst.vir_h);
\r
135 printk("clip.xmin = %d, clip.xmax = %d. clip.ymin = %d, clip.ymax = %d\n",
\r
136 req->clip.xmin, req->clip.xmax, req->clip.ymin, req->clip.ymax);
\r
138 //printk("alpha_rop_flag = %.8x\n", req->alpha_rop_flag);
\r
139 //printk("alpha_rop_mode = %.8x\n", req->alpha_rop_mode);
\r
140 //printk("PD_mode = %.8x\n", req->PD_mode);
\r
145 static inline void rga_write(u32 b, u32 r)
\r
147 __raw_writel(b, drvdata->rga_base + r);
\r
150 static inline u32 rga_read(u32 r)
\r
152 return __raw_readl(drvdata->rga_base + r);
\r
155 static void rga_soft_reset(void)
\r
160 rga_write(1, RGA_SYS_CTRL); //RGA_SYS_CTRL
\r
162 for(i = 0; i < RGA_RESET_TIMEOUT; i++)
\r
164 reg = rga_read(RGA_SYS_CTRL) & 1; //RGA_SYS_CTRL
\r
172 if(i == RGA_RESET_TIMEOUT)
\r
173 ERR("soft reset timeout.\n");
\r
176 static void rga_dump(void)
\r
179 struct rga_reg *reg, *reg_tmp;
\r
180 rga_session *session, *session_tmp;
\r
182 running = atomic_read(&rga_service.total_running);
\r
183 printk("rga total_running %d\n", running);
\r
187 /* Dump waiting list info */
\r
188 if (!list_empty(&rga_service.waiting))
\r
190 next = &rga_service.waiting;
\r
192 printk("rga_service dump waiting list\n");
\r
196 reg = list_entry(next->next, struct rga_reg, status_link);
\r
197 running = atomic_read(®->session->task_running);
\r
198 num_done = atomic_read(®->session->num_done);
\r
199 printk("rga session pid %d, done %d, running %d\n", reg->session->pid, num_done, running);
\r
202 while(!list_empty(next));
\r
205 /* Dump running list info */
\r
206 if (!list_empty(&rga_service.running))
\r
208 printk("rga_service dump running list\n");
\r
210 next = &rga_service.running;
\r
213 reg = list_entry(next->next, struct rga_reg, status_link);
\r
214 running = atomic_read(®->session->task_running);
\r
215 num_done = atomic_read(®->session->num_done);
\r
216 printk("rga session pid %d, done %d, running %d:\n", reg->session->pid, num_done, running);
\r
219 while(!list_empty(next));
\r
223 list_for_each_entry_safe(session, session_tmp, &rga_service.session, list_session)
\r
225 printk("session pid %d:\n", session->pid);
\r
226 running = atomic_read(&session->task_running);
\r
227 printk("task_running %d\n", running);
\r
228 list_for_each_entry_safe(reg, reg_tmp, &session->waiting, session_link)
\r
230 printk("waiting register set 0x%.8x\n", (unsigned int)reg);
\r
232 list_for_each_entry_safe(reg, reg_tmp, &session->running, session_link)
\r
234 printk("running register set 0x%.8x\n", (unsigned int)reg);
\r
239 static inline void rga_queue_power_off_work(void)
\r
241 queue_delayed_work(system_nrt_wq, &drvdata->power_off_work, RGA_POWER_OFF_DELAY);
\r
244 /* Caller must hold rga_service.lock */
\r
245 static void rga_power_on(void)
\r
247 static ktime_t last;
\r
248 ktime_t now = ktime_get();
\r
250 if (ktime_to_ns(ktime_sub(now, last)) > NSEC_PER_SEC) {
\r
251 cancel_delayed_work_sync(&drvdata->power_off_work);
\r
252 rga_queue_power_off_work();
\r
255 if (rga_service.enable)
\r
258 clk_enable(drvdata->aclk_rga);
\r
259 clk_enable(drvdata->hclk_rga);
\r
260 clk_enable(drvdata->pd_rga);
\r
261 wake_lock(&drvdata->wake_lock);
\r
262 rga_service.enable = true;
\r
265 /* Caller must hold rga_service.lock */
\r
266 static void rga_power_off(void)
\r
270 if (!rga_service.enable) {
\r
274 total_running = atomic_read(&rga_service.total_running);
\r
275 if (total_running) {
\r
276 pr_err("power off when %d task running!!\n", total_running);
\r
278 pr_err("delay 50 ms for running task\n");
\r
282 clk_disable(drvdata->pd_rga);
\r
283 clk_disable(drvdata->aclk_rga);
\r
284 clk_disable(drvdata->hclk_rga);
\r
285 wake_unlock(&drvdata->wake_lock);
\r
286 rga_service.enable = false;
\r
289 static void rga_power_off_work(struct work_struct *work)
\r
291 if (mutex_trylock(&rga_service.lock)) {
\r
293 mutex_unlock(&rga_service.lock);
\r
295 /* Come back later if the device is busy... */
\r
296 rga_queue_power_off_work();
\r
300 static int rga_flush(rga_session *session, unsigned long arg)
\r
305 #if RGA_TEST_FLUSH_TIME
\r
308 start = ktime_get();
\r
311 ret_timeout = wait_event_interruptible_timeout(session->wait, atomic_read(&session->done), RGA_TIMEOUT_DELAY);
\r
313 if (unlikely(ret_timeout < 0)) {
\r
314 pr_err("flush pid %d wait task ret %d\n", session->pid, ret);
\r
315 mutex_lock(&rga_service.lock);
\r
316 rga_del_running_list();
\r
317 mutex_unlock(&rga_service.lock);
\r
319 } else if (0 == ret_timeout) {
\r
320 pr_err("flush pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
\r
321 printk("bus = %.8x\n", rga_read(RGA_INT));
\r
322 mutex_lock(&rga_service.lock);
\r
323 rga_del_running_list_timeout();
\r
325 mutex_unlock(&rga_service.lock);
\r
329 #if RGA_TEST_FLUSH_TIME
\r
331 end = ktime_sub(end, start);
\r
332 printk("one flush wait time %d\n", (int)ktime_to_us(end));
\r
339 static int rga_get_result(rga_session *session, unsigned long arg)
\r
341 //printk("rga_get_result %d\n",drvdata->rga_result);
\r
347 num_done = atomic_read(&session->num_done);
\r
349 if (unlikely(copy_to_user((void __user *)arg, &num_done, sizeof(int)))) {
\r
350 printk("copy_to_user failed\n");
\r
351 ERR("copy_to_user failed\n");
\r
358 static int rga_check_param(const struct rga_req *req)
\r
360 /*RGA can support up to 8192*8192 resolution in RGB format,but we limit the image size to 8191*8191 here*/
\r
361 //check src width and height
\r
363 if(!((req->render_mode == color_fill_mode) || (req->render_mode == line_point_drawing_mode)))
\r
365 if (unlikely((req->src.act_w <= 0) || (req->src.act_w > 8191) || (req->src.act_h <= 0) || (req->src.act_h > 8191)))
\r
367 ERR("invalid source resolution act_w = %d, act_h = %d\n", req->src.act_w, req->src.act_h);
\r
372 if(!((req->render_mode == color_fill_mode) || (req->render_mode == line_point_drawing_mode)))
\r
374 if (unlikely((req->src.vir_w <= 0) || (req->src.vir_w > 8191) || (req->src.vir_h <= 0) || (req->src.vir_h > 8191)))
\r
376 ERR("invalid source resolution vir_w = %d, vir_h = %d\n", req->src.vir_w, req->src.vir_h);
\r
381 //check dst width and height
\r
382 if (unlikely((req->dst.act_w <= 0) || (req->dst.act_w > 2048) || (req->dst.act_h <= 0) || (req->dst.act_h > 2048)))
\r
384 ERR("invalid destination resolution act_w = %d, act_h = %d\n", req->dst.act_w, req->dst.act_h);
\r
388 if (unlikely((req->dst.vir_w <= 0) || (req->dst.vir_w > 4096) || (req->dst.vir_h <= 0) || (req->dst.vir_h > 2048)))
\r
390 ERR("invalid destination resolution vir_w = %d, vir_h = %d\n", req->dst.vir_w, req->dst.vir_h);
\r
395 if(unlikely(req->src.vir_w < req->src.act_w)){
\r
396 ERR("invalid src_vir_w act_w = %d, vir_w = %d\n", req->src.act_w, req->src.vir_w);
\r
401 if(unlikely(req->dst.vir_w < req->dst.act_w)){
\r
402 ERR("invalid dst_vir_w act_h = %d, vir_h = %d\n", req->dst.act_w, req->dst.vir_w);
\r
409 static void rga_copy_reg(struct rga_reg *reg, uint32_t offset)
\r
415 if(atomic_read(®->session->task_running) != 0)
\r
417 printk(KERN_ERR "task_running is no zero\n");
\r
420 atomic_add(1, &rga_service.cmd_num);
\r
421 atomic_add(1, ®->session->task_running);
\r
423 cmd_buf = (uint32_t *)rga_service.cmd_buff + offset*28;
\r
424 reg_p = (uint32_t *)reg->cmd_reg;
\r
426 for(i=0; i<28; i++)
\r
428 cmd_buf[i] = reg_p[i];
\r
435 static struct rga_reg * rga_reg_init(rga_session *session, struct rga_req *req)
\r
438 struct rga_reg *reg = kzalloc(sizeof(struct rga_reg), GFP_KERNEL);
\r
440 pr_err("kmalloc fail in rga_reg_init\n");
\r
444 reg->session = session;
\r
445 INIT_LIST_HEAD(®->session_link);
\r
446 INIT_LIST_HEAD(®->status_link);
\r
448 reg->MMU_base = NULL;
\r
450 if (req->mmu_info.mmu_en)
\r
452 ret = rga_set_mmu_info(reg, req);
\r
455 printk("%s, [%d] set mmu info error \n", __FUNCTION__, __LINE__);
\r
464 if(RGA_gen_reg_info(req, (uint8_t *)reg->cmd_reg) == -1)
\r
466 printk("gen reg info error\n");
\r
474 mutex_lock(&rga_service.lock);
\r
475 list_add_tail(®->status_link, &rga_service.waiting);
\r
476 list_add_tail(®->session_link, &session->waiting);
\r
477 mutex_unlock(&rga_service.lock);
\r
482 static struct rga_reg * rga_reg_init_2(rga_session *session, struct rga_req *req0, struct rga_req *req1)
\r
486 struct rga_reg *reg0, *reg1;
\r
493 reg0 = kzalloc(sizeof(struct rga_reg), GFP_KERNEL);
\r
494 if (NULL == reg0) {
\r
495 pr_err("%s [%d] kmalloc fail in rga_reg_init\n", __FUNCTION__, __LINE__);
\r
499 reg1 = kzalloc(sizeof(struct rga_reg), GFP_KERNEL);
\r
500 if (NULL == reg1) {
\r
501 pr_err("%s [%d] kmalloc fail in rga_reg_init\n", __FUNCTION__, __LINE__);
\r
505 reg0->session = session;
\r
506 INIT_LIST_HEAD(®0->session_link);
\r
507 INIT_LIST_HEAD(®0->status_link);
\r
509 reg1->session = session;
\r
510 INIT_LIST_HEAD(®1->session_link);
\r
511 INIT_LIST_HEAD(®1->status_link);
\r
513 if(req0->mmu_info.mmu_en)
\r
515 ret = rga_set_mmu_info(reg0, req0);
\r
517 printk("%s, [%d] set mmu info error \n", __FUNCTION__, __LINE__);
\r
522 RGA_gen_reg_info(req0, (uint8_t *)reg0->cmd_reg);
\r
524 if(req1->mmu_info.mmu_en)
\r
526 ret = rga_set_mmu_info(reg1, req1);
\r
528 printk("%s, [%d] set mmu info error \n", __FUNCTION__, __LINE__);
\r
533 RGA_gen_reg_info(req1, (uint8_t *)reg1->cmd_reg);
\r
535 mutex_lock(&rga_service.lock);
\r
536 list_add_tail(®0->status_link, &rga_service.waiting);
\r
537 list_add_tail(®0->session_link, &session->waiting);
\r
538 list_add_tail(®1->status_link, &rga_service.waiting);
\r
539 list_add_tail(®1->session_link, &session->waiting);
\r
540 mutex_unlock(&rga_service.lock);
\r
557 /* Caller must hold rga_service.lock */
\r
558 static void rga_reg_deinit(struct rga_reg *reg)
\r
560 list_del_init(®->session_link);
\r
561 list_del_init(®->status_link);
\r
565 /* Caller must hold rga_service.lock */
\r
566 static void rga_reg_from_wait_to_run(struct rga_reg *reg)
\r
568 list_del_init(®->status_link);
\r
569 list_add_tail(®->status_link, &rga_service.running);
\r
571 list_del_init(®->session_link);
\r
572 list_add_tail(®->session_link, ®->session->running);
\r
575 /* Caller must hold rga_service.lock */
\r
576 static void rga_service_session_clear(rga_session *session)
\r
578 struct rga_reg *reg, *n;
\r
580 list_for_each_entry_safe(reg, n, &session->waiting, session_link)
\r
582 rga_reg_deinit(reg);
\r
585 list_for_each_entry_safe(reg, n, &session->running, session_link)
\r
587 rga_reg_deinit(reg);
\r
591 /* Caller must hold rga_service.lock */
\r
592 static void rga_try_set_reg(void)
\r
594 struct rga_reg *reg ;
\r
596 if (list_empty(&rga_service.running))
\r
598 if (!list_empty(&rga_service.waiting))
\r
601 reg = list_entry(rga_service.waiting.next, struct rga_reg, status_link);
\r
606 rga_copy_reg(reg, 0);
\r
607 rga_reg_from_wait_to_run(reg);
\r
609 dmac_flush_range(&rga_service.cmd_buff[0], &rga_service.cmd_buff[28]);
\r
610 outer_flush_range(virt_to_phys(&rga_service.cmd_buff[0]),virt_to_phys(&rga_service.cmd_buff[28]));
\r
612 #if defined(CONFIG_ARCH_RK30)
\r
616 rga_write(0x0, RGA_SYS_CTRL);
\r
617 rga_write(0, RGA_MMU_CTRL);
\r
620 rga_write(virt_to_phys(rga_service.cmd_buff), RGA_CMD_ADDR);
\r
624 //printk(KERN_DEBUG "cmd_addr = %.8x\n", rga_read(RGA_CMD_ADDR));
\r
627 p = rga_service.cmd_buff;
\r
628 printk("CMD_REG\n");
\r
629 for (i=0; i<7; i++)
\r
630 printk("%.8x %.8x %.8x %.8x\n", p[0 + i*4], p[1+i*4], p[2 + i*4], p[3 + i*4]);
\r
635 rga_write((0x1<<2)|(0x1<<3), RGA_SYS_CTRL);
\r
637 /* All CMD finish int */
\r
638 rga_write(rga_read(RGA_INT)|(0x1<<10)|(0x1<<8), RGA_INT);
\r
641 atomic_set(®->session->done, 0);
\r
642 rga_write(0x1, RGA_CMD_CTRL);
\r
647 printk("CMD_READ_BACK_REG\n");
\r
648 for (i=0; i<7; i++)
\r
649 printk("%.8x %.8x %.8x %.8x\n", rga_read(0x100 + i*16 + 0),
\r
650 rga_read(0x100 + i*16 + 4), rga_read(0x100 + i*16 + 8), rga_read(0x100 + i*16 + 12));
\r
660 /* Caller must hold rga_service.lock */
\r
661 static void rga_del_running_list(void)
\r
663 struct rga_reg *reg;
\r
665 while(!list_empty(&rga_service.running))
\r
667 reg = list_entry(rga_service.running.next, struct rga_reg, status_link);
\r
669 if(reg->MMU_base != NULL)
\r
671 kfree(reg->MMU_base);
\r
672 reg->MMU_base = NULL;
\r
674 atomic_sub(1, ®->session->task_running);
\r
675 atomic_sub(1, &rga_service.total_running);
\r
677 if(list_empty(®->session->waiting))
\r
679 atomic_set(®->session->done, 1);
\r
680 wake_up_interruptible_sync(®->session->wait);
\r
683 rga_reg_deinit(reg);
\r
687 /* Caller must hold rga_service.lock */
\r
688 static void rga_del_running_list_timeout(void)
\r
690 struct rga_reg *reg;
\r
692 while(!list_empty(&rga_service.running))
\r
694 reg = list_entry(rga_service.running.next, struct rga_reg, status_link);
\r
696 if(reg->MMU_base != NULL)
\r
698 kfree(reg->MMU_base);
\r
701 atomic_sub(1, ®->session->task_running);
\r
702 atomic_sub(1, &rga_service.total_running);
\r
704 printk("RGA soft reset for timeout process\n");
\r
709 printk("RGA_INT is %.8x\n", rga_read(RGA_INT));
\r
710 printk("reg->session->task_running = %d\n", atomic_read(®->session->task_running));
\r
711 printk("rga_service.total_running = %d\n", atomic_read(&rga_service.total_running));
\r
713 print_info(®->req);
\r
718 for (i=0; i<7; i++)
\r
719 printk("%.8x %.8x %.8x %.8x\n", p[0 + i*4], p[1+i*4], p[2 + i*4], p[3 + i*4]);
\r
724 if(list_empty(®->session->waiting))
\r
726 atomic_set(®->session->done, 1);
\r
727 wake_up_interruptible_sync(®->session->wait);
\r
730 rga_reg_deinit(reg);
\r
735 static void rga_mem_addr_sel(struct rga_req *req)
\r
737 switch(req->src.format)
\r
739 case RK_FORMAT_YCbCr_422_SP:
\r
741 case RK_FORMAT_YCbCr_422_P :
\r
743 case RK_FORMAT_YCbCr_420_SP :
\r
744 if((req->src.yrgb_addr > 0xc0000000) && (req->src.uv_addr > 0xc0000000)
\r
745 && (req->dst.yrgb_addr > 0xc0000000))
\r
747 req->src.yrgb_addr = req->src.yrgb_addr - 0x60000000;
\r
748 req->src.uv_addr = req->src.uv_addr - 0x60000000;
\r
749 req->dst.yrgb_addr = req->dst.yrgb_addr - 0x60000000;
\r
750 req->mmu_info.mmu_en = 0;
\r
751 req->mmu_info.mmu_flag &= 0xfffe;
\r
754 case RK_FORMAT_YCbCr_420_P :
\r
756 case RK_FORMAT_YCrCb_422_SP :
\r
758 case RK_FORMAT_YCrCb_422_P :
\r
760 case RK_FORMAT_YCrCb_420_SP :
\r
762 case RK_FORMAT_YCrCb_420_P :
\r
771 static int rga_blit(rga_session *session, struct rga_req *req)
\r
775 struct rga_reg *reg;
\r
776 struct rga_req req2;
\r
778 uint32_t saw, sah, daw, dah;
\r
780 saw = req->src.act_w;
\r
781 sah = req->src.act_h;
\r
782 daw = req->dst.act_w;
\r
783 dah = req->dst.act_h;
\r
787 if((req->render_mode == bitblt_mode) && (((saw>>1) >= daw) || ((sah>>1) >= dah)))
\r
789 /* generate 2 cmd for pre scale */
\r
791 ret = rga_check_param(req);
\r
792 if(ret == -EINVAL) {
\r
793 printk("req 0 argument is inval\n");
\r
797 ret = RGA_gen_two_pro(req, &req2);
\r
798 if(ret == -EINVAL) {
\r
802 ret = rga_check_param(req);
\r
803 if(ret == -EINVAL) {
\r
804 printk("req 1 argument is inval\n");
\r
808 ret = rga_check_param(&req2);
\r
809 if(ret == -EINVAL) {
\r
810 printk("req 2 argument is inval\n");
\r
814 reg = rga_reg_init_2(session, req, &req2);
\r
823 /* check value if legal */
\r
824 ret = rga_check_param(req);
\r
825 if(ret == -EINVAL) {
\r
826 printk("req argument is inval\n");
\r
830 if(req->render_mode == bitblt_mode)
\r
832 rga_mem_addr_sel(req);
\r
835 reg = rga_reg_init(session, req);
\r
842 mutex_lock(&rga_service.lock);
\r
843 atomic_add(num, &rga_service.total_running);
\r
845 mutex_unlock(&rga_service.lock);
\r
854 static int rga_blit_async(rga_session *session, struct rga_req *req)
\r
859 printk("*** rga_blit_async proc ***\n");
\r
863 ret = rga_blit(session, req);
\r
868 static int rga_blit_sync(rga_session *session, struct rga_req *req)
\r
871 int ret_timeout = 0;
\r
874 printk("*** rga_blit_sync proc ***\n");
\r
879 rga_start = ktime_get();
\r
882 ret = rga_blit(session, req);
\r
888 ret_timeout = wait_event_interruptible_timeout(session->wait, atomic_read(&session->done), RGA_TIMEOUT_DELAY);
\r
890 if (unlikely(ret_timeout< 0))
\r
892 pr_err("sync pid %d wait task ret %d\n", session->pid, ret_timeout);
\r
893 mutex_lock(&rga_service.lock);
\r
894 rga_del_running_list();
\r
895 mutex_unlock(&rga_service.lock);
\r
898 else if (0 == ret_timeout)
\r
900 pr_err("sync pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
\r
901 mutex_lock(&rga_service.lock);
\r
902 rga_del_running_list_timeout();
\r
904 mutex_unlock(&rga_service.lock);
\r
909 rga_end = ktime_get();
\r
910 rga_end = ktime_sub(rga_end, rga_start);
\r
911 printk("sync one cmd end time %d\n", (int)ktime_to_us(rga_end));
\r
918 static long rga_ioctl(struct file *file, uint32_t cmd, unsigned long arg)
\r
920 struct rga_req req;
\r
922 rga_session *session;
\r
924 mutex_lock(&rga_service.mutex);
\r
926 session = (rga_session *)file->private_data;
\r
928 if (NULL == session)
\r
930 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
\r
931 mutex_unlock(&rga_service.mutex);
\r
935 memset(&req, 0x0, sizeof(req));
\r
939 case RGA_BLIT_SYNC:
\r
940 if (unlikely(copy_from_user(&req, (struct rga_req*)arg, sizeof(struct rga_req))))
\r
942 ERR("copy_from_user failed\n");
\r
946 ret = rga_blit_sync(session, &req);
\r
948 case RGA_BLIT_ASYNC:
\r
949 if (unlikely(copy_from_user(&req, (struct rga_req*)arg, sizeof(struct rga_req))))
\r
951 ERR("copy_from_user failed\n");
\r
956 if((atomic_read(&rga_service.total_running) > 16))
\r
958 ret = rga_blit_sync(session, &req);
\r
962 ret = rga_blit_async(session, &req);
\r
966 ret = rga_flush(session, arg);
\r
968 case RGA_GET_RESULT:
\r
969 ret = rga_get_result(session, arg);
\r
971 case RGA_GET_VERSION:
\r
972 ret = copy_to_user((void *)arg, RGA_VERSION, sizeof(RGA_VERSION));
\r
976 ERR("unknown ioctl cmd!\n");
\r
981 mutex_unlock(&rga_service.mutex);
\r
987 long rga_ioctl_kernel(struct rga_req *req)
\r
990 rga_session *session;
\r
992 mutex_lock(&rga_service.mutex);
\r
994 session = &rga_session_global;
\r
996 if (NULL == session)
\r
998 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
\r
999 mutex_unlock(&rga_service.mutex);
\r
1003 switch (RGA_BLIT_SYNC)
\r
1005 case RGA_BLIT_SYNC:
\r
1006 ret = rga_blit_sync(session, req);
\r
1008 case RGA_BLIT_ASYNC:
\r
1012 case RGA_GET_RESULT:
\r
1014 case RGA_GET_VERSION:
\r
1018 ERR("unknown ioctl cmd!\n");
\r
1023 mutex_unlock(&rga_service.mutex);
\r
1029 static int rga_open(struct inode *inode, struct file *file)
\r
1031 rga_session *session = kzalloc(sizeof(rga_session), GFP_KERNEL);
\r
1032 if (NULL == session) {
\r
1033 pr_err("unable to allocate memory for rga_session.");
\r
1037 session->pid = current->pid;
\r
1038 //printk(KERN_DEBUG "+");
\r
1040 INIT_LIST_HEAD(&session->waiting);
\r
1041 INIT_LIST_HEAD(&session->running);
\r
1042 INIT_LIST_HEAD(&session->list_session);
\r
1043 init_waitqueue_head(&session->wait);
\r
1044 mutex_lock(&rga_service.lock);
\r
1045 list_add_tail(&session->list_session, &rga_service.session);
\r
1046 mutex_unlock(&rga_service.lock);
\r
1047 atomic_set(&session->task_running, 0);
\r
1048 atomic_set(&session->num_done, 0);
\r
1050 file->private_data = (void *)session;
\r
1052 //DBG("*** rga dev opened by pid %d *** \n", session->pid);
\r
1053 return nonseekable_open(inode, file);
\r
1057 static int rga_release(struct inode *inode, struct file *file)
\r
1060 rga_session *session = (rga_session *)file->private_data;
\r
1061 if (NULL == session)
\r
1063 //printk(KERN_DEBUG "-");
\r
1064 task_running = atomic_read(&session->task_running);
\r
1068 pr_err("rga_service session %d still has %d task running when closing\n", session->pid, task_running);
\r
1073 wake_up_interruptible_sync(&session->wait);
\r
1074 mutex_lock(&rga_service.lock);
\r
1075 list_del(&session->list_session);
\r
1076 rga_service_session_clear(session);
\r
1078 mutex_unlock(&rga_service.lock);
\r
1080 //DBG("*** rga dev close ***\n");
\r
1084 static irqreturn_t rga_irq_thread(int irq, void *dev_id)
\r
1086 mutex_lock(&rga_service.lock);
\r
1087 if (rga_service.enable) {
\r
1088 rga_del_running_list();
\r
1089 rga_try_set_reg();
\r
1091 mutex_unlock(&rga_service.lock);
\r
1093 return IRQ_HANDLED;
\r
1096 static irqreturn_t rga_irq(int irq, void *dev_id)
\r
1099 rga_write(rga_read(RGA_INT) | (0x1<<6) | (0x1<<7) | (0x1<<4), RGA_INT);
\r
1101 return IRQ_WAKE_THREAD;
\r
1104 struct file_operations rga_fops = {
\r
1105 .owner = THIS_MODULE,
\r
1107 .release = rga_release,
\r
1108 .unlocked_ioctl = rga_ioctl,
\r
1111 static struct miscdevice rga_dev ={
\r
1112 .minor = RGA_MAJOR,
\r
1114 .fops = &rga_fops,
\r
1117 static int __devinit rga_drv_probe(struct platform_device *pdev)
\r
1119 struct rga_drvdata *data;
\r
1122 INIT_LIST_HEAD(&rga_service.waiting);
\r
1123 INIT_LIST_HEAD(&rga_service.running);
\r
1124 INIT_LIST_HEAD(&rga_service.done);
\r
1125 INIT_LIST_HEAD(&rga_service.session);
\r
1126 mutex_init(&rga_service.lock);
\r
1127 mutex_init(&rga_service.mutex);
\r
1128 atomic_set(&rga_service.total_running, 0);
\r
1129 atomic_set(&rga_service.src_format_swt, 0);
\r
1130 rga_service.last_prc_src_format = 1; /* default is yuv first*/
\r
1131 rga_service.enable = false;
\r
1133 data = kzalloc(sizeof(struct rga_drvdata), GFP_KERNEL);
\r
1136 ERR("failed to allocate driver data.\n");
\r
1140 INIT_DELAYED_WORK(&data->power_off_work, rga_power_off_work);
\r
1141 wake_lock_init(&data->wake_lock, WAKE_LOCK_SUSPEND, "rga");
\r
1143 data->pd_rga = clk_get(NULL, "pd_rga");
\r
1144 data->aclk_rga = clk_get(NULL, "aclk_rga");
\r
1145 data->hclk_rga = clk_get(NULL, "hclk_rga");
\r
1147 /* map the memory */
\r
1148 if (!request_mem_region(RK30_RGA_PHYS, RK30_RGA_SIZE, "rga_io"))
\r
1150 pr_info("failed to reserve rga HW regs\n");
\r
1154 data->rga_base = (void*)ioremap_nocache(RK30_RGA_PHYS, RK30_RGA_SIZE);
\r
1155 if (data->rga_base == NULL)
\r
1157 ERR("rga ioremap failed\n");
\r
1163 data->irq = platform_get_irq(pdev, 0);
\r
1164 if (data->irq <= 0)
\r
1166 ERR("failed to get rga irq resource (%d).\n", data->irq);
\r
1171 /* request the IRQ */
\r
1172 ret = request_threaded_irq(data->irq, rga_irq, rga_irq_thread, 0, "rga", pdev);
\r
1175 ERR("rga request_irq failed (%d).\n", ret);
\r
1179 platform_set_drvdata(pdev, data);
\r
1182 ret = misc_register(&rga_dev);
\r
1185 ERR("cannot register miscdev (%d)\n", ret);
\r
1186 goto err_misc_register;
\r
1189 pr_info("Driver loaded succesfully\n");
\r
1193 err_misc_register:
\r
1194 free_irq(data->irq, pdev);
\r
1196 iounmap(data->rga_base);
\r
1198 wake_lock_destroy(&data->wake_lock);
\r
1204 static int rga_drv_remove(struct platform_device *pdev)
\r
1206 struct rga_drvdata *data = platform_get_drvdata(pdev);
\r
1207 DBG("%s [%d]\n",__FUNCTION__,__LINE__);
\r
1209 wake_lock_destroy(&data->wake_lock);
\r
1210 misc_deregister(&(data->miscdev));
\r
1211 free_irq(data->irq, &data->miscdev);
\r
1212 iounmap((void __iomem *)(data->rga_base));
\r
1214 clk_put(data->pd_rga);
\r
1215 clk_put(data->aclk_rga);
\r
1216 clk_put(data->hclk_rga);
\r
1222 static struct platform_driver rga_driver = {
\r
1223 .probe = rga_drv_probe,
\r
1224 .remove = __devexit_p(rga_drv_remove),
\r
1226 .owner = THIS_MODULE,
\r
1232 void rga_test_0(void);
\r
1233 void rga_test_1(void);
\r
1236 static int __init rga_init(void)
\r
1239 uint32_t *mmu_buf;
\r
1243 /* malloc pre scale mid buf mmu table */
\r
1244 mmu_buf = kzalloc(1024*8, GFP_KERNEL);
\r
1245 if(mmu_buf == NULL)
\r
1247 printk(KERN_ERR "RGA get Pre Scale buff failed. \n");
\r
1251 /* malloc 8 M buf */
\r
1252 for(i=0; i<2048; i++)
\r
1254 buf_p = (uint32_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO);
\r
1257 printk(KERN_ERR "RGA init pre scale buf falied\n");
\r
1261 mmu_buf[i] = virt_to_phys((void *)((uint32_t)buf_p));
\r
1264 rga_service.pre_scale_buf = (uint32_t *)mmu_buf;
\r
1266 if ((ret = platform_driver_register(&rga_driver)) != 0)
\r
1268 printk(KERN_ERR "Platform device register failed (%d).\n", ret);
\r
1273 rga_session_global.pid = 0x0000ffff;
\r
1274 INIT_LIST_HEAD(&rga_session_global.waiting);
\r
1275 INIT_LIST_HEAD(&rga_session_global.running);
\r
1276 INIT_LIST_HEAD(&rga_session_global.list_session);
\r
1277 init_waitqueue_head(&rga_session_global.wait);
\r
1278 //mutex_lock(&rga_service.lock);
\r
1279 list_add_tail(&rga_session_global.list_session, &rga_service.session);
\r
1280 //mutex_unlock(&rga_service.lock);
\r
1281 atomic_set(&rga_session_global.task_running, 0);
\r
1282 atomic_set(&rga_session_global.num_done, 0);
\r
1287 INFO("Module initialized.\n");
\r
1292 static void __exit rga_exit(void)
\r
1298 for(i=0; i<2048; i++)
\r
1300 if((uint32_t *)rga_service.pre_scale_buf[i] != NULL)
\r
1302 __free_page((void *)rga_service.pre_scale_buf[i]);
\r
1306 if(rga_service.pre_scale_buf != NULL) {
\r
1307 kfree((uint8_t *)rga_service.pre_scale_buf);
\r
1309 platform_driver_unregister(&rga_driver);
\r
1316 extern struct fb_info * rk_get_fb(int fb_id);
\r
1317 EXPORT_SYMBOL(rk_get_fb);
\r
1319 extern void rk_direct_fb_show(struct fb_info * fbi);
\r
1320 EXPORT_SYMBOL(rk_direct_fb_show);
\r
1324 unsigned int src_buf[1280*720];
\r
1325 unsigned int dst_buf[720*480];
\r
1327 void rga_test_0(void)
\r
1329 struct rga_req req;
\r
1330 rga_session session;
\r
1331 unsigned int *src, *dst;
\r
1336 struct fb_info *fb;
\r
1338 session.pid = current->pid;
\r
1339 INIT_LIST_HEAD(&session.waiting);
\r
1340 INIT_LIST_HEAD(&session.running);
\r
1341 INIT_LIST_HEAD(&session.list_session);
\r
1342 init_waitqueue_head(&session.wait);
\r
1343 /* no need to protect */
\r
1344 list_add_tail(&session.list_session, &rga_service.session);
\r
1345 atomic_set(&session.task_running, 0);
\r
1346 atomic_set(&session.num_done, 0);
\r
1347 //file->private_data = (void *)session;
\r
1349 fb = rk_get_fb(0);
\r
1351 memset(&req, 0, sizeof(struct rga_req));
\r
1355 memset(src_buf, 0x80, 1280*480*4);
\r
1357 dmac_flush_range(&src_buf[0], &src_buf[1280*480]);
\r
1358 outer_flush_range(virt_to_phys(&src_buf[0]),virt_to_phys(&src_buf[1280*480]));
\r
1362 memset(src_buf, 0x80, 800*480*4);
\r
1363 memset(dst_buf, 0xcc, 800*480*4);
\r
1365 dmac_flush_range(&dst_buf[0], &dst_buf[800*480]);
\r
1366 outer_flush_range(virt_to_phys(&dst_buf[0]),virt_to_phys(&dst_buf[800*480]));
\r
1369 req.src.act_w = 1280;
\r
1370 req.src.act_h = 720;
\r
1372 req.src.vir_w = 1280;
\r
1373 req.src.vir_h = 720;
\r
1374 req.src.yrgb_addr = (uint32_t)src;
\r
1375 req.src.uv_addr = (uint32_t)virt_to_phys(src);
\r
1376 req.src.v_addr = (uint32_t)virt_to_phys(src);
\r
1377 req.src.format = 0;
\r
1379 req.dst.act_w = 720;
\r
1380 req.dst.act_h = 480;
\r
1382 req.dst.vir_w = 1280;
\r
1383 req.dst.vir_h = 720;
\r
1384 req.dst.x_offset = 0;
\r
1385 req.dst.y_offset = 0;
\r
1386 req.dst.yrgb_addr = (uint32_t)virt_to_phys(dst);
\r
1388 //req.dst.format = RK_FORMAT_RGB_565;
\r
1390 req.clip.xmin = 0;
\r
1391 req.clip.xmax = 1279;
\r
1392 req.clip.ymin = 0;
\r
1393 req.clip.ymax = 719;
\r
1395 //req.render_mode = color_fill_mode;
\r
1396 //req.fg_color = 0x80ffffff;
\r
1398 req.rotate_mode = 1;
\r
1399 req.scale_mode = 2;
\r
1401 //req.alpha_rop_flag = 1;
\r
1402 //req.alpha_rop_mode = 0x19;
\r
1408 req.mmu_info.mmu_flag = 0x21;
\r
1409 req.mmu_info.mmu_en = 1;
\r
1411 rga_blit_sync(&session, &req);
\r
1414 fb->var.bits_per_pixel = 32;
\r
1416 fb->var.xres = 1280;
\r
1417 fb->var.yres = 800;
\r
1419 fb->var.red.length = 8;
\r
1420 fb->var.red.offset = 0;
\r
1421 fb->var.red.msb_right = 0;
\r
1423 fb->var.green.length = 8;
\r
1424 fb->var.green.offset = 8;
\r
1425 fb->var.green.msb_right = 0;
\r
1427 fb->var.blue.length = 8;
\r
1429 fb->var.blue.offset = 16;
\r
1430 fb->var.blue.msb_right = 0;
\r
1432 fb->var.transp.length = 8;
\r
1433 fb->var.transp.offset = 24;
\r
1434 fb->var.transp.msb_right = 0;
\r
1436 fb->var.nonstd &= (~0xff);
\r
1437 fb->var.nonstd |= 1;
\r
1439 fb->fix.smem_start = virt_to_phys(dst);
\r
1441 rk_direct_fb_show(fb);
\r
1447 module_init(rga_init);
\r
1448 module_exit(rga_exit);
\r
1450 /* Module information */
\r
1451 MODULE_AUTHOR("zsq@rock-chips.com");
\r
1452 MODULE_DESCRIPTION("Driver for rga device");
\r
1453 MODULE_LICENSE("GPL");
\r