2 * Copyright (C) 2012 ROCKCHIP, Inc.
4 * This software is licensed under the terms of the GNU General Public
5 * License version 2, as published by the Free Software Foundation, and
6 * may be copied, distributed, and modified under those terms.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
15 #define pr_fmt(fmt) "rga: " fmt
16 #include <linux/kernel.h>
17 #include <linux/init.h>
18 #include <linux/module.h>
19 #include <linux/platform_device.h>
20 #include <linux/sched.h>
21 #include <linux/mutex.h>
22 #include <linux/err.h>
23 #include <linux/clk.h>
24 #include <asm/delay.h>
25 #include <linux/dma-mapping.h>
26 #include <linux/delay.h>
28 #include <linux/irq.h>
29 #include <linux/interrupt.h>
31 #include <asm/uaccess.h>
32 #include <linux/miscdevice.h>
33 #include <linux/poll.h>
34 #include <linux/delay.h>
35 #include <linux/wait.h>
36 #include <linux/syscalls.h>
37 #include <linux/timer.h>
38 #include <linux/time.h>
39 #include <asm/cacheflush.h>
40 #include <linux/slab.h>
42 #include <linux/wakelock.h>
43 #include <linux/scatterlist.h>
44 #include <linux/rockchip_ion.h>
47 #include "rga2_reg_info.h"
48 #include "rga2_mmu_info.h"
52 #if defined(CONFIG_RK_IOMMU) && defined(CONFIG_ION_ROCKCHIP)
53 #define CONFIG_RGA_IOMMU
56 #define RGA2_TEST_FLUSH_TIME 0
57 #define RGA2_INFO_BUS_ERROR 1
58 #define RGA2_POWER_OFF_DELAY 4*HZ /* 4s */
59 #define RGA2_TIMEOUT_DELAY 2*HZ /* 2s */
60 #define RGA2_MAJOR 255
61 #define RGA2_RESET_TIMEOUT 1000
63 /* Driver information */
64 #define DRIVER_DESC "RGA2 Device Driver"
65 #define DRIVER_NAME "rga2"
66 #define RGA2_VERSION "2.000"
73 rga2_session rga2_session_global;
74 long (*rga_ioctl_kernel_p)(struct rga_req *);
76 struct rga2_drvdata_t {
77 struct miscdevice miscdev;
82 struct delayed_work power_off_work;
83 struct wake_lock wake_lock;
84 void (*rga_irq_callback)(int rga_retval);
86 struct clk *aclk_rga2;
87 struct clk *hclk_rga2;
90 struct ion_client * ion_client;
93 struct rga2_drvdata_t *rga2_drvdata;
94 struct rga2_service_info rga2_service;
95 struct rga2_mmu_buf_t rga2_mmu_buf;
97 static int rga2_blit_async(rga2_session *session, struct rga2_req *req);
98 static void rga2_del_running_list(void);
99 static void rga2_del_running_list_timeout(void);
100 static void rga2_try_set_reg(void);
106 #define DBG(format, args...) printk(KERN_DEBUG "%s: " format, DRIVER_NAME, ## args)
107 #define ERR(format, args...) printk(KERN_ERR "%s: " format, DRIVER_NAME, ## args)
108 #define WARNING(format, args...) printk(KERN_WARN "%s: " format, DRIVER_NAME, ## args)
109 #define INFO(format, args...) printk(KERN_INFO "%s: " format, DRIVER_NAME, ## args)
111 #define DBG(format, args...)
112 #define ERR(format, args...)
113 #define WARNING(format, args...)
114 #define INFO(format, args...)
118 static void print_info(struct rga2_req *req)
120 printk("render_mode=%d bitblt_mode=%d rotate_mode=%.8x\n",
121 req->render_mode, req->bitblt_mode, req->rotate_mode);
122 printk("src : y=%.lx uv=%.lx v=%.lx format=%d aw=%d ah=%d vw=%d vh=%d xoff=%d yoff=%d \n",
123 req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr, req->src.format,
124 req->src.act_w, req->src.act_h, req->src.vir_w, req->src.vir_h,
125 req->src.x_offset, req->src.y_offset);
126 printk("dst : y=%lx uv=%lx v=%lx format=%d aw=%d ah=%d vw=%d vh=%d xoff=%d yoff=%d \n",
127 req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr, req->dst.format,
128 req->dst.act_w, req->dst.act_h, req->dst.vir_w, req->dst.vir_h,
129 req->dst.x_offset, req->dst.y_offset);
130 printk("mmu : src=%.2x src1=%.2x dst=%.2x els=%.2x\n",
131 req->mmu_info.src0_mmu_flag, req->mmu_info.src1_mmu_flag,
132 req->mmu_info.dst_mmu_flag, req->mmu_info.els_mmu_flag);
133 printk("alpha : flag %.8x mode0=%.8x mode1=%.8x\n",
134 req->alpha_rop_flag, req->alpha_mode_0, req->alpha_mode_1);
138 static inline void rga2_write(u32 b, u32 r)
140 *((volatile unsigned int *)(rga2_drvdata->rga_base + r)) = b;
143 static inline u32 rga2_read(u32 r)
145 return *((volatile unsigned int *)(rga2_drvdata->rga_base + r));
148 static void rga2_soft_reset(void)
153 rga2_write((1 << 3) | (1 << 4), RGA2_SYS_CTRL); //RGA_SYS_CTRL
155 for(i = 0; i < RGA2_RESET_TIMEOUT; i++)
157 reg = rga2_read(RGA2_SYS_CTRL) & 1; //RGA_SYS_CTRL
165 if(i == RGA2_RESET_TIMEOUT)
166 ERR("soft reset timeout.\n");
169 static void rga2_dump(void)
172 struct rga2_reg *reg, *reg_tmp;
173 rga2_session *session, *session_tmp;
175 running = atomic_read(&rga2_service.total_running);
176 printk("rga total_running %d\n", running);
177 list_for_each_entry_safe(session, session_tmp, &rga2_service.session,
180 printk("session pid %d:\n", session->pid);
181 running = atomic_read(&session->task_running);
182 printk("task_running %d\n", running);
183 list_for_each_entry_safe(reg, reg_tmp, &session->waiting, session_link)
185 printk("waiting register set 0x%.lu\n", (unsigned long)reg);
187 list_for_each_entry_safe(reg, reg_tmp, &session->running, session_link)
189 printk("running register set 0x%.lu\n", (unsigned long)reg);
194 static inline void rga2_queue_power_off_work(void)
196 queue_delayed_work(system_wq, &rga2_drvdata->power_off_work,
197 RGA2_POWER_OFF_DELAY);
200 /* Caller must hold rga_service.lock */
201 static void rga2_power_on(void)
204 ktime_t now = ktime_get();
206 if (ktime_to_ns(ktime_sub(now, last)) > NSEC_PER_SEC) {
207 cancel_delayed_work_sync(&rga2_drvdata->power_off_work);
208 rga2_queue_power_off_work();
212 if (rga2_service.enable)
215 clk_prepare_enable(rga2_drvdata->rga2);
216 clk_prepare_enable(rga2_drvdata->aclk_rga2);
217 clk_prepare_enable(rga2_drvdata->hclk_rga2);
218 wake_lock(&rga2_drvdata->wake_lock);
219 rga2_service.enable = true;
222 /* Caller must hold rga_service.lock */
223 static void rga2_power_off(void)
227 if (!rga2_service.enable) {
231 total_running = atomic_read(&rga2_service.total_running);
233 pr_err("power off when %d task running!!\n", total_running);
235 pr_err("delay 50 ms for running task\n");
239 clk_disable_unprepare(rga2_drvdata->rga2);
240 clk_disable_unprepare(rga2_drvdata->aclk_rga2);
241 clk_disable_unprepare(rga2_drvdata->hclk_rga2);
242 wake_unlock(&rga2_drvdata->wake_lock);
244 rga2_service.enable = false;
247 static void rga2_power_off_work(struct work_struct *work)
249 if (mutex_trylock(&rga2_service.lock)) {
251 mutex_unlock(&rga2_service.lock);
253 /* Come back later if the device is busy... */
254 rga2_queue_power_off_work();
258 static int rga2_flush(rga2_session *session, unsigned long arg)
263 #if RGA2_TEST_FLUSH_TIME
269 ret_timeout = wait_event_timeout(session->wait, atomic_read(&session->done), RGA2_TIMEOUT_DELAY);
271 if (unlikely(ret_timeout < 0)) {
272 //pr_err("flush pid %d wait task ret %d\n", session->pid, ret);
273 mutex_lock(&rga2_service.lock);
274 rga2_del_running_list();
275 mutex_unlock(&rga2_service.lock);
277 } else if (0 == ret_timeout) {
278 //pr_err("flush pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
279 //printk("bus = %.8x\n", rga_read(RGA_INT));
280 mutex_lock(&rga2_service.lock);
281 rga2_del_running_list_timeout();
283 mutex_unlock(&rga2_service.lock);
287 #if RGA2_TEST_FLUSH_TIME
289 end = ktime_sub(end, start);
290 printk("one flush wait time %d\n", (int)ktime_to_us(end));
297 static int rga2_get_result(rga2_session *session, unsigned long arg)
302 num_done = atomic_read(&session->num_done);
303 if (unlikely(copy_to_user((void __user *)arg, &num_done, sizeof(int)))) {
304 printk("copy_to_user failed\n");
311 static int rga2_check_param(const struct rga2_req *req)
313 if(!((req->render_mode == color_fill_mode)))
315 if (unlikely((req->src.act_w <= 0) || (req->src.act_w > 8191) || (req->src.act_h <= 0) || (req->src.act_h > 8191)))
317 printk("invalid source resolution act_w = %d, act_h = %d\n", req->src.act_w, req->src.act_h);
322 if(!((req->render_mode == color_fill_mode)))
324 if (unlikely((req->src.vir_w <= 0) || (req->src.vir_w > 8191) || (req->src.vir_h <= 0) || (req->src.vir_h > 8191)))
326 printk("invalid source resolution vir_w = %d, vir_h = %d\n", req->src.vir_w, req->src.vir_h);
331 //check dst width and height
332 if (unlikely((req->dst.act_w <= 0) || (req->dst.act_w > 4096) || (req->dst.act_h <= 0) || (req->dst.act_h > 4096)))
334 printk("invalid destination resolution act_w = %d, act_h = %d\n", req->dst.act_w, req->dst.act_h);
338 if (unlikely((req->dst.vir_w <= 0) || (req->dst.vir_w > 4096) || (req->dst.vir_h <= 0) || (req->dst.vir_h > 4096)))
340 printk("invalid destination resolution vir_w = %d, vir_h = %d\n", req->dst.vir_w, req->dst.vir_h);
345 if(unlikely(req->src.vir_w < req->src.act_w)){
346 printk("invalid src_vir_w act_w = %d, vir_w = %d\n", req->src.act_w, req->src.vir_w);
351 if(unlikely(req->dst.vir_w < req->dst.act_w)){
352 if(req->rotate_mode != 1)
354 printk("invalid dst_vir_w act_h = %d, vir_h = %d\n", req->dst.act_w, req->dst.vir_w);
362 static void rga2_copy_reg(struct rga2_reg *reg, uint32_t offset)
368 if(atomic_read(®->session->task_running) != 0)
369 printk(KERN_ERR "task_running is no zero\n");
371 atomic_add(1, &rga2_service.cmd_num);
372 atomic_add(1, ®->session->task_running);
374 cmd_buf = (uint32_t *)rga2_service.cmd_buff + offset*32;
375 reg_p = (uint32_t *)reg->cmd_reg;
378 cmd_buf[i] = reg_p[i];
382 static struct rga2_reg * rga2_reg_init(rga2_session *session, struct rga2_req *req)
385 struct rga2_reg *reg = kzalloc(sizeof(struct rga2_reg), GFP_KERNEL);
387 pr_err("kmalloc fail in rga_reg_init\n");
391 reg->session = session;
392 INIT_LIST_HEAD(®->session_link);
393 INIT_LIST_HEAD(®->status_link);
395 reg->MMU_base = NULL;
397 if ((req->mmu_info.src0_mmu_flag & 1) || (req->mmu_info.src1_mmu_flag & 1)
398 || (req->mmu_info.dst_mmu_flag & 1) || (req->mmu_info.els_mmu_flag & 1))
400 ret = rga2_set_mmu_info(reg, req);
402 printk("%s, [%d] set mmu info error \n", __FUNCTION__, __LINE__);
410 if(RGA2_gen_reg_info((uint8_t *)reg->cmd_reg, req) == -1) {
411 printk("gen reg info error\n");
418 mutex_lock(&rga2_service.lock);
419 list_add_tail(®->status_link, &rga2_service.waiting);
420 list_add_tail(®->session_link, &session->waiting);
421 mutex_unlock(&rga2_service.lock);
427 /* Caller must hold rga_service.lock */
428 static void rga2_reg_deinit(struct rga2_reg *reg)
430 list_del_init(®->session_link);
431 list_del_init(®->status_link);
435 /* Caller must hold rga_service.lock */
436 static void rga2_reg_from_wait_to_run(struct rga2_reg *reg)
438 list_del_init(®->status_link);
439 list_add_tail(®->status_link, &rga2_service.running);
441 list_del_init(®->session_link);
442 list_add_tail(®->session_link, ®->session->running);
445 /* Caller must hold rga_service.lock */
446 static void rga2_service_session_clear(rga2_session *session)
448 struct rga2_reg *reg, *n;
450 list_for_each_entry_safe(reg, n, &session->waiting, session_link)
452 rga2_reg_deinit(reg);
455 list_for_each_entry_safe(reg, n, &session->running, session_link)
457 rga2_reg_deinit(reg);
461 /* Caller must hold rga_service.lock */
462 static void rga2_try_set_reg(void)
464 struct rga2_reg *reg ;
466 if (list_empty(&rga2_service.running))
468 if (!list_empty(&rga2_service.waiting))
471 reg = list_entry(rga2_service.waiting.next, struct rga2_reg, status_link);
476 rga2_copy_reg(reg, 0);
477 rga2_reg_from_wait_to_run(reg);
480 dmac_flush_range(&rga2_service.cmd_buff[0], &rga2_service.cmd_buff[32]);
481 outer_flush_range(virt_to_phys(&rga2_service.cmd_buff[0]),virt_to_phys(&rga2_service.cmd_buff[32]));
482 #elif defined(CONFIG_ARM64)
483 __dma_flush_range(&rga2_service.cmd_buff[0], &rga2_service.cmd_buff[32]);
488 rga2_write(0x0, RGA2_SYS_CTRL);
491 rga2_write(virt_to_phys(rga2_service.cmd_buff), RGA2_CMD_BASE);
496 p = rga2_service.cmd_buff;
499 printk("%.8x %.8x %.8x %.8x\n", p[0 + i*4], p[1+i*4], p[2 + i*4], p[3 + i*4]);
504 rga2_write((0x1<<1)|(0x1<<2)|(0x1<<5)|(0x1<<6), RGA2_SYS_CTRL);
506 /* All CMD finish int */
507 rga2_write(rga2_read(RGA2_INT)|(0x1<<10)|(0x1<<9)|(0x1<<8), RGA2_INT);
510 rga2_start = ktime_get();
514 atomic_set(®->session->done, 0);
515 rga2_write(0x1, RGA2_CMD_CTRL);
520 printk("CMD_READ_BACK_REG\n");
522 printk("%.8x %.8x %.8x %.8x\n", rga2_read(0x100 + i*16 + 0),
523 rga2_read(0x100 + i*16 + 4), rga2_read(0x100 + i*16 + 8), rga2_read(0x100 + i*16 + 12));
530 /* Caller must hold rga_service.lock */
531 static void rga2_del_running_list(void)
533 struct rga2_reg *reg;
535 while(!list_empty(&rga2_service.running))
537 reg = list_entry(rga2_service.running.next, struct rga2_reg, status_link);
539 if(reg->MMU_len != 0)
541 if (rga2_mmu_buf.back + reg->MMU_len > 2*rga2_mmu_buf.size)
542 rga2_mmu_buf.back = reg->MMU_len + rga2_mmu_buf.size;
544 rga2_mmu_buf.back += reg->MMU_len;
546 atomic_sub(1, ®->session->task_running);
547 atomic_sub(1, &rga2_service.total_running);
549 if(list_empty(®->session->waiting))
551 atomic_set(®->session->done, 1);
552 wake_up(®->session->wait);
555 rga2_reg_deinit(reg);
559 /* Caller must hold rga_service.lock */
560 static void rga2_del_running_list_timeout(void)
562 struct rga2_reg *reg;
564 while(!list_empty(&rga2_service.running))
566 reg = list_entry(rga2_service.running.next, struct rga2_reg, status_link);
568 if(reg->MMU_base != NULL)
570 kfree(reg->MMU_base);
573 atomic_sub(1, ®->session->task_running);
574 atomic_sub(1, &rga2_service.total_running);
578 if(list_empty(®->session->waiting))
580 atomic_set(®->session->done, 1);
581 wake_up(®->session->wait);
584 rga2_reg_deinit(reg);
588 static int rga2_convert_dma_buf(struct rga2_req *req)
590 struct ion_handle *hdl;
591 ion_phys_addr_t phy_addr;
600 if((int)req->src.yrgb_addr > 0) {
601 hdl = ion_import_dma_buf(rga2_drvdata->ion_client, req->src.yrgb_addr);
604 printk("RGA2 SRC ERROR ion buf handle\n");
607 if (req->mmu_info.src0_mmu_flag) {
608 req->sg_src0 = ion_sg_table(rga2_drvdata->ion_client, hdl);
609 req->src.yrgb_addr = req->src.uv_addr;
610 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
611 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
614 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
615 req->src.yrgb_addr = phy_addr;
616 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
617 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
619 ion_free(rga2_drvdata->ion_client, hdl);
622 req->src.yrgb_addr = req->src.uv_addr;
623 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
624 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
627 if((int)req->dst.yrgb_addr > 0) {
628 hdl = ion_import_dma_buf(rga2_drvdata->ion_client, req->dst.yrgb_addr);
631 printk("RGA2 DST ERROR ion buf handle\n");
634 if (req->mmu_info.dst_mmu_flag) {
635 req->sg_dst = ion_sg_table(rga2_drvdata->ion_client, hdl);
636 req->dst.yrgb_addr = req->dst.uv_addr;
637 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
638 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
641 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
642 req->dst.yrgb_addr = phy_addr;
643 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
644 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
646 ion_free(rga2_drvdata->ion_client, hdl);
649 req->dst.yrgb_addr = req->dst.uv_addr;
650 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
651 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
654 if((int)req->src1.yrgb_addr > 0) {
655 hdl = ion_import_dma_buf(rga2_drvdata->ion_client, req->src1.yrgb_addr);
658 printk("RGA2 ERROR ion buf handle\n");
661 if (req->mmu_info.dst_mmu_flag) {
662 req->sg_src1 = ion_sg_table(rga2_drvdata->ion_client, hdl);
663 req->src1.yrgb_addr = 0;
664 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
665 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
668 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
669 req->src1.yrgb_addr = phy_addr;
670 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
671 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
673 ion_free(rga2_drvdata->ion_client, hdl);
676 req->src1.yrgb_addr = req->dst.uv_addr;
677 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
678 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
684 static int rga2_blit(rga2_session *session, struct rga2_req *req)
688 struct rga2_reg *reg;
690 if(rga2_convert_dma_buf(req)) {
691 printk("RGA2 : DMA buf copy error\n");
696 /* check value if legal */
697 ret = rga2_check_param(req);
699 printk("req argument is inval\n");
703 reg = rga2_reg_init(session, req);
709 mutex_lock(&rga2_service.lock);
710 atomic_add(num, &rga2_service.total_running);
712 mutex_unlock(&rga2_service.lock);
721 static int rga2_blit_async(rga2_session *session, struct rga2_req *req)
726 if (1) {//req->src.format >= 0x10) {
729 printk("*** rga_blit_async proc ***\n");
734 atomic_set(&session->done, 0);
735 ret = rga2_blit(session, req);
740 static int rga2_blit_sync(rga2_session *session, struct rga2_req *req)
746 if (1) {//req->bitblt_mode == 0x2) {
749 printk("*** rga2_blit_sync proc ***\n");
755 atomic_set(&session->done, 0);
757 ret = rga2_blit(session, req);
761 ret_timeout = wait_event_timeout(session->wait, atomic_read(&session->done), RGA2_TIMEOUT_DELAY);
763 if (unlikely(ret_timeout< 0))
765 //pr_err("sync pid %d wait task ret %d\n", session->pid, ret_timeout);
766 mutex_lock(&rga2_service.lock);
767 rga2_del_running_list();
768 mutex_unlock(&rga2_service.lock);
771 else if (0 == ret_timeout)
773 //pr_err("sync pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
774 mutex_lock(&rga2_service.lock);
775 rga2_del_running_list_timeout();
777 mutex_unlock(&rga2_service.lock);
782 rga2_end = ktime_get();
783 rga2_end = ktime_sub(rga2_end, rga2_start);
784 printk("sync one cmd end time %d\n", (int)ktime_to_us(rga2_end));
790 static long rga_ioctl(struct file *file, uint32_t cmd, unsigned long arg)
792 struct rga2_req req, req_first;
793 struct rga_req req_rga;
795 rga2_session *session;
797 memset(&req, 0x0, sizeof(req));
799 mutex_lock(&rga2_service.mutex);
801 session = (rga2_session *)file->private_data;
805 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
806 mutex_unlock(&rga2_service.mutex);
810 memset(&req, 0x0, sizeof(req));
815 if (unlikely(copy_from_user(&req_rga, (struct rga_req*)arg, sizeof(struct rga_req))))
817 ERR("copy_from_user failed\n");
821 RGA_MSG_2_RGA2_MSG(&req_rga, &req);
823 if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
824 memcpy(&req_first, &req, sizeof(struct rga2_req));
825 if ((req_first.src.act_w != req_first.dst.act_w)
826 || (req_first.src.act_h != req_first.dst.act_h)) {
827 req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
828 req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
829 req_first.dst.act_w = req_first.src.act_w;
830 req_first.dst.act_h = req_first.src.act_h;
831 ret = rga2_blit_async(session, &req_first);
833 ret = rga2_blit_sync(session, &req);
837 ret = rga2_blit_sync(session, &req);
841 if (unlikely(copy_from_user(&req_rga, (struct rga_req*)arg, sizeof(struct rga_req))))
843 ERR("copy_from_user failed\n");
848 RGA_MSG_2_RGA2_MSG(&req_rga, &req);
850 if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
851 memcpy(&req_first, &req, sizeof(struct rga2_req));
852 if ((req_first.src.act_w != req_first.dst.act_w)
853 || (req_first.src.act_h != req_first.dst.act_h)) {
854 req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
855 req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
856 req_first.dst.act_w = req_first.src.act_w;
857 req_first.dst.act_h = req_first.src.act_h;
858 ret = rga2_blit_async(session, &req_first);
860 ret = rga2_blit_async(session, &req);
864 ret = rga2_blit_async(session, &req);
868 if (unlikely(copy_from_user(&req, (struct rga2_req*)arg, sizeof(struct rga2_req))))
870 ERR("copy_from_user failed\n");
874 ret = rga2_blit_sync(session, &req);
876 case RGA2_BLIT_ASYNC:
877 if (unlikely(copy_from_user(&req, (struct rga2_req*)arg, sizeof(struct rga2_req))))
879 ERR("copy_from_user failed\n");
884 if((atomic_read(&rga2_service.total_running) > 16))
886 ret = rga2_blit_sync(session, &req);
890 ret = rga2_blit_async(session, &req);
895 ret = rga2_flush(session, arg);
898 case RGA2_GET_RESULT:
899 ret = rga2_get_result(session, arg);
901 case RGA_GET_VERSION:
902 case RGA2_GET_VERSION:
903 ret = copy_to_user((void *)arg, RGA2_VERSION, sizeof(RGA2_VERSION));
907 ERR("unknown ioctl cmd!\n");
912 mutex_unlock(&rga2_service.mutex);
918 static long compat_rga_ioctl(struct file *file, uint32_t cmd, unsigned long arg)
920 struct rga2_req req, req_first;
921 struct rga_req_32 req_rga;
923 rga2_session *session;
925 memset(&req, 0x0, sizeof(req));
927 mutex_lock(&rga2_service.mutex);
929 session = (rga2_session *)file->private_data;
932 printk("use compat_rga_ioctl\n");
935 if (NULL == session) {
936 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
937 mutex_unlock(&rga2_service.mutex);
941 memset(&req, 0x0, sizeof(req));
945 if (unlikely(copy_from_user(&req_rga, compat_ptr((compat_uptr_t)arg), sizeof(struct rga_req_32))))
947 ERR("copy_from_user failed\n");
952 RGA_MSG_2_RGA2_MSG_32(&req_rga, &req);
954 if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
955 memcpy(&req_first, &req, sizeof(struct rga2_req));
956 if ((req_first.src.act_w != req_first.dst.act_w)
957 || (req_first.src.act_h != req_first.dst.act_h)) {
958 req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
959 req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
960 req_first.dst.act_w = req_first.src.act_w;
961 req_first.dst.act_h = req_first.src.act_h;
962 ret = rga2_blit_async(session, &req_first);
964 ret = rga2_blit_sync(session, &req);
968 ret = rga2_blit_sync(session, &req);
972 if (unlikely(copy_from_user(&req_rga, compat_ptr((compat_uptr_t)arg), sizeof(struct rga_req_32))))
974 ERR("copy_from_user failed\n");
978 RGA_MSG_2_RGA2_MSG_32(&req_rga, &req);
980 if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
981 memcpy(&req_first, &req, sizeof(struct rga2_req));
982 if ((req_first.src.act_w != req_first.dst.act_w)
983 || (req_first.src.act_h != req_first.dst.act_h)) {
984 req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
985 req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
986 req_first.dst.act_w = req_first.src.act_w;
987 req_first.dst.act_h = req_first.src.act_h;
988 ret = rga2_blit_async(session, &req_first);
990 ret = rga2_blit_sync(session, &req);
994 ret = rga2_blit_sync(session, &req);
997 //if((atomic_read(&rga2_service.total_running) > 8))
998 // ret = rga2_blit_sync(session, &req);
1000 // ret = rga2_blit_async(session, &req);
1003 case RGA2_BLIT_SYNC:
1004 if (unlikely(copy_from_user(&req, compat_ptr((compat_uptr_t)arg), sizeof(struct rga2_req))))
1006 ERR("copy_from_user failed\n");
1010 ret = rga2_blit_sync(session, &req);
1012 case RGA2_BLIT_ASYNC:
1013 if (unlikely(copy_from_user(&req, compat_ptr((compat_uptr_t)arg), sizeof(struct rga2_req))))
1015 ERR("copy_from_user failed\n");
1020 if((atomic_read(&rga2_service.total_running) > 16))
1021 ret = rga2_blit_sync(session, &req);
1023 ret = rga2_blit_async(session, &req);
1028 ret = rga2_flush(session, arg);
1030 case RGA_GET_RESULT:
1031 case RGA2_GET_RESULT:
1032 ret = rga2_get_result(session, arg);
1034 case RGA_GET_VERSION:
1035 case RGA2_GET_VERSION:
1036 ret = copy_to_user((void *)arg, RGA2_VERSION, sizeof(RGA2_VERSION));
1040 ERR("unknown ioctl cmd!\n");
1045 mutex_unlock(&rga2_service.mutex);
1052 long rga2_ioctl_kernel(struct rga_req *req_rga)
1055 rga2_session *session;
1056 struct rga2_req req;
1058 memset(&req, 0x0, sizeof(req));
1059 mutex_lock(&rga2_service.mutex);
1060 session = &rga2_session_global;
1061 if (NULL == session)
1063 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
1064 mutex_unlock(&rga2_service.mutex);
1068 RGA_MSG_2_RGA2_MSG(req_rga, &req);
1069 ret = rga2_blit_sync(session, &req);
1070 mutex_unlock(&rga2_service.mutex);
1076 static int rga2_open(struct inode *inode, struct file *file)
1078 rga2_session *session = kzalloc(sizeof(rga2_session), GFP_KERNEL);
1080 if (NULL == session) {
1081 pr_err("unable to allocate memory for rga_session.");
1085 session->pid = current->pid;
1086 INIT_LIST_HEAD(&session->waiting);
1087 INIT_LIST_HEAD(&session->running);
1088 INIT_LIST_HEAD(&session->list_session);
1089 init_waitqueue_head(&session->wait);
1090 mutex_lock(&rga2_service.lock);
1091 list_add_tail(&session->list_session, &rga2_service.session);
1092 mutex_unlock(&rga2_service.lock);
1093 atomic_set(&session->task_running, 0);
1094 atomic_set(&session->num_done, 0);
1095 file->private_data = (void *)session;
1097 return nonseekable_open(inode, file);
1100 static int rga2_release(struct inode *inode, struct file *file)
1103 rga2_session *session = (rga2_session *)file->private_data;
1105 if (NULL == session)
1108 task_running = atomic_read(&session->task_running);
1111 pr_err("rga2_service session %d still has %d task running when closing\n", session->pid, task_running);
1115 wake_up(&session->wait);
1116 mutex_lock(&rga2_service.lock);
1117 list_del(&session->list_session);
1118 rga2_service_session_clear(session);
1120 mutex_unlock(&rga2_service.lock);
1125 static irqreturn_t rga2_irq_thread(int irq, void *dev_id)
1127 mutex_lock(&rga2_service.lock);
1128 if (rga2_service.enable) {
1129 rga2_del_running_list();
1132 mutex_unlock(&rga2_service.lock);
1137 static irqreturn_t rga2_irq(int irq, void *dev_id)
1140 rga2_write(rga2_read(RGA2_INT) | (0x1<<4) | (0x1<<5) | (0x1<<6) | (0x1<<7), RGA2_INT);
1142 return IRQ_WAKE_THREAD;
1145 struct file_operations rga2_fops = {
1146 .owner = THIS_MODULE,
1148 .release = rga2_release,
1149 .unlocked_ioctl = rga_ioctl,
1150 #ifdef CONFIG_COMPAT
1151 .compat_ioctl = compat_rga_ioctl,
1155 static struct miscdevice rga2_dev ={
1156 .minor = RGA2_MAJOR,
1161 static const struct of_device_id rockchip_rga_dt_ids[] = {
1162 { .compatible = "rockchip,rga2", },
1166 static int rga2_drv_probe(struct platform_device *pdev)
1168 struct rga2_drvdata_t *data;
1169 struct resource *res;
1171 struct device_node *np = pdev->dev.of_node;
1173 mutex_init(&rga2_service.lock);
1174 mutex_init(&rga2_service.mutex);
1175 atomic_set(&rga2_service.total_running, 0);
1176 atomic_set(&rga2_service.src_format_swt, 0);
1177 rga2_service.last_prc_src_format = 1; /* default is yuv first*/
1178 rga2_service.enable = false;
1180 rga_ioctl_kernel_p = rga2_ioctl_kernel;
1182 data = devm_kzalloc(&pdev->dev, sizeof(struct rga2_drvdata_t), GFP_KERNEL);
1185 ERR("failed to allocate driver data.\n");
1189 INIT_DELAYED_WORK(&data->power_off_work, rga2_power_off_work);
1190 wake_lock_init(&data->wake_lock, WAKE_LOCK_SUSPEND, "rga");
1192 data->rga2 = devm_clk_get(&pdev->dev, "clk_rga");
1193 data->aclk_rga2 = devm_clk_get(&pdev->dev, "aclk_rga");
1194 data->hclk_rga2 = devm_clk_get(&pdev->dev, "hclk_rga");
1196 /* map the registers */
1197 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1198 data->rga_base = devm_ioremap_resource(&pdev->dev, res);
1199 if (!data->rga_base) {
1200 ERR("rga ioremap failed\n");
1206 data->irq = platform_get_irq(pdev, 0);
1207 if (data->irq <= 0) {
1208 ERR("failed to get rga irq resource (%d).\n", data->irq);
1213 /* request the IRQ */
1214 ret = devm_request_threaded_irq(&pdev->dev, data->irq, rga2_irq, rga2_irq_thread, 0, "rga", pdev);
1217 ERR("rga request_irq failed (%d).\n", ret);
1221 platform_set_drvdata(pdev, data);
1222 rga2_drvdata = data;
1223 of_property_read_u32(np, "dev_mode", &rga2_service.dev_mode);
1225 #if defined(CONFIG_ION_ROCKCHIP)
1226 data->ion_client = rockchip_ion_client_create("rga");
1227 if (IS_ERR(data->ion_client)) {
1228 dev_err(&pdev->dev, "failed to create ion client for rga");
1229 return PTR_ERR(data->ion_client);
1231 dev_info(&pdev->dev, "rga ion client create success!\n");
1235 ret = misc_register(&rga2_dev);
1238 ERR("cannot register miscdev (%d)\n", ret);
1239 goto err_misc_register;
1242 pr_info("Driver loaded succesfully\n");
1247 free_irq(data->irq, pdev);
1249 iounmap(data->rga_base);
1251 wake_lock_destroy(&data->wake_lock);
1257 static int rga2_drv_remove(struct platform_device *pdev)
1259 struct rga2_drvdata_t *data = platform_get_drvdata(pdev);
1260 DBG("%s [%d]\n",__FUNCTION__,__LINE__);
1262 wake_lock_destroy(&data->wake_lock);
1263 misc_deregister(&(data->miscdev));
1264 free_irq(data->irq, &data->miscdev);
1265 iounmap((void __iomem *)(data->rga_base));
1267 devm_clk_put(&pdev->dev, data->rga2);
1268 devm_clk_put(&pdev->dev, data->aclk_rga2);
1269 devm_clk_put(&pdev->dev, data->hclk_rga2);
1275 static struct platform_driver rga2_driver = {
1276 .probe = rga2_drv_probe,
1277 .remove = rga2_drv_remove,
1279 .owner = THIS_MODULE,
1281 .of_match_table = of_match_ptr(rockchip_rga_dt_ids),
1286 void rga2_test_0(void);
1288 static int __init rga2_init(void)
1293 /* malloc pre scale mid buf mmu table */
1294 buf_p = kmalloc(1024*256, GFP_KERNEL);
1295 rga2_mmu_buf.buf_virtual = buf_p;
1296 rga2_mmu_buf.buf = (uint32_t *)virt_to_phys((void *)((unsigned long)buf_p));
1297 rga2_mmu_buf.front = 0;
1298 rga2_mmu_buf.back = 64*1024;
1299 rga2_mmu_buf.size = 64*1024;
1301 rga2_mmu_buf.pages = kmalloc(32768 * sizeof(struct page *), GFP_KERNEL);
1303 if ((ret = platform_driver_register(&rga2_driver)) != 0)
1305 printk(KERN_ERR "Platform device register failed (%d).\n", ret);
1309 rga2_session_global.pid = 0x0000ffff;
1310 INIT_LIST_HEAD(&rga2_session_global.waiting);
1311 INIT_LIST_HEAD(&rga2_session_global.running);
1312 INIT_LIST_HEAD(&rga2_session_global.list_session);
1314 INIT_LIST_HEAD(&rga2_service.waiting);
1315 INIT_LIST_HEAD(&rga2_service.running);
1316 INIT_LIST_HEAD(&rga2_service.done);
1317 INIT_LIST_HEAD(&rga2_service.session);
1318 init_waitqueue_head(&rga2_session_global.wait);
1319 //mutex_lock(&rga_service.lock);
1320 list_add_tail(&rga2_session_global.list_session, &rga2_service.session);
1321 //mutex_unlock(&rga_service.lock);
1322 atomic_set(&rga2_session_global.task_running, 0);
1323 atomic_set(&rga2_session_global.num_done, 0);
1329 INFO("Module initialized.\n");
1334 static void __exit rga2_exit(void)
1338 if (rga2_mmu_buf.buf_virtual)
1339 kfree(rga2_mmu_buf.buf_virtual);
1341 platform_driver_unregister(&rga2_driver);
1347 void rga2_test_0(void)
1349 struct rga2_req req;
1350 rga2_session session;
1351 unsigned int *src, *dst;
1355 session.pid = current->pid;
1356 INIT_LIST_HEAD(&session.waiting);
1357 INIT_LIST_HEAD(&session.running);
1358 INIT_LIST_HEAD(&session.list_session);
1359 init_waitqueue_head(&session.wait);
1360 /* no need to protect */
1361 list_add_tail(&session.list_session, &rga2_service.session);
1362 atomic_set(&session.task_running, 0);
1363 atomic_set(&session.num_done, 0);
1364 //file->private_data = (void *)session;
1366 //fb = rk_get_fb(0);
1368 memset(&req, 0, sizeof(struct rga2_req));
1369 src = kmalloc(800*480*4, GFP_KERNEL);
1370 dst = kmalloc(800*480*4, GFP_KERNEL);
1372 printk("\n********************************\n");
1373 printk("************ RGA2_TEST ************\n");
1374 printk("********************************\n\n");
1376 memset(src, 0x80, 800*480*4);
1377 memset(dst, 0x0, 800*480*4);
1379 //dmac_flush_range(&src, &src[800*480*4]);
1380 //outer_flush_range(virt_to_phys(&src),virt_to_phys(&src[800*480*4]));
1383 memset(src_buf, 0x80, 800*480*4);
1384 memset(dst_buf, 0xcc, 800*480*4);
1386 dmac_flush_range(&dst_buf[0], &dst_buf[800*480]);
1387 outer_flush_range(virt_to_phys(&dst_buf[0]),virt_to_phys(&dst_buf[800*480]));
1390 dst0 = (uint32_t *)&dst;
1397 req.pat.yrgb_addr = virt_to_phys(src);
1398 req.render_mode = 0;
1399 rga2_blit_sync(&session, &req);
1402 req.src.act_w = 320;
1403 req.src.act_h = 240;
1405 req.src.vir_w = 320;
1406 req.src.vir_h = 240;
1407 req.src.yrgb_addr = 0;//(uint32_t)virt_to_phys(src);
1408 req.src.uv_addr = (unsigned long)virt_to_phys(src);
1410 req.src.format = RGA2_FORMAT_RGBA_8888;
1412 req.dst.act_w = 320;
1413 req.dst.act_h = 240;
1414 req.dst.x_offset = 0;
1415 req.dst.y_offset = 0;
1417 req.dst.vir_w = 320;
1418 req.dst.vir_h = 240;
1420 req.dst.yrgb_addr = 0;//((uint32_t)virt_to_phys(dst));
1421 req.dst.uv_addr = (unsigned long)virt_to_phys(dst);
1422 req.dst.format = RGA2_FORMAT_RGBA_8888;
1426 //req.render_mode = color_fill_mode;
1427 //req.fg_color = 0x80ffffff;
1429 req.rotate_mode = 0;
1430 req.scale_bicu_mode = 2;
1432 //req.alpha_rop_flag = 0;
1433 //req.alpha_rop_mode = 0x19;
1436 //req.mmu_info.mmu_flag = 0x21;
1437 //req.mmu_info.mmu_en = 1;
1439 //printk("src = %.8x\n", req.src.yrgb_addr);
1440 //printk("src = %.8x\n", req.src.uv_addr);
1441 //printk("dst = %.8x\n", req.dst.yrgb_addr);
1443 rga2_blit_sync(&session, &req);
1445 for(j=0; j<100; j++) {
1446 printk("%.8x\n", dst[j]);
1456 module_init(rga2_init);
1457 module_exit(rga2_exit);
1459 /* Module information */
1460 MODULE_AUTHOR("zsq@rock-chips.com");
1461 MODULE_DESCRIPTION("Driver for rga device");
1462 MODULE_LICENSE("GPL");