2 * Copyright (C) 2012 ROCKCHIP, Inc.
\r
4 * This software is licensed under the terms of the GNU General Public
\r
5 * License version 2, as published by the Free Software Foundation, and
\r
6 * may be copied, distributed, and modified under those terms.
\r
8 * This program is distributed in the hope that it will be useful,
\r
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
\r
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
\r
11 * GNU General Public License for more details.
\r
15 #define pr_fmt(fmt) "rga: " fmt
\r
16 #include <linux/kernel.h>
\r
17 #include <linux/init.h>
\r
18 #include <linux/module.h>
\r
19 #include <linux/platform_device.h>
\r
20 #include <linux/sched.h>
\r
21 #include <linux/mutex.h>
\r
22 #include <linux/err.h>
\r
23 #include <linux/clk.h>
\r
24 #include <asm/delay.h>
\r
25 #include <linux/dma-mapping.h>
\r
26 #include <linux/delay.h>
\r
28 #include <linux/irq.h>
\r
29 #include <linux/interrupt.h>
\r
30 #include <linux/fs.h>
\r
31 #include <asm/uaccess.h>
\r
32 #include <linux/miscdevice.h>
\r
33 #include <linux/poll.h>
\r
34 #include <linux/delay.h>
\r
35 #include <linux/wait.h>
\r
36 #include <linux/syscalls.h>
\r
37 #include <linux/timer.h>
\r
38 #include <linux/time.h>
\r
39 #include <asm/cacheflush.h>
\r
40 #include <linux/slab.h>
\r
41 #include <linux/fb.h>
\r
42 #include <linux/wakelock.h>
\r
43 #include <linux/scatterlist.h>
\r
46 #if defined(CONFIG_ION_ROCKCHIP)
\r
47 #include <linux/rockchip_ion.h>
\r
51 #include "rga2_reg_info.h"
\r
52 #include "rga2_mmu_info.h"
\r
53 #include "RGA2_API.h"
\r
55 #if defined(CONFIG_ROCKCHIP_IOMMU) & defined(CONFIG_ION_ROCKCHIP)
\r
56 #define CONFIG_RGA_IOMMU
\r
61 #define RGA2_TEST_FLUSH_TIME 0
\r
62 #define RGA2_INFO_BUS_ERROR 1
\r
64 #define RGA2_POWER_OFF_DELAY 4*HZ /* 4s */
\r
65 #define RGA2_TIMEOUT_DELAY 2*HZ /* 2s */
\r
67 #define RGA2_MAJOR 255
\r
69 #define RGA2_RESET_TIMEOUT 1000
\r
71 /* Driver information */
\r
72 #define DRIVER_DESC "RGA2 Device Driver"
\r
73 #define DRIVER_NAME "rga2"
\r
75 #define RGA2_VERSION "2.000"
\r
82 rga2_session rga2_session_global;
\r
84 struct rga2_drvdata_t {
\r
85 struct miscdevice miscdev;
\r
90 struct delayed_work power_off_work;
\r
91 void (*rga_irq_callback)(int rga_retval); //callback function used by aync call
\r
92 struct wake_lock wake_lock;
\r
94 struct clk *aclk_rga2;
\r
95 struct clk *hclk_rga2;
\r
96 struct clk *pd_rga2;
\r
99 #if defined(CONFIG_ION_ROCKCHIP)
\r
100 struct ion_client * ion_client;
\r
104 struct rga2_drvdata_t *rga2_drvdata;
\r
106 struct rga2_service_info rga2_service;
\r
107 struct rga2_mmu_buf_t rga2_mmu_buf;
\r
109 #if defined(CONFIG_ION_ROCKCHIP)
\r
110 extern struct ion_client *rockchip_ion_client_create(const char * name);
\r
113 static int rga2_blit_async(rga2_session *session, struct rga2_req *req);
\r
114 static void rga2_del_running_list(void);
\r
115 static void rga2_del_running_list_timeout(void);
\r
116 static void rga2_try_set_reg(void);
\r
120 #define RGA_DEBUG 0
\r
122 #define DBG(format, args...) printk(KERN_DEBUG "%s: " format, DRIVER_NAME, ## args)
\r
123 #define ERR(format, args...) printk(KERN_ERR "%s: " format, DRIVER_NAME, ## args)
\r
124 #define WARNING(format, args...) printk(KERN_WARN "%s: " format, DRIVER_NAME, ## args)
\r
125 #define INFO(format, args...) printk(KERN_INFO "%s: " format, DRIVER_NAME, ## args)
\r
127 #define DBG(format, args...)
\r
128 #define ERR(format, args...)
\r
129 #define WARNING(format, args...)
\r
130 #define INFO(format, args...)
\r
134 static void print_info(struct rga2_req *req)
\r
136 printk("render_mode=%d bitblt_mode=%d rotate_mode=%.8x\n",
\r
137 req->render_mode, req->bitblt_mode, req->rotate_mode);
\r
138 printk("src : y=%.8x uv=%.8x v=%.8x format=%d aw=%d ah=%d vw=%d vh=%d xoff=%d yoff=%d \n",
\r
139 req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr, req->src.format,
\r
140 req->src.act_w, req->src.act_h, req->src.vir_w, req->src.vir_h,
\r
141 req->src.x_offset, req->src.y_offset);
\r
142 printk("dst : y=%.8x uv=%.8x v=%.8x format=%d aw=%d ah=%d vw=%d vh=%d xoff=%d yoff=%d \n",
\r
143 req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr, req->dst.format,
\r
144 req->dst.act_w, req->dst.act_h, req->dst.vir_w, req->dst.vir_h,
\r
145 req->dst.x_offset, req->dst.y_offset);
\r
146 printk("mmu : src=%.2x src1=%.2x dst=%.2x els=%.2x\n",
\r
147 req->mmu_info.src0_mmu_flag, req->mmu_info.src1_mmu_flag,
\r
148 req->mmu_info.dst_mmu_flag, req->mmu_info.els_mmu_flag);
\r
149 printk("alpha : flag %.8x mode0=%.8x mode1=%.8x\n",
\r
150 req->alpha_rop_flag, req->alpha_mode_0, req->alpha_mode_1);
\r
155 static inline void rga2_write(u32 b, u32 r)
\r
157 __raw_writel(b, rga2_drvdata->rga_base + r);
\r
160 static inline u32 rga2_read(u32 r)
\r
162 return __raw_readl(rga2_drvdata->rga_base + r);
\r
165 static void rga2_soft_reset(void)
\r
170 rga2_write(1, RGA2_SYS_CTRL); //RGA_SYS_CTRL
\r
172 for(i = 0; i < RGA2_RESET_TIMEOUT; i++)
\r
174 reg = rga2_read(RGA2_SYS_CTRL) & 1; //RGA_SYS_CTRL
\r
182 if(i == RGA2_RESET_TIMEOUT)
\r
183 ERR("soft reset timeout.\n");
\r
186 static void rga2_dump(void)
\r
189 struct rga2_reg *reg, *reg_tmp;
\r
190 rga2_session *session, *session_tmp;
\r
192 running = atomic_read(&rga2_service.total_running);
\r
193 printk("rga total_running %d\n", running);
\r
197 /* Dump waiting list info */
\r
198 if (!list_empty(&rga_service.waiting))
\r
202 next = &rga_service.waiting;
\r
204 printk("rga_service dump waiting list\n");
\r
208 reg = list_entry(next->next, struct rga_reg, status_link);
\r
209 running = atomic_read(®->session->task_running);
\r
210 num_done = atomic_read(®->session->num_done);
\r
211 printk("rga session pid %d, done %d, running %d\n", reg->session->pid, num_done, running);
\r
214 while(!list_empty(next));
\r
217 /* Dump running list info */
\r
218 if (!list_empty(&rga_service.running))
\r
220 printk("rga_service dump running list\n");
\r
224 next = &rga_service.running;
\r
227 reg = list_entry(next->next, struct rga_reg, status_link);
\r
228 running = atomic_read(®->session->task_running);
\r
229 num_done = atomic_read(®->session->num_done);
\r
230 printk("rga session pid %d, done %d, running %d:\n", reg->session->pid, num_done, running);
\r
233 while(!list_empty(next));
\r
237 list_for_each_entry_safe(session, session_tmp, &rga2_service.session, list_session)
\r
239 printk("session pid %d:\n", session->pid);
\r
240 running = atomic_read(&session->task_running);
\r
241 printk("task_running %d\n", running);
\r
242 list_for_each_entry_safe(reg, reg_tmp, &session->waiting, session_link)
\r
244 printk("waiting register set 0x%.8x\n", (unsigned int)reg);
\r
246 list_for_each_entry_safe(reg, reg_tmp, &session->running, session_link)
\r
248 printk("running register set 0x%.8x\n", (unsigned int)reg);
\r
253 static inline void rga2_queue_power_off_work(void)
\r
255 queue_delayed_work(system_nrt_wq, &rga2_drvdata->power_off_work, RGA2_POWER_OFF_DELAY);
\r
258 /* Caller must hold rga_service.lock */
\r
259 static void rga2_power_on(void)
\r
261 static ktime_t last;
\r
262 ktime_t now = ktime_get();
\r
264 if (ktime_to_ns(ktime_sub(now, last)) > NSEC_PER_SEC) {
\r
265 cancel_delayed_work_sync(&rga2_drvdata->power_off_work);
\r
266 rga2_queue_power_off_work();
\r
269 if (rga2_service.enable)
\r
272 clk_prepare_enable(rga2_drvdata->rga2);
\r
273 clk_prepare_enable(rga2_drvdata->pd_rga2);
\r
274 clk_prepare_enable(rga2_drvdata->aclk_rga2);
\r
275 clk_prepare_enable(rga2_drvdata->hclk_rga2);
\r
276 //clk_enable(rga2_drvdata->pd_rga2);
\r
277 wake_lock(&rga2_drvdata->wake_lock);
\r
278 rga2_service.enable = true;
\r
281 /* Caller must hold rga_service.lock */
\r
282 static void rga2_power_off(void)
\r
286 if (!rga2_service.enable) {
\r
290 total_running = atomic_read(&rga2_service.total_running);
\r
291 if (total_running) {
\r
292 pr_err("power off when %d task running!!\n", total_running);
\r
294 pr_err("delay 50 ms for running task\n");
\r
298 //clk_disable(rga2_drvdata->pd_rga2);
\r
299 clk_disable_unprepare(rga2_drvdata->rga2);
\r
300 clk_disable_unprepare(rga2_drvdata->pd_rga2);
\r
301 clk_disable_unprepare(rga2_drvdata->aclk_rga2);
\r
302 clk_disable_unprepare(rga2_drvdata->hclk_rga2);
\r
303 wake_unlock(&rga2_drvdata->wake_lock);
\r
304 rga2_service.enable = false;
\r
307 static void rga2_power_off_work(struct work_struct *work)
\r
309 if (mutex_trylock(&rga2_service.lock)) {
\r
311 mutex_unlock(&rga2_service.lock);
\r
313 /* Come back later if the device is busy... */
\r
314 rga2_queue_power_off_work();
\r
318 static int rga2_flush(rga2_session *session, unsigned long arg)
\r
323 #if RGA2_TEST_FLUSH_TIME
\r
326 start = ktime_get();
\r
329 ret_timeout = wait_event_timeout(session->wait, atomic_read(&session->done), RGA2_TIMEOUT_DELAY);
\r
331 if (unlikely(ret_timeout < 0)) {
\r
332 //pr_err("flush pid %d wait task ret %d\n", session->pid, ret);
\r
333 mutex_lock(&rga2_service.lock);
\r
334 rga2_del_running_list();
\r
335 mutex_unlock(&rga2_service.lock);
\r
337 } else if (0 == ret_timeout) {
\r
338 //pr_err("flush pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
\r
339 //printk("bus = %.8x\n", rga_read(RGA_INT));
\r
340 mutex_lock(&rga2_service.lock);
\r
341 rga2_del_running_list_timeout();
\r
342 rga2_try_set_reg();
\r
343 mutex_unlock(&rga2_service.lock);
\r
347 #if RGA2_TEST_FLUSH_TIME
\r
349 end = ktime_sub(end, start);
\r
350 printk("one flush wait time %d\n", (int)ktime_to_us(end));
\r
357 static int rga2_get_result(rga2_session *session, unsigned long arg)
\r
359 //printk("rga_get_result %d\n",drvdata->rga_result);
\r
365 num_done = atomic_read(&session->num_done);
\r
367 if (unlikely(copy_to_user((void __user *)arg, &num_done, sizeof(int)))) {
\r
368 printk("copy_to_user failed\n");
\r
375 static int rga2_check_param(const struct rga2_req *req)
\r
377 /*RGA2 can support up to 8192*8192 resolution in RGB format,but we limit the image size to 8191*8191 here*/
\r
378 //check src width and height
\r
380 if(!((req->render_mode == color_fill_mode)))
\r
382 if (unlikely((req->src.act_w <= 0) || (req->src.act_w > 8191) || (req->src.act_h <= 0) || (req->src.act_h > 8191)))
\r
384 printk("invalid source resolution act_w = %d, act_h = %d\n", req->src.act_w, req->src.act_h);
\r
389 if(!((req->render_mode == color_fill_mode)))
\r
391 if (unlikely((req->src.vir_w <= 0) || (req->src.vir_w > 8191) || (req->src.vir_h <= 0) || (req->src.vir_h > 8191)))
\r
393 printk("invalid source resolution vir_w = %d, vir_h = %d\n", req->src.vir_w, req->src.vir_h);
\r
398 //check dst width and height
\r
399 if (unlikely((req->dst.act_w <= 0) || (req->dst.act_w > 4096) || (req->dst.act_h <= 0) || (req->dst.act_h > 4096)))
\r
401 printk("invalid destination resolution act_w = %d, act_h = %d\n", req->dst.act_w, req->dst.act_h);
\r
405 if (unlikely((req->dst.vir_w <= 0) || (req->dst.vir_w > 4096) || (req->dst.vir_h <= 0) || (req->dst.vir_h > 4096)))
\r
407 printk("invalid destination resolution vir_w = %d, vir_h = %d\n", req->dst.vir_w, req->dst.vir_h);
\r
412 if(unlikely(req->src.vir_w < req->src.act_w)){
\r
413 printk("invalid src_vir_w act_w = %d, vir_w = %d\n", req->src.act_w, req->src.vir_w);
\r
418 if(unlikely(req->dst.vir_w < req->dst.act_w)){
\r
419 if(req->rotate_mode != 1)
\r
421 printk("invalid dst_vir_w act_h = %d, vir_h = %d\n", req->dst.act_w, req->dst.vir_w);
\r
429 static void rga2_copy_reg(struct rga2_reg *reg, uint32_t offset)
\r
435 if(atomic_read(®->session->task_running) != 0)
\r
437 printk(KERN_ERR "task_running is no zero\n");
\r
440 atomic_add(1, &rga2_service.cmd_num);
\r
441 atomic_add(1, ®->session->task_running);
\r
443 cmd_buf = (uint32_t *)rga2_service.cmd_buff + offset*32;
\r
444 reg_p = (uint32_t *)reg->cmd_reg;
\r
446 for(i=0; i<32; i++)
\r
448 cmd_buf[i] = reg_p[i];
\r
455 static struct rga2_reg * rga2_reg_init(rga2_session *session, struct rga2_req *req)
\r
458 struct rga2_reg *reg = kzalloc(sizeof(struct rga2_reg), GFP_KERNEL);
\r
460 pr_err("kmalloc fail in rga_reg_init\n");
\r
464 reg->session = session;
\r
465 INIT_LIST_HEAD(®->session_link);
\r
466 INIT_LIST_HEAD(®->status_link);
\r
468 reg->MMU_base = NULL;
\r
470 if ((req->mmu_info.src0_mmu_flag & 1) || (req->mmu_info.src1_mmu_flag & 1)
\r
471 || (req->mmu_info.dst_mmu_flag & 1) || (req->mmu_info.els_mmu_flag & 1))
\r
473 ret = rga2_set_mmu_info(reg, req);
\r
475 printk("%s, [%d] set mmu info error \n", __FUNCTION__, __LINE__);
\r
483 if(RGA2_gen_reg_info((uint8_t *)reg->cmd_reg, req) == -1) {
\r
484 printk("gen reg info error\n");
\r
491 mutex_lock(&rga2_service.lock);
\r
492 list_add_tail(®->status_link, &rga2_service.waiting);
\r
493 list_add_tail(®->session_link, &session->waiting);
\r
494 mutex_unlock(&rga2_service.lock);
\r
500 /* Caller must hold rga_service.lock */
\r
501 static void rga2_reg_deinit(struct rga2_reg *reg)
\r
503 list_del_init(®->session_link);
\r
504 list_del_init(®->status_link);
\r
508 /* Caller must hold rga_service.lock */
\r
509 static void rga2_reg_from_wait_to_run(struct rga2_reg *reg)
\r
511 list_del_init(®->status_link);
\r
512 list_add_tail(®->status_link, &rga2_service.running);
\r
514 list_del_init(®->session_link);
\r
515 list_add_tail(®->session_link, ®->session->running);
\r
518 /* Caller must hold rga_service.lock */
\r
519 static void rga2_service_session_clear(rga2_session *session)
\r
521 struct rga2_reg *reg, *n;
\r
523 list_for_each_entry_safe(reg, n, &session->waiting, session_link)
\r
525 rga2_reg_deinit(reg);
\r
528 list_for_each_entry_safe(reg, n, &session->running, session_link)
\r
530 rga2_reg_deinit(reg);
\r
534 /* Caller must hold rga_service.lock */
\r
535 static void rga2_try_set_reg(void)
\r
537 struct rga2_reg *reg ;
\r
539 if (list_empty(&rga2_service.running))
\r
541 if (!list_empty(&rga2_service.waiting))
\r
544 reg = list_entry(rga2_service.waiting.next, struct rga2_reg, status_link);
\r
550 rga2_copy_reg(reg, 0);
\r
551 rga2_reg_from_wait_to_run(reg);
\r
553 dmac_flush_range(&rga2_service.cmd_buff[0], &rga2_service.cmd_buff[32]);
\r
554 outer_flush_range(virt_to_phys(&rga2_service.cmd_buff[0]),virt_to_phys(&rga2_service.cmd_buff[32]));
\r
556 #if defined(CONFIG_ARCH_RK30)
\r
560 rga2_write(0x0, RGA2_SYS_CTRL);
\r
561 //rga2_write(0, RGA_MMU_CTRL);
\r
564 rga2_write(virt_to_phys(rga2_service.cmd_buff), RGA2_CMD_BASE);
\r
569 //printk(KERN_DEBUG "cmd_addr = %.8x\n", rga_read(RGA_CMD_ADDR));
\r
571 p = rga2_service.cmd_buff;
\r
572 printk("CMD_REG\n");
\r
573 for (i=0; i<8; i++)
\r
574 printk("%.8x %.8x %.8x %.8x\n", p[0 + i*4], p[1+i*4], p[2 + i*4], p[3 + i*4]);
\r
579 rga2_write((0x1<<1)|(0x1<<2)|(0x1<<5)|(0x1<<6), RGA2_SYS_CTRL);
\r
581 /* All CMD finish int */
\r
582 rga2_write(rga2_read(RGA2_INT)|(0x1<<10)|(0x1<<8), RGA2_INT);
\r
585 rga_start = ktime_get();
\r
589 atomic_set(®->session->done, 0);
\r
590 rga2_write(0x1, RGA2_CMD_CTRL);
\r
595 printk("CMD_READ_BACK_REG\n");
\r
596 for (i=0; i<8; i++)
\r
597 printk("%.8x %.8x %.8x %.8x\n", rga2_read(0x100 + i*16 + 0),
\r
598 rga2_read(0x100 + i*16 + 4), rga2_read(0x100 + i*16 + 8), rga2_read(0x100 + i*16 + 12));
\r
608 /* Caller must hold rga_service.lock */
\r
609 static void rga2_del_running_list(void)
\r
611 struct rga2_reg *reg;
\r
613 while(!list_empty(&rga2_service.running))
\r
615 reg = list_entry(rga2_service.running.next, struct rga2_reg, status_link);
\r
617 if(reg->MMU_len != 0)
\r
619 if (rga2_mmu_buf.back + reg->MMU_len > 2*rga2_mmu_buf.size)
\r
620 rga2_mmu_buf.back = reg->MMU_len + rga2_mmu_buf.size;
\r
622 rga2_mmu_buf.back += reg->MMU_len;
\r
624 atomic_sub(1, ®->session->task_running);
\r
625 atomic_sub(1, &rga2_service.total_running);
\r
627 if(list_empty(®->session->waiting))
\r
629 atomic_set(®->session->done, 1);
\r
630 wake_up(®->session->wait);
\r
633 rga2_reg_deinit(reg);
\r
637 /* Caller must hold rga_service.lock */
\r
638 static void rga2_del_running_list_timeout(void)
\r
640 struct rga2_reg *reg;
\r
642 while(!list_empty(&rga2_service.running))
\r
644 reg = list_entry(rga2_service.running.next, struct rga2_reg, status_link);
\r
646 if(reg->MMU_base != NULL)
\r
648 kfree(reg->MMU_base);
\r
651 atomic_sub(1, ®->session->task_running);
\r
652 atomic_sub(1, &rga2_service.total_running);
\r
654 //printk("RGA soft reset for timeout process\n");
\r
659 printk("RGA_INT is %.8x\n", rga_read(RGA_INT));
\r
660 printk("reg->session->task_running = %d\n", atomic_read(®->session->task_running));
\r
661 printk("rga_service.total_running = %d\n", atomic_read(&rga_service.total_running));
\r
663 print_info(®->req);
\r
668 for (i=0; i<7; i++)
\r
669 printk("%.8x %.8x %.8x %.8x\n", p[0 + i*4], p[1+i*4], p[2 + i*4], p[3 + i*4]);
\r
674 if(list_empty(®->session->waiting))
\r
676 atomic_set(®->session->done, 1);
\r
677 wake_up(®->session->wait);
\r
680 rga2_reg_deinit(reg);
\r
685 static int rga2_convert_dma_buf(struct rga2_req *req)
\r
687 struct ion_handle *hdl;
\r
688 ion_phys_addr_t phy_addr;
\r
691 req->sg_src0 = NULL;
\r
692 req->sg_src1 = NULL;
\r
693 req->sg_dst = NULL;
\r
694 req->sg_els = NULL;
\r
696 if(req->src.yrgb_addr) {
\r
697 hdl = ion_import_dma_buf(rga2_drvdata->ion_client, req->src.yrgb_addr);
\r
699 ret = PTR_ERR(hdl);
\r
700 printk("RGA2 ERROR ion buf handle\n");
\r
703 #ifdef CONFIG_RGA_IOMMU
\r
704 if (req->mmu_info.src0_mmu_flag) {
\r
705 req->sg_src0 = ion_sg_table(rga2_drvdata->ion_client, hdl);
\r
706 req->src.yrgb_addr = req->src.uv_addr;
\r
707 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
\r
708 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
\r
711 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
\r
712 req->src.yrgb_addr = phy_addr;
\r
713 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
\r
714 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
\r
717 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
\r
718 req->src.yrgb_addr = phy_addr;
\r
719 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
\r
720 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
\r
722 ion_free(rga2_drvdata->ion_client, hdl);
\r
725 req->src.yrgb_addr = req->src.uv_addr;
\r
726 req->src.uv_addr = req->src.yrgb_addr + (req->src.vir_w * req->src.vir_h);
\r
727 req->src.v_addr = req->src.uv_addr + (req->src.vir_w * req->src.vir_h)/4;
\r
730 if(req->dst.yrgb_addr) {
\r
731 hdl = ion_import_dma_buf(rga2_drvdata->ion_client, req->dst.yrgb_addr);
\r
733 ret = PTR_ERR(hdl);
\r
734 printk("RGA2 ERROR ion buf handle\n");
\r
737 #ifdef CONFIG_RGA_IOMMU
\r
738 if (req->mmu_info.dst_mmu_flag) {
\r
739 req->sg_dst = ion_sg_table(rga2_drvdata->ion_client, hdl);
\r
740 req->dst.yrgb_addr = req->dst.uv_addr;
\r
741 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
742 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
745 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
\r
746 req->dst.yrgb_addr = phy_addr;
\r
747 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
748 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
751 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
\r
752 req->dst.yrgb_addr = phy_addr;
\r
753 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
754 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
756 ion_free(rga2_drvdata->ion_client, hdl);
\r
759 req->dst.yrgb_addr = req->dst.uv_addr;
\r
760 req->dst.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
761 req->dst.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
764 if(req->src1.yrgb_addr) {
\r
765 hdl = ion_import_dma_buf(rga2_drvdata->ion_client, req->src1.yrgb_addr);
\r
767 ret = PTR_ERR(hdl);
\r
768 printk("RGA2 ERROR ion buf handle\n");
\r
771 #ifdef CONFIG_RGA_IOMMU
\r
772 if (req->mmu_info.dst_mmu_flag) {
\r
773 req->sg_src1 = ion_sg_table(rga2_drvdata->ion_client, hdl);
\r
774 req->src1.yrgb_addr = 0;
\r
775 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
776 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
779 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
\r
780 req->src1.yrgb_addr = phy_addr;
\r
781 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
782 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
785 ion_phys(rga2_drvdata->ion_client, hdl, &phy_addr, &len);
\r
786 req->src1.yrgb_addr = phy_addr;
\r
787 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
788 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
790 ion_free(rga2_drvdata->ion_client, hdl);
\r
793 req->src1.yrgb_addr = req->dst.uv_addr;
\r
794 req->src1.uv_addr = req->dst.yrgb_addr + (req->dst.vir_w * req->dst.vir_h);
\r
795 req->src1.v_addr = req->dst.uv_addr + (req->dst.vir_w * req->dst.vir_h)/4;
\r
802 static int rga2_blit(rga2_session *session, struct rga2_req *req)
\r
806 struct rga2_reg *reg;
\r
808 if(rga2_convert_dma_buf(req)) {
\r
809 printk("RGA2 : DMA buf copy error\n");
\r
814 /* check value if legal */
\r
815 ret = rga2_check_param(req);
\r
816 if(ret == -EINVAL) {
\r
817 printk("req argument is inval\n");
\r
821 reg = rga2_reg_init(session, req);
\r
827 mutex_lock(&rga2_service.lock);
\r
828 atomic_add(num, &rga2_service.total_running);
\r
829 rga2_try_set_reg();
\r
830 mutex_unlock(&rga2_service.lock);
\r
839 static int rga2_blit_async(rga2_session *session, struct rga2_req *req)
\r
844 if (1) {//req->src.format >= 0x10) {
\r
847 printk("*** rga_blit_async proc ***\n");
\r
852 atomic_set(&session->done, 0);
\r
853 ret = rga2_blit(session, req);
\r
858 static int rga2_blit_sync(rga2_session *session, struct rga2_req *req)
\r
861 int ret_timeout = 0;
\r
864 if (1) {//req->bitblt_mode == 0x2) {
\r
867 printk("*** rga2_blit_sync proc ***\n");
\r
873 atomic_set(&session->done, 0);
\r
875 ret = rga2_blit(session, req);
\r
881 ret_timeout = wait_event_timeout(session->wait, atomic_read(&session->done), RGA2_TIMEOUT_DELAY);
\r
883 if (unlikely(ret_timeout< 0))
\r
885 //pr_err("sync pid %d wait task ret %d\n", session->pid, ret_timeout);
\r
886 mutex_lock(&rga2_service.lock);
\r
887 rga2_del_running_list();
\r
888 mutex_unlock(&rga2_service.lock);
\r
891 else if (0 == ret_timeout)
\r
893 //pr_err("sync pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
\r
894 mutex_lock(&rga2_service.lock);
\r
895 rga2_del_running_list_timeout();
\r
896 rga2_try_set_reg();
\r
897 mutex_unlock(&rga2_service.lock);
\r
902 rga_end = ktime_get();
\r
903 rga_end = ktime_sub(rga_end, rga_start);
\r
904 printk("sync one cmd end time %d\n", (int)ktime_to_us(rga_end));
\r
911 static long rga_ioctl(struct file *file, uint32_t cmd, unsigned long arg)
\r
913 struct rga2_req req;
\r
914 struct rga_req req_rga;
\r
916 rga2_session *session;
\r
918 memset(&req, 0x0, sizeof(req));
\r
920 mutex_lock(&rga2_service.mutex);
\r
922 session = (rga2_session *)file->private_data;
\r
924 if (NULL == session)
\r
926 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
\r
927 mutex_unlock(&rga2_service.mutex);
\r
931 memset(&req, 0x0, sizeof(req));
\r
935 case RGA_BLIT_SYNC:
\r
936 if (unlikely(copy_from_user(&req_rga, (struct rga_req*)arg, sizeof(struct rga_req))))
\r
938 ERR("copy_from_user failed\n");
\r
942 RGA_MSG_2_RGA2_MSG(&req_rga, &req);
\r
944 ret = rga2_blit_sync(session, &req);
\r
946 case RGA_BLIT_ASYNC:
\r
947 if (unlikely(copy_from_user(&req_rga, (struct rga_req*)arg, sizeof(struct rga_req))))
\r
949 ERR("copy_from_user failed\n");
\r
954 RGA_MSG_2_RGA2_MSG(&req_rga, &req);
\r
956 if((atomic_read(&rga2_service.total_running) > 8))
\r
958 ret = rga2_blit_sync(session, &req);
\r
962 ret = rga2_blit_async(session, &req);
\r
965 case RGA2_BLIT_SYNC:
\r
966 if (unlikely(copy_from_user(&req, (struct rga2_req*)arg, sizeof(struct rga2_req))))
\r
968 ERR("copy_from_user failed\n");
\r
972 ret = rga2_blit_sync(session, &req);
\r
974 case RGA2_BLIT_ASYNC:
\r
975 if (unlikely(copy_from_user(&req, (struct rga2_req*)arg, sizeof(struct rga2_req))))
\r
977 ERR("copy_from_user failed\n");
\r
982 if((atomic_read(&rga2_service.total_running) > 16))
\r
984 ret = rga2_blit_sync(session, &req);
\r
988 ret = rga2_blit_async(session, &req);
\r
993 ret = rga2_flush(session, arg);
\r
995 case RGA_GET_RESULT:
\r
996 case RGA2_GET_RESULT:
\r
997 ret = rga2_get_result(session, arg);
\r
999 case RGA_GET_VERSION:
\r
1000 case RGA2_GET_VERSION:
\r
1001 ret = copy_to_user((void *)arg, RGA2_VERSION, sizeof(RGA2_VERSION));
\r
1005 ERR("unknown ioctl cmd!\n");
\r
1010 mutex_unlock(&rga2_service.mutex);
\r
1016 long rga_ioctl_kernel(struct rga_req *req_rga)
\r
1019 rga2_session *session;
\r
1020 struct rga2_req req;
\r
1022 memset(&req, 0x0, sizeof(req));
\r
1024 mutex_lock(&rga2_service.mutex);
\r
1026 session = &rga2_session_global;
\r
1028 if (NULL == session)
\r
1030 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
\r
1031 mutex_unlock(&rga2_service.mutex);
\r
1035 RGA_MSG_2_RGA2_MSG(req_rga, &req);
\r
1036 ret = rga2_blit_sync(session, &req);
\r
1038 mutex_unlock(&rga2_service.mutex);
\r
1044 static int rga2_open(struct inode *inode, struct file *file)
\r
1046 rga2_session *session = kzalloc(sizeof(rga2_session), GFP_KERNEL);
\r
1047 if (NULL == session) {
\r
1048 pr_err("unable to allocate memory for rga_session.");
\r
1052 session->pid = current->pid;
\r
1053 //printk(KERN_DEBUG "+");
\r
1055 INIT_LIST_HEAD(&session->waiting);
\r
1056 INIT_LIST_HEAD(&session->running);
\r
1057 INIT_LIST_HEAD(&session->list_session);
\r
1058 init_waitqueue_head(&session->wait);
\r
1059 mutex_lock(&rga2_service.lock);
\r
1060 list_add_tail(&session->list_session, &rga2_service.session);
\r
1061 mutex_unlock(&rga2_service.lock);
\r
1062 atomic_set(&session->task_running, 0);
\r
1063 atomic_set(&session->num_done, 0);
\r
1065 file->private_data = (void *)session;
\r
1067 //DBG("*** rga dev opened by pid %d *** \n", session->pid);
\r
1068 return nonseekable_open(inode, file);
\r
1072 static int rga2_release(struct inode *inode, struct file *file)
\r
1075 rga2_session *session = (rga2_session *)file->private_data;
\r
1076 if (NULL == session)
\r
1078 //printk(KERN_DEBUG "-");
\r
1079 task_running = atomic_read(&session->task_running);
\r
1083 pr_err("rga2_service session %d still has %d task running when closing\n", session->pid, task_running);
\r
1088 wake_up(&session->wait);
\r
1089 mutex_lock(&rga2_service.lock);
\r
1090 list_del(&session->list_session);
\r
1091 rga2_service_session_clear(session);
\r
1093 mutex_unlock(&rga2_service.lock);
\r
1095 //DBG("*** rga dev close ***\n");
\r
1099 static irqreturn_t rga2_irq_thread(int irq, void *dev_id)
\r
1101 mutex_lock(&rga2_service.lock);
\r
1102 if (rga2_service.enable) {
\r
1103 rga2_del_running_list();
\r
1104 rga2_try_set_reg();
\r
1106 mutex_unlock(&rga2_service.lock);
\r
1108 return IRQ_HANDLED;
\r
1111 static irqreturn_t rga2_irq(int irq, void *dev_id)
\r
1114 rga2_write(rga2_read(RGA2_INT) | (0x1<<4) | (0x1<<5) | (0x1<<6) | (0x1<<7), RGA2_INT);
\r
1116 return IRQ_WAKE_THREAD;
\r
1119 struct file_operations rga2_fops = {
\r
1120 .owner = THIS_MODULE,
\r
1121 .open = rga2_open,
\r
1122 .release = rga2_release,
\r
1123 .unlocked_ioctl = rga_ioctl,
\r
1126 static struct miscdevice rga2_dev ={
\r
1127 .minor = RGA2_MAJOR,
\r
1129 .fops = &rga2_fops,
\r
1132 static const struct of_device_id rockchip_rga_dt_ids[] = {
\r
1133 { .compatible = "rockchip,rga", },
\r
1137 static int rga2_drv_probe(struct platform_device *pdev)
\r
1139 struct rga2_drvdata_t *data;
\r
1140 struct resource *res;
\r
1143 mutex_init(&rga2_service.lock);
\r
1144 mutex_init(&rga2_service.mutex);
\r
1145 atomic_set(&rga2_service.total_running, 0);
\r
1146 atomic_set(&rga2_service.src_format_swt, 0);
\r
1147 rga2_service.last_prc_src_format = 1; /* default is yuv first*/
\r
1148 rga2_service.enable = false;
\r
1150 data = devm_kzalloc(&pdev->dev, sizeof(struct rga2_drvdata_t), GFP_KERNEL);
\r
1153 ERR("failed to allocate driver data.\n");
\r
1157 INIT_DELAYED_WORK(&data->power_off_work, rga2_power_off_work);
\r
1158 wake_lock_init(&data->wake_lock, WAKE_LOCK_SUSPEND, "rga");
\r
1160 //data->pd_rga2 = clk_get(NULL, "pd_rga");
\r
1161 data->rga2 = devm_clk_get(&pdev->dev, "clk_rga");
\r
1162 data->pd_rga2 = devm_clk_get(&pdev->dev, "pd_rga");
\r
1163 data->aclk_rga2 = devm_clk_get(&pdev->dev, "aclk_rga");
\r
1164 data->hclk_rga2 = devm_clk_get(&pdev->dev, "hclk_rga");
\r
1166 /* map the registers */
\r
1167 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
\r
1168 data->rga_base = devm_ioremap_resource(&pdev->dev, res);
\r
1169 if (!data->rga_base) {
\r
1170 ERR("rga ioremap failed\n");
\r
1176 data->irq = platform_get_irq(pdev, 0);
\r
1177 if (data->irq <= 0) {
\r
1178 ERR("failed to get rga irq resource (%d).\n", data->irq);
\r
1183 /* request the IRQ */
\r
1184 ret = devm_request_threaded_irq(&pdev->dev, data->irq, rga2_irq, rga2_irq_thread, 0, "rga", pdev);
\r
1187 ERR("rga request_irq failed (%d).\n", ret);
\r
1191 platform_set_drvdata(pdev, data);
\r
1192 rga2_drvdata = data;
\r
1194 #if defined(CONFIG_ION_ROCKCHIP)
\r
1195 data->ion_client = rockchip_ion_client_create("rga");
\r
1196 if (IS_ERR(data->ion_client)) {
\r
1197 dev_err(&pdev->dev, "failed to create ion client for rga");
\r
1198 return PTR_ERR(data->ion_client);
\r
1200 dev_info(&pdev->dev, "rga ion client create success!\n");
\r
1204 ret = misc_register(&rga2_dev);
\r
1207 ERR("cannot register miscdev (%d)\n", ret);
\r
1208 goto err_misc_register;
\r
1211 pr_info("Driver loaded succesfully\n");
\r
1215 err_misc_register:
\r
1216 free_irq(data->irq, pdev);
\r
1218 iounmap(data->rga_base);
\r
1220 wake_lock_destroy(&data->wake_lock);
\r
1226 static int rga2_drv_remove(struct platform_device *pdev)
\r
1228 struct rga2_drvdata_t *data = platform_get_drvdata(pdev);
\r
1229 DBG("%s [%d]\n",__FUNCTION__,__LINE__);
\r
1231 wake_lock_destroy(&data->wake_lock);
\r
1232 misc_deregister(&(data->miscdev));
\r
1233 free_irq(data->irq, &data->miscdev);
\r
1234 iounmap((void __iomem *)(data->rga_base));
\r
1236 //clk_put(data->pd_rga2);
\r
1237 devm_clk_put(&pdev->dev, data->rga2);
\r
1238 devm_clk_put(&pdev->dev, data->aclk_rga2);
\r
1239 devm_clk_put(&pdev->dev, data->hclk_rga2);
\r
1245 static struct platform_driver rga2_driver = {
\r
1246 .probe = rga2_drv_probe,
\r
1247 .remove = rga2_drv_remove,
\r
1249 .owner = THIS_MODULE,
\r
1251 .of_match_table = of_match_ptr(rockchip_rga_dt_ids),
\r
1256 void rga2_test_0(void);
\r
1258 static int __init rga2_init(void)
\r
1263 /* malloc pre scale mid buf mmu table */
\r
1264 buf_p = kmalloc(1024*256, GFP_KERNEL);
\r
1265 rga2_mmu_buf.buf_virtual = buf_p;
\r
1266 rga2_mmu_buf.buf = (uint32_t *)virt_to_phys((void *)((uint32_t)buf_p));
\r
1267 rga2_mmu_buf.front = 0;
\r
1268 rga2_mmu_buf.back = 64*1024;
\r
1269 rga2_mmu_buf.size = 64*1024;
\r
1271 if ((ret = platform_driver_register(&rga2_driver)) != 0)
\r
1273 printk(KERN_ERR "Platform device register failed (%d).\n", ret);
\r
1278 rga2_session_global.pid = 0x0000ffff;
\r
1279 INIT_LIST_HEAD(&rga2_session_global.waiting);
\r
1280 INIT_LIST_HEAD(&rga2_session_global.running);
\r
1281 INIT_LIST_HEAD(&rga2_session_global.list_session);
\r
1283 INIT_LIST_HEAD(&rga2_service.waiting);
\r
1284 INIT_LIST_HEAD(&rga2_service.running);
\r
1285 INIT_LIST_HEAD(&rga2_service.done);
\r
1286 INIT_LIST_HEAD(&rga2_service.session);
\r
1287 init_waitqueue_head(&rga2_session_global.wait);
\r
1288 //mutex_lock(&rga_service.lock);
\r
1289 list_add_tail(&rga2_session_global.list_session, &rga2_service.session);
\r
1290 //mutex_unlock(&rga_service.lock);
\r
1291 atomic_set(&rga2_session_global.task_running, 0);
\r
1292 atomic_set(&rga2_session_global.num_done, 0);
\r
1295 #if RGA2_TEST_CASE
\r
1299 INFO("Module initialized.\n");
\r
1304 static void __exit rga2_exit(void)
\r
1308 if (rga2_mmu_buf.buf_virtual)
\r
1309 kfree(rga2_mmu_buf.buf_virtual);
\r
1311 platform_driver_unregister(&rga2_driver);
\r
1315 #if RGA2_TEST_CASE
\r
1317 extern struct fb_info * rk_get_fb(int fb_id);
\r
1318 EXPORT_SYMBOL(rk_get_fb);
\r
1320 extern void rk_direct_fb_show(struct fb_info * fbi);
\r
1321 EXPORT_SYMBOL(rk_direct_fb_show);
\r
1323 //unsigned int src_buf[4096*2304*3/2];
\r
1324 //unsigned int dst_buf[3840*2304*3/2];
\r
1325 //unsigned int tmp_buf[1920*1080 * 2];
\r
1327 void rga2_test_0(void)
\r
1329 struct rga2_req req;
\r
1330 rga2_session session;
\r
1331 unsigned int *src, *dst;
\r
1335 uint32_t *dst0, *dst1, *dst2;
\r
1337 struct fb_info *fb;
\r
1339 session.pid = current->pid;
\r
1340 INIT_LIST_HEAD(&session.waiting);
\r
1341 INIT_LIST_HEAD(&session.running);
\r
1342 INIT_LIST_HEAD(&session.list_session);
\r
1343 init_waitqueue_head(&session.wait);
\r
1344 /* no need to protect */
\r
1345 list_add_tail(&session.list_session, &rga2_service.session);
\r
1346 atomic_set(&session.task_running, 0);
\r
1347 atomic_set(&session.num_done, 0);
\r
1348 //file->private_data = (void *)session;
\r
1350 //fb = rk_get_fb(0);
\r
1352 memset(&req, 0, sizeof(struct rga2_req));
\r
1353 src = kmalloc(4096*2304*3/2, GFP_KERNEL);
\r
1354 dst = kmalloc(3840*2160*3/2, GFP_KERNEL);
\r
1356 //memset(src, 0x80, 4096*2304*4);
\r
1358 //dmac_flush_range(&src, &src[800*480*4]);
\r
1359 //outer_flush_range(virt_to_phys(&src),virt_to_phys(&src[800*480*4]));
\r
1363 memset(src_buf, 0x80, 800*480*4);
\r
1364 memset(dst_buf, 0xcc, 800*480*4);
\r
1366 dmac_flush_range(&dst_buf[0], &dst_buf[800*480]);
\r
1367 outer_flush_range(virt_to_phys(&dst_buf[0]),virt_to_phys(&dst_buf[800*480]));
\r
1374 printk("\n********************************\n");
\r
1375 printk("************ RGA2_TEST ************\n");
\r
1376 printk("********************************\n\n");
\r
1378 req.pat.act_w = 16;
\r
1379 req.pat.act_h = 16;
\r
1380 req.pat.vir_w = 16;
\r
1381 req.pat.vir_h = 16;
\r
1382 req.pat.yrgb_addr = virt_to_phys(src);
\r
1383 req.render_mode = update_palette_table_mode;
\r
1384 rga2_blit_sync(&session, &req);
\r
1386 req.src.act_w = 4096;
\r
1387 req.src.act_h = 2304;
\r
1389 req.src.vir_w = 4096;
\r
1390 req.src.vir_h = 2304;
\r
1391 req.src.yrgb_addr = (uint32_t)0;//virt_to_phys(src);
\r
1392 req.src.uv_addr = (uint32_t)virt_to_phys(src);
\r
1393 req.src.v_addr = 0;
\r
1394 req.src.format = RGA2_FORMAT_YCbCr_420_SP;
\r
1396 req.dst.act_w = 3840;
\r
1397 req.dst.act_h = 2160;
\r
1398 req.dst.x_offset = 0;
\r
1399 req.dst.y_offset = 0;
\r
1401 req.dst.vir_w = 3840;
\r
1402 req.dst.vir_h = 2160;
\r
1404 req.dst.yrgb_addr = 0;//((uint32_t)virt_to_phys(dst));
\r
1405 req.dst.uv_addr = ((uint32_t)virt_to_phys(dst));
\r
1406 req.dst.format = RGA2_FORMAT_YCbCr_420_SP;
\r
1410 //req.render_mode = color_fill_mode;
\r
1411 //req.fg_color = 0x80ffffff;
\r
1413 req.rotate_mode = 0;
\r
1414 req.scale_bicu_mode = 2;
\r
1416 //req.alpha_rop_flag = 0;
\r
1417 //req.alpha_rop_mode = 0x19;
\r
1418 //req.PD_mode = 3;
\r
1420 //req.mmu_info.mmu_flag = 0x21;
\r
1421 //req.mmu_info.mmu_en = 1;
\r
1423 //printk("src = %.8x\n", req.src.yrgb_addr);
\r
1424 //printk("src = %.8x\n", req.src.uv_addr);
\r
1425 //printk("dst = %.8x\n", req.dst.yrgb_addr);
\r
1427 rga2_blit_sync(&session, &req);
\r
1430 fb->var.bits_per_pixel = 32;
\r
1432 fb->var.xres = 1280;
\r
1433 fb->var.yres = 800;
\r
1435 fb->var.red.length = 8;
\r
1436 fb->var.red.offset = 0;
\r
1437 fb->var.red.msb_right = 0;
\r
1439 fb->var.green.length = 8;
\r
1440 fb->var.green.offset = 8;
\r
1441 fb->var.green.msb_right = 0;
\r
1443 fb->var.blue.length = 8;
\r
1445 fb->var.blue.offset = 16;
\r
1446 fb->var.blue.msb_right = 0;
\r
1448 fb->var.transp.length = 8;
\r
1449 fb->var.transp.offset = 24;
\r
1450 fb->var.transp.msb_right = 0;
\r
1452 fb->var.nonstd &= (~0xff);
\r
1453 fb->var.nonstd |= 1;
\r
1455 fb->fix.smem_start = virt_to_phys(dst);
\r
1457 rk_direct_fb_show(fb);
\r
1467 module_init(rga2_init);
\r
1468 module_exit(rga2_exit);
\r
1470 /* Module information */
\r
1471 MODULE_AUTHOR("zsq@rock-chips.com");
\r
1472 MODULE_DESCRIPTION("Driver for rga device");
\r
1473 MODULE_LICENSE("GPL");
\r