drivers/video/rockchip/rga2/rga2_drv.c

   1 /*
   2  * Copyright (C) 2012 ROCKCHIP, Inc.
   3  *
   4  * This software is licensed under the terms of the GNU General Public
   5  * License version 2, as published by the Free Software Foundation, and
   6  * may be copied, distributed, and modified under those terms.
   7  *
   8  * This program is distributed in the hope that it will be useful,
   9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  11  * GNU General Public License for more details.
  12  *
  13  */
  14
  15 #define pr_fmt(fmt) "rga: " fmt
  16 #include <linux/kernel.h>
  17 #include <linux/init.h>
  18 #include <linux/module.h>
  19 #include <linux/platform_device.h>
  20 #include <linux/sched.h>
  21 #include <linux/mutex.h>
  22 #include <linux/err.h>
  23 #include <linux/clk.h>
  24 #include <asm/delay.h>
  25 #include <linux/dma-mapping.h>
  26 #include <linux/delay.h>
  27 #include <asm/io.h>
  28 #include <linux/irq.h>
  29 #include <linux/interrupt.h>
  30 #include <linux/fs.h>
  31 #include <asm/uaccess.h>
  32 #include <linux/miscdevice.h>
  33 #include <linux/poll.h>
  34 #include <linux/delay.h>
  35 #include <linux/wait.h>
  36 #include <linux/syscalls.h>
  37 #include <linux/timer.h>
  38 #include <linux/time.h>
  39 #include <asm/cacheflush.h>
  40 #include <linux/slab.h>
  41 #include <linux/fb.h>
  42 #include <linux/wakelock.h>
  43 #include <linux/scatterlist.h>
  44 #include <linux/rockchip_ion.h>
  45 #include <linux/version.h>
  46 #include <linux/pm_runtime.h>
  47 #include <linux/dma-buf.h>
  48
  49 #include "rga2.h"
  50 #include "rga2_reg_info.h"
  51 #include "rga2_mmu_info.h"
  52 #include "RGA2_API.h"
  53 #include "rga2_rop.h"
  54
  55 #if defined(CONFIG_RK_IOMMU) && defined(CONFIG_ION_ROCKCHIP)
  56 #define CONFIG_RGA_IOMMU
  57 #endif
  58
  59 #define RGA2_TEST_FLUSH_TIME 0
  60 #define RGA2_INFO_BUS_ERROR 1
  61 #define RGA2_POWER_OFF_DELAY    4*HZ /* 4s */
  62 #define RGA2_TIMEOUT_DELAY      2*HZ /* 2s */
  63 #define RGA2_MAJOR              255
  64 #define RGA2_RESET_TIMEOUT      1000
  65
  66 /* Driver information */
  67 #define DRIVER_DESC             "RGA2 Device Driver"
  68 #define DRIVER_NAME             "rga2"
  69 #define RGA2_VERSION   "2.000"
  70
  71 ktime_t rga2_start;
  72 ktime_t rga2_end;
  73 int rga2_flag;
  74 int first_RGA2_proc;
  75
  76 rga2_session rga2_session_global;
  77 long (*rga_ioctl_kernel_p)(struct rga_req *);
  78
  79 struct rga2_drvdata_t {
  80         struct miscdevice miscdev;
  81         struct device *dev;
  82         void *rga_base;
  83         int irq;
  84
  85         struct delayed_work power_off_work;
  86         struct wake_lock wake_lock;
  87         void (*rga_irq_callback)(int rga_retval);
  88
  89         struct clk *aclk_rga2;
  90         struct clk *hclk_rga2;
  91         struct clk *rga2;
  92
  93         struct ion_client * ion_client;
  94         char version[16];
  95 };
  96
  97 struct rga2_drvdata_t *rga2_drvdata;
  98 struct rga2_service_info rga2_service;
  99 struct rga2_mmu_buf_t rga2_mmu_buf;
 100
 101 static int rga2_blit_async(rga2_session *session, struct rga2_req *req);
 102 static void rga2_del_running_list(void);
 103 static void rga2_del_running_list_timeout(void);
 104 static void rga2_try_set_reg(void);
 105
 106
 107 /* Logging */
 108 #define RGA_DEBUG 0
 109 #if RGA_DEBUG
 110 #define DBG(format, args...) printk(KERN_DEBUG "%s: " format, DRIVER_NAME, ## args)
 111 #define ERR(format, args...) printk(KERN_ERR "%s: " format, DRIVER_NAME, ## args)
 112 #define WARNING(format, args...) printk(KERN_WARN "%s: " format, DRIVER_NAME, ## args)
 113 #define INFO(format, args...) printk(KERN_INFO "%s: " format, DRIVER_NAME, ## args)
 114 #else
 115 #define DBG(format, args...)
 116 #define ERR(format, args...)
 117 #define WARNING(format, args...)
 118 #define INFO(format, args...)
 119 #endif
 120
 121 #if RGA2_TEST_MSG
 122 static void print_info(struct rga2_req *req)
 123 {
 124         printk("render_mode=%d bitblt_mode=%d rotate_mode=%.8x\n",
 125                 req->render_mode, req->bitblt_mode, req->rotate_mode);
 126         printk("src : y=%.lx uv=%.lx v=%.lx format=%d aw=%d ah=%d vw=%d vh=%d xoff=%d yoff=%d \n",
 127                 req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr, req->src.format,
 128                 req->src.act_w, req->src.act_h, req->src.vir_w, req->src.vir_h,
 129                 req->src.x_offset, req->src.y_offset);
 130         printk("dst : y=%lx uv=%lx v=%lx format=%d aw=%d ah=%d vw=%d vh=%d xoff=%d yoff=%d \n",
 131                 req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr, req->dst.format,
 132                 req->dst.act_w, req->dst.act_h, req->dst.vir_w, req->dst.vir_h,
 133                 req->dst.x_offset, req->dst.y_offset);
 134         printk("mmu : src=%.2x src1=%.2x dst=%.2x els=%.2x\n",
 135                 req->mmu_info.src0_mmu_flag, req->mmu_info.src1_mmu_flag,
 136                 req->mmu_info.dst_mmu_flag,  req->mmu_info.els_mmu_flag);
 137         printk("alpha : flag %.8x mode0=%.8x mode1=%.8x\n",
 138                 req->alpha_rop_flag, req->alpha_mode_0, req->alpha_mode_1);
 139 }
 140 #endif
 141
 142 static inline void rga2_write(u32 b, u32 r)
 143 {
 144         *((volatile unsigned int *)(rga2_drvdata->rga_base + r)) = b;
 145 }
 146
 147 static inline u32 rga2_read(u32 r)
 148 {
 149         return *((volatile unsigned int *)(rga2_drvdata->rga_base + r));
 150 }
 151
 152 static inline int rga2_init_version(void)
 153 {
 154         struct rga2_drvdata_t *rga = rga2_drvdata;
 155         u32 major_version, minor_version;
 156         u32 reg_version;
 157
 158         if (!rga) {
 159                 pr_err("rga2_drvdata is null\n");
 160                 return -EINVAL;
 161         }
 162
 163         reg_version = rga2_read(0x028);
 164         major_version = (reg_version & RGA2_MAJOR_VERSION_MASK) >> 24;
 165         minor_version = (reg_version & RGA2_MINOR_VERSION_MASK) >> 20;
 166
 167         sprintf(rga->version, "%d.%02d", major_version, minor_version);
 168
 169         return 0;
 170 }
 171
 172 static void rga2_soft_reset(void)
 173 {
 174         u32 i;
 175         u32 reg;
 176
 177         rga2_write((1 << 3) | (1 << 4), RGA2_SYS_CTRL); //RGA_SYS_CTRL
 178
 179         for(i = 0; i < RGA2_RESET_TIMEOUT; i++)
 180         {
 181                 reg = rga2_read(RGA2_SYS_CTRL) & 1; //RGA_SYS_CTRL
 182
 183                 if(reg == 0)
 184                         break;
 185
 186                 udelay(1);
 187         }
 188
 189         if(i == RGA2_RESET_TIMEOUT)
 190                 ERR("soft reset timeout.\n");
 191 }
 192
 193 static void rga2_dump(void)
 194 {
 195         int running;
 196         struct rga2_reg *reg, *reg_tmp;
 197         rga2_session *session, *session_tmp;
 198
 199         running = atomic_read(&rga2_service.total_running);
 200         printk("rga total_running %d\n", running);
 201         list_for_each_entry_safe(session, session_tmp, &rga2_service.session,
 202                 list_session)
 203         {
 204                 printk("session pid %d:\n", session->pid);
 205                 running = atomic_read(&session->task_running);
 206                 printk("task_running %d\n", running);
 207                 list_for_each_entry_safe(reg, reg_tmp, &session->waiting, session_link)
 208                 {
 209                         printk("waiting register set 0x%.lu\n", (unsigned long)reg);
 210                 }
 211                 list_for_each_entry_safe(reg, reg_tmp, &session->running, session_link)
 212                 {
 213                         printk("running register set 0x%.lu\n", (unsigned long)reg);
 214                 }
 215         }
 216 }
 217
 218 static inline void rga2_queue_power_off_work(void)
 219 {
 220         queue_delayed_work(system_wq, &rga2_drvdata->power_off_work,
 221                 RGA2_POWER_OFF_DELAY);
 222 }
 223
 224 /* Caller must hold rga_service.lock */
 225 static void rga2_power_on(void)
 226 {
 227         static ktime_t last;
 228         ktime_t now = ktime_get();
 229
 230 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4, 4, 0))
 231         pm_runtime_get_sync(rga2_drvdata->dev);
 232 #endif
 233
 234         if (ktime_to_ns(ktime_sub(now, last)) > NSEC_PER_SEC) {
 235                 cancel_delayed_work_sync(&rga2_drvdata->power_off_work);
 236                 rga2_queue_power_off_work();
 237                 last = now;
 238         }
 239
 240         if (rga2_service.enable)
 241                 return;
 242
 243         clk_prepare_enable(rga2_drvdata->rga2);
 244         clk_prepare_enable(rga2_drvdata->aclk_rga2);
 245         clk_prepare_enable(rga2_drvdata->hclk_rga2);
 246         wake_lock(&rga2_drvdata->wake_lock);
 247         rga2_service.enable = true;
 248 }
 249
 250 /* Caller must hold rga_service.lock */
 251 static void rga2_power_off(void)
 252 {
 253         int total_running;
 254
 255         if (!rga2_service.enable) {
 256                 return;
 257         }
 258
 259         total_running = atomic_read(&rga2_service.total_running);
 260         if (total_running) {
 261                 pr_err("power off when %d task running!!\n", total_running);
 262                 mdelay(50);
 263                 pr_err("delay 50 ms for running task\n");
 264                 rga2_dump();
 265         }
 266
 267         clk_disable_unprepare(rga2_drvdata->rga2);
 268         clk_disable_unprepare(rga2_drvdata->aclk_rga2);
 269         clk_disable_unprepare(rga2_drvdata->hclk_rga2);
 270
 271 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4, 4, 0))
 272         pm_runtime_put(rga2_drvdata->dev);
 273 #endif
 274
 275         wake_unlock(&rga2_drvdata->wake_lock);
 276     first_RGA2_proc = 0;
 277         rga2_service.enable = false;
 278 }
 279
 280 static void rga2_power_off_work(struct work_struct *work)
 281 {
 282         if (mutex_trylock(&rga2_service.lock)) {
 283                 rga2_power_off();
 284                 mutex_unlock(&rga2_service.lock);
 285         } else {
 286                 /* Come back later if the device is busy... */
 287                 rga2_queue_power_off_work();
 288         }
 289 }
 290
 291 static int rga2_flush(rga2_session *session, unsigned long arg)
 292 {
 293     int ret = 0;
 294     int ret_timeout;
 295
 296     #if RGA2_TEST_FLUSH_TIME
 297     ktime_t start;
 298     ktime_t end;
 299     start = ktime_get();
 300     #endif
 301
 302     ret_timeout = wait_event_timeout(session->wait, atomic_read(&session->done), RGA2_TIMEOUT_DELAY);
 303
 304         if (unlikely(ret_timeout < 0)) {
 305                 //pr_err("flush pid %d wait task ret %d\n", session->pid, ret);
 306         mutex_lock(&rga2_service.lock);
 307         rga2_del_running_list();
 308         mutex_unlock(&rga2_service.lock);
 309         ret = ret_timeout;
 310         } else if (0 == ret_timeout) {
 311                 //pr_err("flush pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
 312         //printk("bus  = %.8x\n", rga_read(RGA_INT));
 313         mutex_lock(&rga2_service.lock);
 314         rga2_del_running_list_timeout();
 315         rga2_try_set_reg();
 316         mutex_unlock(&rga2_service.lock);
 317                 ret = -ETIMEDOUT;
 318         }
 319
 320     #if RGA2_TEST_FLUSH_TIME
 321     end = ktime_get();
 322     end = ktime_sub(end, start);
 323     printk("one flush wait time %d\n", (int)ktime_to_us(end));
 324     #endif
 325
 326         return ret;
 327 }
 328
 329
 330 static int rga2_get_result(rga2_session *session, unsigned long arg)
 331 {
 332         int ret = 0;
 333         int num_done;
 334
 335         num_done = atomic_read(&session->num_done);
 336         if (unlikely(copy_to_user((void __user *)arg, &num_done, sizeof(int)))) {
 337             printk("copy_to_user failed\n");
 338             ret =  -EFAULT;
 339         }
 340         return ret;
 341 }
 342
 343
 344 static int rga2_check_param(const struct rga2_req *req)
 345 {
 346         if(!((req->render_mode == color_fill_mode)))
 347         {
 348             if (unlikely((req->src.act_w <= 0) || (req->src.act_w > 8191) || (req->src.act_h <= 0) || (req->src.act_h > 8191)))
 349             {
 350                 printk("invalid source resolution act_w = %d, act_h = %d\n", req->src.act_w, req->src.act_h);
 351                 return -EINVAL;
 352             }
 353         }
 354
 355         if(!((req->render_mode == color_fill_mode)))
 356         {
 357             if (unlikely((req->src.vir_w <= 0) || (req->src.vir_w > 8191) || (req->src.vir_h <= 0) || (req->src.vir_h > 8191)))
 358             {
 359                 printk("invalid source resolution vir_w = %d, vir_h = %d\n", req->src.vir_w, req->src.vir_h);
 360                 return -EINVAL;
 361             }
 362         }
 363
 364         //check dst width and height
 365         if (unlikely((req->dst.act_w <= 0) || (req->dst.act_w > 4096) || (req->dst.act_h <= 0) || (req->dst.act_h > 4096)))
 366         {
 367             printk("invalid destination resolution act_w = %d, act_h = %d\n", req->dst.act_w, req->dst.act_h);
 368             return -EINVAL;
 369         }
 370
 371         if (unlikely((req->dst.vir_w <= 0) || (req->dst.vir_w > 4096) || (req->dst.vir_h <= 0) || (req->dst.vir_h > 4096)))
 372         {
 373             printk("invalid destination resolution vir_w = %d, vir_h = %d\n", req->dst.vir_w, req->dst.vir_h);
 374             return -EINVAL;
 375         }
 376
 377         //check src_vir_w
 378         if(unlikely(req->src.vir_w < req->src.act_w)){
 379             printk("invalid src_vir_w act_w = %d, vir_w = %d\n", req->src.act_w, req->src.vir_w);
 380             return -EINVAL;
 381         }
 382
 383         //check dst_vir_w
 384         if(unlikely(req->dst.vir_w < req->dst.act_w)){
 385             if(req->rotate_mode != 1)
 386             {
 387                 printk("invalid dst_vir_w act_h = %d, vir_h = %d\n", req->dst.act_w, req->dst.vir_w);
 388                 return -EINVAL;
 389             }
 390         }
 391
 392         return 0;
 393 }
 394
 395 static void rga2_copy_reg(struct rga2_reg *reg, uint32_t offset)
 396 {
 397     uint32_t i;
 398     uint32_t *cmd_buf;
 399     uint32_t *reg_p;
 400
 401     if(atomic_read(&reg->session->task_running) != 0)
 402         printk(KERN_ERR "task_running is no zero\n");
 403
 404     atomic_add(1, &rga2_service.cmd_num);
 405         atomic_add(1, &reg->session->task_running);
 406
 407     cmd_buf = (uint32_t *)rga2_service.cmd_buff + offset*32;
 408     reg_p = (uint32_t *)reg->cmd_reg;
 409
 410     for(i=0; i<32; i++)
 411         cmd_buf[i] = reg_p[i];
 412 }
 413
 414
 415 static struct rga2_reg * rga2_reg_init(rga2_session *session, struct rga2_req *req)
 416 {
 417     int32_t ret;
 418         struct rga2_reg *reg = kzalloc(sizeof(struct rga2_reg), GFP_KERNEL);
 419         if (NULL == reg) {
 420                 pr_err("kmalloc fail in rga_reg_init\n");
 421                 return NULL;
 422         }
 423
 424     reg->session = session;
 425         INIT_LIST_HEAD(&reg->session_link);
 426         INIT_LIST_HEAD(&reg->status_link);
 427
 428     reg->MMU_base = NULL;
 429
 430     if ((req->mmu_info.src0_mmu_flag & 1) || (req->mmu_info.src1_mmu_flag & 1)
 431         || (req->mmu_info.dst_mmu_flag & 1) || (req->mmu_info.els_mmu_flag & 1))
 432     {
 433         ret = rga2_set_mmu_info(reg, req);
 434         if(ret < 0) {
 435             printk("%s, [%d] set mmu info error \n", __FUNCTION__, __LINE__);
 436             if(reg != NULL)
 437                 kfree(reg);
 438
 439             return NULL;
 440         }
 441     }
 442
 443     if(RGA2_gen_reg_info((uint8_t *)reg->cmd_reg, req) == -1) {
 444         printk("gen reg info error\n");
 445         if(reg != NULL)
 446             kfree(reg);
 447
 448         return NULL;
 449     }
 450
 451         reg->sg_src0 = req->sg_src0;
 452         reg->sg_dst = req->sg_dst;
 453         reg->sg_src1 = req->sg_src1;
 454         reg->attach_src0 = req->attach_src0;
 455         reg->attach_dst = req->attach_dst;
 456         reg->attach_src1 = req->attach_src1;
 457
 458     mutex_lock(&rga2_service.lock);
 459         list_add_tail(&reg->status_link, &rga2_service.waiting);
 460         list_add_tail(&reg->session_link, &session->waiting);
 461         mutex_unlock(&rga2_service.lock);
 462
 463     return reg;
 464 }
 465
 466
 467 /* Caller must hold rga_service.lock */
 468 static void rga2_reg_deinit(struct rga2_reg *reg)
 469 {
 470         list_del_init(&reg->session_link);
 471         list_del_init(&reg->status_link);
 472         kfree(reg);
 473 }
 474
 475 /* Caller must hold rga_service.lock */
 476 static void rga2_reg_from_wait_to_run(struct rga2_reg *reg)
 477 {
 478         list_del_init(&reg->status_link);
 479         list_add_tail(&reg->status_link, &rga2_service.running);
 480
 481         list_del_init(&reg->session_link);
 482         list_add_tail(&reg->session_link, &reg->session->running);
 483 }
 484
 485 /* Caller must hold rga_service.lock */
 486 static void rga2_service_session_clear(rga2_session *session)
 487 {
 488         struct rga2_reg *reg, *n;
 489
 490         list_for_each_entry_safe(reg, n, &session->waiting, session_link)
 491         {
 492                 rga2_reg_deinit(reg);
 493         }
 494
 495         list_for_each_entry_safe(reg, n, &session->running, session_link)
 496         {
 497                 rga2_reg_deinit(reg);
 498         }
 499 }
 500
 501 /* Caller must hold rga_service.lock */
 502 static void rga2_try_set_reg(void)
 503 {
 504         struct rga2_reg *reg ;
 505
 506         if (list_empty(&rga2_service.running))
 507         {
 508                 if (!list_empty(&rga2_service.waiting))
 509                 {
 510                         /* RGA is idle */
 511                         reg = list_entry(rga2_service.waiting.next, struct rga2_reg, status_link);
 512
 513                         rga2_power_on();
 514                         udelay(1);
 515
 516                         rga2_copy_reg(reg, 0);
 517                         rga2_reg_from_wait_to_run(reg);
 518
 519 #ifdef CONFIG_ARM
 520                         dmac_flush_range(&rga2_service.cmd_buff[0], &rga2_service.cmd_buff[32]);
 521                         outer_flush_range(virt_to_phys(&rga2_service.cmd_buff[0]),virt_to_phys(&rga2_service.cmd_buff[32]));
 522 #elif defined(CONFIG_ARM64)
 523                         __dma_flush_range(&rga2_service.cmd_buff[0], &rga2_service.cmd_buff[32]);
 524 #endif
 525
 526                         //rga2_soft_reset();
 527
 528                         rga2_write(0x0, RGA2_SYS_CTRL);
 529
 530                         /* CMD buff */
 531                         rga2_write(virt_to_phys(rga2_service.cmd_buff), RGA2_CMD_BASE);
 532
 533 #if RGA2_TEST
 534                         if(rga2_flag) {
 535                                 int32_t i, *p;
 536                                 p = rga2_service.cmd_buff;
 537                                 printk("CMD_REG\n");
 538                                 for (i=0; i<8; i++)
 539                                         printk("%.8x %.8x %.8x %.8x\n", p[0 + i*4], p[1+i*4], p[2 + i*4], p[3 + i*4]);
 540                         }
 541 #endif
 542
 543                         /* master mode */
 544                         rga2_write((0x1<<1)|(0x1<<2)|(0x1<<5)|(0x1<<6), RGA2_SYS_CTRL);
 545
 546                         /* All CMD finish int */
 547                         rga2_write(rga2_read(RGA2_INT)|(0x1<<10)|(0x1<<9)|(0x1<<8), RGA2_INT);
 548
 549 #if RGA2_TEST_TIME
 550                         rga2_start = ktime_get();
 551 #endif
 552
 553                         /* Start proc */
 554                         atomic_set(&reg->session->done, 0);
 555                         rga2_write(0x1, RGA2_CMD_CTRL);
 556 #if RGA2_TEST
 557                         if(rga2_flag)
 558                         {
 559                                 uint32_t i;
 560                                 printk("CMD_READ_BACK_REG\n");
 561                                 for (i=0; i<8; i++)
 562                                         printk("%.8x %.8x %.8x %.8x\n", rga2_read(0x100 + i*16 + 0),
 563                                                         rga2_read(0x100 + i*16 + 4), rga2_read(0x100 + i*16 + 8), rga2_read(0x100 + i*16 + 12));
 564                         }
 565 #endif
 566                 }
 567         }
 568 }
 569
 570 static int rga2_put_dma_buf(struct rga2_req *req, struct rga2_reg *reg)
 571 {
 572         struct dma_buf_attachment *attach = NULL;
 573         struct sg_table *sgt = NULL;
 574         struct dma_buf *dma_buf = NULL;
 575
 576         if (!req && !reg)
 577                 return -EINVAL;
 578
 579         attach = (!reg) ? req->attach_src0 : reg->attach_src0;
 580         sgt = (!reg) ? req->sg_src0 : reg->sg_src0;
 581         if (attach && sgt)
 582                 dma_buf_unmap_attachment(attach, sgt, DMA_BIDIRECTIONAL);
 583         if (attach) {
 584                 dma_buf = attach->dmabuf;
 585                 dma_buf_detach(dma_buf, attach);
 586                 dma_buf_put(dma_buf);
 587         }
 588
 589         attach = (!reg) ? req->attach_dst : reg->attach_dst;
 590         sgt = (!reg) ? req->sg_dst : reg->sg_dst;
 591         if (attach && sgt)
 592                 dma_buf_unmap_attachment(attach, sgt, DMA_BIDIRECTIONAL);
 593         if (attach) {
 594                 dma_buf = attach->dmabuf;
 595                 dma_buf_detach(dma_buf, attach);
 596                 dma_buf_put(dma_buf);
 597         }
 598
 599         attach = (!reg) ? req->attach_src1 : reg->attach_src1;
 600         sgt = (!reg) ? req->sg_src1 : reg->sg_src1;
 601         if (attach && sgt)
 602                 dma_buf_unmap_attachment(attach, sgt, DMA_BIDIRECTIONAL);
 603         if (attach) {
 604                 dma_buf = attach->dmabuf;
 605                 dma_buf_detach(dma_buf, attach);
 606                 dma_buf_put(dma_buf);
 607         }
 608
 609         return 0;
 610 }
 611
 612 static void rga2_del_running_list(void)
 613 {
 614         struct rga2_mmu_buf_t *tbuf = &rga2_mmu_buf;
 615         struct rga2_reg *reg;
 616
 617         while (!list_empty(&rga2_service.running)) {
 618                 reg = list_entry(rga2_service.running.next, struct rga2_reg,
 619                                  status_link);
 620                 if (reg->MMU_len && tbuf) {
 621                         if (tbuf->back + reg->MMU_len > 2 * tbuf->size)
 622                                 tbuf->back = reg->MMU_len + tbuf->size;
 623                         else
 624                                 tbuf->back += reg->MMU_len;
 625                 }
 626
 627                 rga2_put_dma_buf(NULL, reg);
 628
 629                 atomic_sub(1, &reg->session->task_running);
 630                 atomic_sub(1, &rga2_service.total_running);
 631
 632                 if(list_empty(&reg->session->waiting))
 633                 {
 634                         atomic_set(&reg->session->done, 1);
 635                         wake_up(&reg->session->wait);
 636                 }
 637
 638                 rga2_reg_deinit(reg);
 639         }
 640 }
 641
 642 static void rga2_del_running_list_timeout(void)
 643 {
 644         struct rga2_mmu_buf_t *tbuf = &rga2_mmu_buf;
 645         struct rga2_reg *reg;
 646
 647         while (!list_empty(&rga2_service.running)) {
 648                 reg = list_entry(rga2_service.running.next, struct rga2_reg,
 649                                  status_link);
 650                 kfree(reg->MMU_base);
 651                 if (reg->MMU_len && tbuf) {
 652                         if (tbuf->back + reg->MMU_len > 2 * tbuf->size)
 653                                 tbuf->back = reg->MMU_len + tbuf->size;
 654                         else
 655                                 tbuf->back += reg->MMU_len;
 656                 }
 657
 658                 rga2_put_dma_buf(NULL, reg);
 659
 660                 atomic_sub(1, &reg->session->task_running);
 661                 atomic_sub(1, &rga2_service.total_running);
 662                 rga2_soft_reset();
 663                 if (list_empty(&reg->session->waiting)) {
 664                         atomic_set(&reg->session->done, 1);
 665                         wake_up(&reg->session->wait);
 666                 }
 667                 rga2_reg_deinit(reg);
 668         }
 669         return;
 670 }
 671
 672 static int rga2_get_img_info(rga_img_info_t *img,
 673                              u8 mmu_flag,
 674                              u8 buf_gem_type_dma,
 675                              struct sg_table **psgt,
 676                              struct dma_buf_attachment **pattach)
 677 {
 678         struct dma_buf_attachment *attach = NULL;
 679         struct ion_client *ion_client = NULL;
 680         struct ion_handle *hdl = NULL;
 681         struct device *rga_dev = NULL;
 682         struct sg_table *sgt = NULL;
 683         struct dma_buf *dma_buf = NULL;
 684         u32 vir_w, vir_h;
 685         ion_phys_addr_t phy_addr;
 686         size_t len = 0;
 687         int yrgb_addr = -1;
 688         int ret = 0;
 689
 690         ion_client = rga2_drvdata->ion_client;
 691         rga_dev = rga2_drvdata->dev;
 692         yrgb_addr = (int)img->yrgb_addr;
 693         vir_w = img->vir_w;
 694         vir_h = img->vir_h;
 695
 696         if (yrgb_addr > 0) {
 697                 if (buf_gem_type_dma) {
 698                         dma_buf = dma_buf_get(img->yrgb_addr);
 699                         if (IS_ERR(dma_buf)) {
 700                                 ret = -EINVAL;
 701                                 pr_err("dma_buf_get fail fd[%d]\n", yrgb_addr);
 702                                 return ret;
 703                         }
 704
 705                         attach = dma_buf_attach(dma_buf, rga_dev);
 706                         if (IS_ERR(attach)) {
 707                                 dma_buf_put(dma_buf);
 708                                 ret = -EINVAL;
 709                                 pr_err("Failed to attach dma_buf\n");
 710                                 return ret;
 711                         }
 712
 713                         *pattach = attach;
 714                         sgt = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
 715                         if (IS_ERR(sgt)) {
 716                                 ret = -EINVAL;
 717                                 pr_err("Failed to map src attachment\n");
 718                                 goto err_get_sg;
 719                         }
 720                         if (!mmu_flag) {
 721                                 ret = -EINVAL;
 722                                 pr_err("Fix it please enable iommu flag\n");
 723                                 goto err_get_sg;
 724                         }
 725                 } else {
 726                         hdl = ion_import_dma_buf(ion_client, img->yrgb_addr);
 727                         if (IS_ERR(hdl)) {
 728                                 ret = -EINVAL;
 729                                 pr_err("RGA2 ERROR ion buf handle\n");
 730                                 return ret;
 731                         }
 732                         if (mmu_flag) {
 733                                 sgt = ion_sg_table(ion_client, hdl);
 734                                 if (IS_ERR(sgt)) {
 735                                         ret = -EINVAL;
 736                                         pr_err("Fail map src attachment\n");
 737                                         goto err_get_sg;
 738                                 }
 739                         }
 740                 }
 741
 742                 if (mmu_flag) {
 743                         *psgt = sgt;
 744                         img->yrgb_addr = img->uv_addr;
 745                         img->uv_addr = img->yrgb_addr + (vir_w * vir_h);
 746                         img->v_addr = img->uv_addr + (vir_w * vir_h) / 4;
 747                 } else {
 748                         ion_phys(ion_client, hdl, &phy_addr, &len);
 749                         img->yrgb_addr = phy_addr;
 750                         img->uv_addr = img->yrgb_addr + (vir_w * vir_h);
 751                         img->v_addr = img->uv_addr + (vir_w * vir_h) / 4;
 752                 }
 753         } else {
 754                 img->yrgb_addr = img->uv_addr;
 755                 img->uv_addr = img->yrgb_addr + (vir_w * vir_h);
 756                 img->v_addr = img->uv_addr + (vir_w * vir_h) / 4;
 757         }
 758
 759         if (hdl)
 760                 ion_free(ion_client, hdl);
 761
 762         return ret;
 763
 764 err_get_sg:
 765         if (hdl)
 766                 ion_free(ion_client, hdl);
 767         if (sgt && buf_gem_type_dma)
 768                 dma_buf_unmap_attachment(attach, sgt, DMA_BIDIRECTIONAL);
 769         if (attach) {
 770                 dma_buf = attach->dmabuf;
 771                 dma_buf_detach(dma_buf, attach);
 772                 *pattach = NULL;
 773                 dma_buf_put(dma_buf);
 774         }
 775         return ret;
 776 }
 777
 778 static int rga2_get_dma_buf(struct rga2_req *req)
 779 {
 780         struct dma_buf *dma_buf = NULL;
 781         u8 buf_gem_type_dma = 0;
 782         u8 mmu_flag = 0;
 783         int ret = 0;
 784
 785         buf_gem_type_dma = req->buf_type & RGA_BUF_GEM_TYPE_DMA;
 786         req->sg_src0 = NULL;
 787         req->sg_src1 = NULL;
 788         req->sg_dst = NULL;
 789         req->sg_els = NULL;
 790         req->attach_src0 = NULL;
 791         req->attach_dst = NULL;
 792         req->attach_src1 = NULL;
 793         mmu_flag = req->mmu_info.src0_mmu_flag;
 794         ret = rga2_get_img_info(&req->src, mmu_flag, buf_gem_type_dma,
 795                                 &req->sg_src0, &req->attach_src0);
 796         if (ret) {
 797                 pr_err("src:rga2_get_img_info fail\n");
 798                 goto err_src;
 799         }
 800
 801         mmu_flag = req->mmu_info.dst_mmu_flag;
 802         ret = rga2_get_img_info(&req->dst, mmu_flag, buf_gem_type_dma,
 803                                 &req->sg_dst, &req->attach_dst);
 804         if (ret) {
 805                 pr_err("dst:rga2_get_img_info fail\n");
 806                 goto err_dst;
 807         }
 808
 809         mmu_flag = req->mmu_info.src1_mmu_flag;
 810         ret = rga2_get_img_info(&req->src1, mmu_flag, buf_gem_type_dma,
 811                                 &req->sg_src1, &req->attach_src1);
 812         if (ret) {
 813                 pr_err("src1:rga2_get_img_info fail\n");
 814                 goto err_src1;
 815         }
 816
 817         return ret;
 818
 819 err_src1:
 820         if (buf_gem_type_dma && req->sg_dst && req->attach_dst) {
 821                 dma_buf_unmap_attachment(req->attach_dst,
 822                                          req->sg_dst, DMA_BIDIRECTIONAL);
 823                 dma_buf = req->attach_dst->dmabuf;
 824                 dma_buf_detach(dma_buf, req->attach_dst);
 825                 dma_buf_put(dma_buf);
 826         }
 827 err_dst:
 828         if (buf_gem_type_dma && req->sg_src0 && req->attach_src0) {
 829                 dma_buf_unmap_attachment(req->attach_src0,
 830                                          req->sg_src0, DMA_BIDIRECTIONAL);
 831                 dma_buf = req->attach_src0->dmabuf;
 832                 dma_buf_detach(dma_buf, req->attach_src0);
 833                 dma_buf_put(dma_buf);
 834         }
 835 err_src:
 836
 837         return ret;
 838 }
 839
 840 static int rga2_blit(rga2_session *session, struct rga2_req *req)
 841 {
 842         int ret = -1;
 843         int num = 0;
 844         struct rga2_reg *reg;
 845
 846         if (rga2_get_dma_buf(req)) {
 847                 pr_err("RGA2 : DMA buf copy error\n");
 848                 return -EFAULT;
 849         }
 850
 851         do {
 852                 /* check value if legal */
 853                 ret = rga2_check_param(req);
 854                 if(ret == -EINVAL) {
 855                         pr_err("req argument is inval\n");
 856                         goto err_put_dma_buf;
 857                 }
 858
 859                 reg = rga2_reg_init(session, req);
 860                 if(reg == NULL) {
 861                         pr_err("init reg fail\n");
 862                         goto err_put_dma_buf;
 863                 }
 864
 865                 num = 1;
 866                 mutex_lock(&rga2_service.lock);
 867                 atomic_add(num, &rga2_service.total_running);
 868                 rga2_try_set_reg();
 869                 mutex_unlock(&rga2_service.lock);
 870
 871                 return 0;
 872         }
 873         while(0);
 874
 875 err_put_dma_buf:
 876         rga2_put_dma_buf(req, NULL);
 877
 878         return -EFAULT;
 879 }
 880
 881 static int rga2_blit_async(rga2_session *session, struct rga2_req *req)
 882 {
 883         int ret = -1;
 884
 885 #if RGA2_TEST_MSG
 886         if (1) {//req->src.format >= 0x10) {
 887                 print_info(req);
 888                 rga2_flag = 1;
 889                 printk("*** rga_blit_async proc ***\n");
 890         }
 891         else
 892                 rga2_flag = 0;
 893 #endif
 894         atomic_set(&session->done, 0);
 895         ret = rga2_blit(session, req);
 896
 897         return ret;
 898         }
 899
 900 static int rga2_blit_sync(rga2_session *session, struct rga2_req *req)
 901 {
 902         int ret = -1;
 903         int ret_timeout = 0;
 904
 905 #if RGA2_TEST_MSG
 906         if (1) {//req->bitblt_mode == 0x2) {
 907                 print_info(req);
 908                 rga2_flag = 1;
 909                 printk("*** rga2_blit_sync proc ***\n");
 910         }
 911         else
 912                 rga2_flag = 0;
 913 #endif
 914
 915         atomic_set(&session->done, 0);
 916
 917         ret = rga2_blit(session, req);
 918         if(ret < 0)
 919                 return ret;
 920
 921         ret_timeout = wait_event_timeout(session->wait, atomic_read(&session->done), RGA2_TIMEOUT_DELAY);
 922
 923         if (unlikely(ret_timeout< 0))
 924         {
 925                 //pr_err("sync pid %d wait task ret %d\n", session->pid, ret_timeout);
 926                 mutex_lock(&rga2_service.lock);
 927                 rga2_del_running_list();
 928                 mutex_unlock(&rga2_service.lock);
 929                 ret = ret_timeout;
 930         }
 931         else if (0 == ret_timeout)
 932         {
 933                 //pr_err("sync pid %d wait %d task done timeout\n", session->pid, atomic_read(&session->task_running));
 934                 mutex_lock(&rga2_service.lock);
 935                 rga2_del_running_list_timeout();
 936                 rga2_try_set_reg();
 937                 mutex_unlock(&rga2_service.lock);
 938                 ret = -ETIMEDOUT;
 939         }
 940
 941 #if RGA2_TEST_TIME
 942         rga2_end = ktime_get();
 943         rga2_end = ktime_sub(rga2_end, rga2_start);
 944         printk("sync one cmd end time %d\n", (int)ktime_to_us(rga2_end));
 945 #endif
 946
 947         return ret;
 948         }
 949
 950 static long rga_ioctl(struct file *file, uint32_t cmd, unsigned long arg)
 951 {
 952         struct rga2_drvdata_t *rga = rga2_drvdata;
 953         struct rga2_req req, req_first;
 954         struct rga_req req_rga;
 955         int ret = 0;
 956         rga2_session *session;
 957
 958         if (!rga) {
 959                 pr_err("rga2_drvdata is null, rga2 is not init\n");
 960                 return -ENODEV;
 961         }
 962         memset(&req, 0x0, sizeof(req));
 963
 964         mutex_lock(&rga2_service.mutex);
 965
 966         session = (rga2_session *)file->private_data;
 967
 968         if (NULL == session)
 969         {
 970                 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
 971                 mutex_unlock(&rga2_service.mutex);
 972                 return -EINVAL;
 973         }
 974
 975         memset(&req, 0x0, sizeof(req));
 976
 977         switch (cmd)
 978         {
 979                 case RGA_BLIT_SYNC:
 980                         if (unlikely(copy_from_user(&req_rga, (struct rga_req*)arg, sizeof(struct rga_req))))
 981                         {
 982                                 ERR("copy_from_user failed\n");
 983                                 ret = -EFAULT;
 984                                 break;
 985                         }
 986                         RGA_MSG_2_RGA2_MSG(&req_rga, &req);
 987
 988                         if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
 989                                 memcpy(&req_first, &req, sizeof(struct rga2_req));
 990                                 if ((req_first.src.act_w != req_first.dst.act_w)
 991                                                 || (req_first.src.act_h != req_first.dst.act_h)) {
 992                                         req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
 993                                         req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
 994                                         req_first.dst.act_w = req_first.src.act_w;
 995                                         req_first.dst.act_h = req_first.src.act_h;
 996                                         ret = rga2_blit_async(session, &req_first);
 997                                 }
 998                                 ret = rga2_blit_sync(session, &req);
 999                                 first_RGA2_proc = 1;
1000                         }
1001                         else {
1002                                 ret = rga2_blit_sync(session, &req);
1003                         }
1004                         break;
1005                 case RGA_BLIT_ASYNC:
1006                         if (unlikely(copy_from_user(&req_rga, (struct rga_req*)arg, sizeof(struct rga_req))))
1007                         {
1008                                 ERR("copy_from_user failed\n");
1009                                 ret = -EFAULT;
1010                                 break;
1011                         }
1012
1013                         RGA_MSG_2_RGA2_MSG(&req_rga, &req);
1014
1015                         if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
1016                                 memcpy(&req_first, &req, sizeof(struct rga2_req));
1017                                 if ((req_first.src.act_w != req_first.dst.act_w)
1018                                                 || (req_first.src.act_h != req_first.dst.act_h)) {
1019                                         req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
1020                                         req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
1021                                         req_first.dst.act_w = req_first.src.act_w;
1022                                         req_first.dst.act_h = req_first.src.act_h;
1023                                         ret = rga2_blit_async(session, &req_first);
1024                                 }
1025                                 ret = rga2_blit_async(session, &req);
1026                                 first_RGA2_proc = 1;
1027                         }
1028                         else {
1029                                 ret = rga2_blit_async(session, &req);
1030                         }
1031                         break;
1032                 case RGA2_BLIT_SYNC:
1033                         if (unlikely(copy_from_user(&req, (struct rga2_req*)arg, sizeof(struct rga2_req))))
1034                         {
1035                                 ERR("copy_from_user failed\n");
1036                                 ret = -EFAULT;
1037                                 break;
1038                         }
1039                         ret = rga2_blit_sync(session, &req);
1040                         break;
1041                 case RGA2_BLIT_ASYNC:
1042                         if (unlikely(copy_from_user(&req, (struct rga2_req*)arg, sizeof(struct rga2_req))))
1043                         {
1044                                 ERR("copy_from_user failed\n");
1045                                 ret = -EFAULT;
1046                                 break;
1047                         }
1048
1049                         if((atomic_read(&rga2_service.total_running) > 16))
1050                         {
1051                                 ret = rga2_blit_sync(session, &req);
1052                         }
1053                         else
1054                         {
1055                                 ret = rga2_blit_async(session, &req);
1056                         }
1057                         break;
1058                 case RGA_FLUSH:
1059                 case RGA2_FLUSH:
1060                         ret = rga2_flush(session, arg);
1061                         break;
1062                 case RGA_GET_RESULT:
1063                 case RGA2_GET_RESULT:
1064                         ret = rga2_get_result(session, arg);
1065                         break;
1066                 case RGA_GET_VERSION:
1067                 case RGA2_GET_VERSION:
1068                         ret = copy_to_user((void *)arg, rga->version, 16);
1069                         break;
1070                 default:
1071                         ERR("unknown ioctl cmd!\n");
1072                         ret = -EINVAL;
1073                         break;
1074         }
1075
1076         mutex_unlock(&rga2_service.mutex);
1077
1078         return ret;
1079 }
1080
1081 #ifdef CONFIG_COMPAT
1082 static long compat_rga_ioctl(struct file *file, uint32_t cmd, unsigned long arg)
1083 {
1084         struct rga2_drvdata_t *rga = rga2_drvdata;
1085         struct rga2_req req, req_first;
1086         struct rga_req_32 req_rga;
1087         int ret = 0;
1088         rga2_session *session;
1089
1090         if (!rga) {
1091                 pr_err("rga2_drvdata is null, rga2 is not init\n");
1092                 return -ENODEV;
1093         }
1094         memset(&req, 0x0, sizeof(req));
1095
1096         mutex_lock(&rga2_service.mutex);
1097
1098         session = (rga2_session *)file->private_data;
1099
1100 #if RGA2_TEST_MSG
1101         printk("use compat_rga_ioctl\n");
1102 #endif
1103
1104         if (NULL == session) {
1105                 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
1106                 mutex_unlock(&rga2_service.mutex);
1107                 return -EINVAL;
1108         }
1109
1110         memset(&req, 0x0, sizeof(req));
1111
1112         switch (cmd) {
1113                 case RGA_BLIT_SYNC:
1114                         if (unlikely(copy_from_user(&req_rga, compat_ptr((compat_uptr_t)arg), sizeof(struct rga_req_32))))
1115                         {
1116                                 ERR("copy_from_user failed\n");
1117                                 ret = -EFAULT;
1118                                 break;
1119                         }
1120
1121                         RGA_MSG_2_RGA2_MSG_32(&req_rga, &req);
1122
1123                         if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
1124                                 memcpy(&req_first, &req, sizeof(struct rga2_req));
1125                                 if ((req_first.src.act_w != req_first.dst.act_w)
1126                                                 || (req_first.src.act_h != req_first.dst.act_h)) {
1127                                         req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
1128                                         req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
1129                                         req_first.dst.act_w = req_first.src.act_w;
1130                                         req_first.dst.act_h = req_first.src.act_h;
1131                                         ret = rga2_blit_async(session, &req_first);
1132                                 }
1133                                 ret = rga2_blit_sync(session, &req);
1134                                 first_RGA2_proc = 1;
1135                         }
1136                         else {
1137                                 ret = rga2_blit_sync(session, &req);
1138                         }
1139                         break;
1140                 case RGA_BLIT_ASYNC:
1141                         if (unlikely(copy_from_user(&req_rga, compat_ptr((compat_uptr_t)arg), sizeof(struct rga_req_32))))
1142                         {
1143                                 ERR("copy_from_user failed\n");
1144                                 ret = -EFAULT;
1145                                 break;
1146                         }
1147                         RGA_MSG_2_RGA2_MSG_32(&req_rga, &req);
1148
1149                         if (first_RGA2_proc == 0 && req.bitblt_mode == bitblt_mode && rga2_service.dev_mode == 1) {
1150                                 memcpy(&req_first, &req, sizeof(struct rga2_req));
1151                                 if ((req_first.src.act_w != req_first.dst.act_w)
1152                                                 || (req_first.src.act_h != req_first.dst.act_h)) {
1153                                         req_first.src.act_w = MIN(320, MIN(req_first.src.act_w, req_first.dst.act_w));
1154                                         req_first.src.act_h = MIN(240, MIN(req_first.src.act_h, req_first.dst.act_h));
1155                                         req_first.dst.act_w = req_first.src.act_w;
1156                                         req_first.dst.act_h = req_first.src.act_h;
1157                                         ret = rga2_blit_async(session, &req_first);
1158                                 }
1159                                 ret = rga2_blit_sync(session, &req);
1160                                 first_RGA2_proc = 1;
1161                         }
1162                         else {
1163                                 ret = rga2_blit_sync(session, &req);
1164                         }
1165
1166                         //if((atomic_read(&rga2_service.total_running) > 8))
1167                         //    ret = rga2_blit_sync(session, &req);
1168                         //else
1169                         //    ret = rga2_blit_async(session, &req);
1170
1171                         break;
1172                 case RGA2_BLIT_SYNC:
1173                         if (unlikely(copy_from_user(&req, compat_ptr((compat_uptr_t)arg), sizeof(struct rga2_req))))
1174                         {
1175                                 ERR("copy_from_user failed\n");
1176                                 ret = -EFAULT;
1177                                 break;
1178                         }
1179                         ret = rga2_blit_sync(session, &req);
1180                         break;
1181                 case RGA2_BLIT_ASYNC:
1182                         if (unlikely(copy_from_user(&req, compat_ptr((compat_uptr_t)arg), sizeof(struct rga2_req))))
1183                         {
1184                                 ERR("copy_from_user failed\n");
1185                                 ret = -EFAULT;
1186                                 break;
1187                         }
1188
1189                         if((atomic_read(&rga2_service.total_running) > 16))
1190                                 ret = rga2_blit_sync(session, &req);
1191                         else
1192                                 ret = rga2_blit_async(session, &req);
1193
1194                         break;
1195                 case RGA_FLUSH:
1196                 case RGA2_FLUSH:
1197                         ret = rga2_flush(session, arg);
1198                         break;
1199                 case RGA_GET_RESULT:
1200                 case RGA2_GET_RESULT:
1201                         ret = rga2_get_result(session, arg);
1202                         break;
1203                 case RGA_GET_VERSION:
1204                 case RGA2_GET_VERSION:
1205                         ret = copy_to_user((void *)arg, rga->version, 16);
1206                         break;
1207                 default:
1208                         ERR("unknown ioctl cmd!\n");
1209                         ret = -EINVAL;
1210                         break;
1211         }
1212
1213         mutex_unlock(&rga2_service.mutex);
1214
1215         return ret;
1216 }
1217 #endif
1218
1219
1220 long rga2_ioctl_kernel(struct rga_req *req_rga)
1221 {
1222         int ret = 0;
1223         rga2_session *session;
1224         struct rga2_req req;
1225
1226         memset(&req, 0x0, sizeof(req));
1227         mutex_lock(&rga2_service.mutex);
1228         session = &rga2_session_global;
1229         if (NULL == session)
1230         {
1231                 printk("%s [%d] rga thread session is null\n",__FUNCTION__,__LINE__);
1232                 mutex_unlock(&rga2_service.mutex);
1233                 return -EINVAL;
1234         }
1235
1236         RGA_MSG_2_RGA2_MSG(req_rga, &req);
1237         ret = rga2_blit_sync(session, &req);
1238         mutex_unlock(&rga2_service.mutex);
1239
1240         return ret;
1241 }
1242
1243
1244 static int rga2_open(struct inode *inode, struct file *file)
1245 {
1246         rga2_session *session = kzalloc(sizeof(rga2_session), GFP_KERNEL);
1247
1248         if (NULL == session) {
1249                 pr_err("unable to allocate memory for rga_session.");
1250                 return -ENOMEM;
1251         }
1252
1253         session->pid = current->pid;
1254         INIT_LIST_HEAD(&session->waiting);
1255         INIT_LIST_HEAD(&session->running);
1256         INIT_LIST_HEAD(&session->list_session);
1257         init_waitqueue_head(&session->wait);
1258         mutex_lock(&rga2_service.lock);
1259         list_add_tail(&session->list_session, &rga2_service.session);
1260         mutex_unlock(&rga2_service.lock);
1261         atomic_set(&session->task_running, 0);
1262         atomic_set(&session->num_done, 0);
1263         file->private_data = (void *)session;
1264
1265         return nonseekable_open(inode, file);
1266 }
1267
1268 static int rga2_release(struct inode *inode, struct file *file)
1269 {
1270         int task_running;
1271         rga2_session *session = (rga2_session *)file->private_data;
1272
1273         if (NULL == session)
1274                 return -EINVAL;
1275
1276         task_running = atomic_read(&session->task_running);
1277         if (task_running)
1278         {
1279                 pr_err("rga2_service session %d still has %d task running when closing\n", session->pid, task_running);
1280                 msleep(100);
1281         }
1282
1283         wake_up(&session->wait);
1284         mutex_lock(&rga2_service.lock);
1285         list_del(&session->list_session);
1286         rga2_service_session_clear(session);
1287         kfree(session);
1288         mutex_unlock(&rga2_service.lock);
1289
1290         return 0;
1291 }
1292
1293 static irqreturn_t rga2_irq_thread(int irq, void *dev_id)
1294 {
1295         mutex_lock(&rga2_service.lock);
1296         if (rga2_service.enable) {
1297                 rga2_del_running_list();
1298                 rga2_try_set_reg();
1299         }
1300         mutex_unlock(&rga2_service.lock);
1301
1302         return IRQ_HANDLED;
1303 }
1304
1305 static irqreturn_t rga2_irq(int irq,  void *dev_id)
1306 {
1307         /*clear INT */
1308         rga2_write(rga2_read(RGA2_INT) | (0x1<<4) | (0x1<<5) | (0x1<<6) | (0x1<<7), RGA2_INT);
1309
1310         return IRQ_WAKE_THREAD;
1311 }
1312
1313 struct file_operations rga2_fops = {
1314         .owner          = THIS_MODULE,
1315         .open           = rga2_open,
1316         .release        = rga2_release,
1317         .unlocked_ioctl         = rga_ioctl,
1318 #ifdef CONFIG_COMPAT
1319         .compat_ioctl           = compat_rga_ioctl,
1320 #endif
1321 };
1322
1323 static struct miscdevice rga2_dev ={
1324         .minor = RGA2_MAJOR,
1325         .name  = "rga",
1326         .fops  = &rga2_fops,
1327 };
1328
1329 static const struct of_device_id rockchip_rga_dt_ids[] = {
1330         { .compatible = "rockchip,rga2", },
1331         {},
1332 };
1333
1334 static int rga2_drv_probe(struct platform_device *pdev)
1335 {
1336         struct rga2_drvdata_t *data;
1337         struct resource *res;
1338         int ret = 0;
1339         struct device_node *np = pdev->dev.of_node;
1340
1341         mutex_init(&rga2_service.lock);
1342         mutex_init(&rga2_service.mutex);
1343         atomic_set(&rga2_service.total_running, 0);
1344         atomic_set(&rga2_service.src_format_swt, 0);
1345         rga2_service.last_prc_src_format = 1; /* default is yuv first*/
1346         rga2_service.enable = false;
1347
1348         rga_ioctl_kernel_p = rga2_ioctl_kernel;
1349
1350         data = devm_kzalloc(&pdev->dev, sizeof(struct rga2_drvdata_t), GFP_KERNEL);
1351         if(NULL == data)
1352         {
1353                 ERR("failed to allocate driver data.\n");
1354                 return -ENOMEM;
1355         }
1356
1357         INIT_DELAYED_WORK(&data->power_off_work, rga2_power_off_work);
1358         wake_lock_init(&data->wake_lock, WAKE_LOCK_SUSPEND, "rga");
1359
1360         data->rga2 = devm_clk_get(&pdev->dev, "clk_rga");
1361         data->aclk_rga2 = devm_clk_get(&pdev->dev, "aclk_rga");
1362         data->hclk_rga2 = devm_clk_get(&pdev->dev, "hclk_rga");
1363
1364         /* map the registers */
1365         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1366         data->rga_base = devm_ioremap_resource(&pdev->dev, res);
1367         if (!data->rga_base) {
1368                 ERR("rga ioremap failed\n");
1369                 ret = -ENOENT;
1370                 goto err_ioremap;
1371         }
1372
1373         /* get the IRQ */
1374         data->irq = platform_get_irq(pdev, 0);
1375         if (data->irq <= 0) {
1376                 ERR("failed to get rga irq resource (%d).\n", data->irq);
1377                 ret = data->irq;
1378                 goto err_irq;
1379         }
1380
1381         /* request the IRQ */
1382         ret = devm_request_threaded_irq(&pdev->dev, data->irq, rga2_irq, rga2_irq_thread, 0, "rga", pdev);
1383         if (ret)
1384         {
1385                 ERR("rga request_irq failed (%d).\n", ret);
1386                 goto err_irq;
1387         }
1388
1389         platform_set_drvdata(pdev, data);
1390         data->dev = &pdev->dev;
1391         rga2_drvdata = data;
1392         of_property_read_u32(np, "dev_mode", &rga2_service.dev_mode);
1393
1394 #if defined(CONFIG_ION_ROCKCHIP)
1395         data->ion_client = rockchip_ion_client_create("rga");
1396         if (IS_ERR(data->ion_client)) {
1397                 dev_err(&pdev->dev, "failed to create ion client for rga");
1398                 return PTR_ERR(data->ion_client);
1399         } else {
1400                 dev_info(&pdev->dev, "rga ion client create success!\n");
1401         }
1402 #endif
1403
1404         ret = misc_register(&rga2_dev);
1405         if(ret)
1406         {
1407                 ERR("cannot register miscdev (%d)\n", ret);
1408                 goto err_misc_register;
1409         }
1410 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4, 4, 0))
1411         pm_runtime_enable(&pdev->dev);
1412 #endif
1413         rga2_init_version();
1414         pr_info("Driver loaded successfully ver:%s\n", rga2_drvdata->version);
1415
1416         return 0;
1417
1418 err_misc_register:
1419         free_irq(data->irq, pdev);
1420 err_irq:
1421         iounmap(data->rga_base);
1422 err_ioremap:
1423         wake_lock_destroy(&data->wake_lock);
1424         //kfree(data);
1425
1426         return ret;
1427 }
1428
1429 static int rga2_drv_remove(struct platform_device *pdev)
1430 {
1431         struct rga2_drvdata_t *data = platform_get_drvdata(pdev);
1432         DBG("%s [%d]\n",__FUNCTION__,__LINE__);
1433
1434         wake_lock_destroy(&data->wake_lock);
1435         misc_deregister(&(data->miscdev));
1436         free_irq(data->irq, &data->miscdev);
1437         iounmap((void __iomem *)(data->rga_base));
1438
1439         devm_clk_put(&pdev->dev, data->rga2);
1440         devm_clk_put(&pdev->dev, data->aclk_rga2);
1441         devm_clk_put(&pdev->dev, data->hclk_rga2);
1442
1443 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4, 4, 0))
1444         pm_runtime_disable(&pdev->dev);
1445 #endif
1446
1447         kfree(data);
1448         return 0;
1449 }
1450
1451 static struct platform_driver rga2_driver = {
1452         .probe          = rga2_drv_probe,
1453         .remove         = rga2_drv_remove,
1454         .driver         = {
1455                 .owner  = THIS_MODULE,
1456                 .name   = "rga2",
1457                 .of_match_table = of_match_ptr(rockchip_rga_dt_ids),
1458         },
1459 };
1460
1461
1462 void rga2_test_0(void);
1463
1464 static int __init rga2_init(void)
1465 {
1466         int ret;
1467         uint32_t *buf_p;
1468
1469         /* malloc pre scale mid buf mmu table */
1470         buf_p = kmalloc(1024*256, GFP_KERNEL);
1471         rga2_mmu_buf.buf_virtual = buf_p;
1472         rga2_mmu_buf.buf = (uint32_t *)virt_to_phys((void *)((unsigned long)buf_p));
1473         rga2_mmu_buf.front = 0;
1474         rga2_mmu_buf.back = 64*1024;
1475         rga2_mmu_buf.size = 64*1024;
1476
1477         rga2_mmu_buf.pages = kmalloc(32768 * sizeof(struct page *), GFP_KERNEL);
1478
1479         ret = platform_driver_register(&rga2_driver);
1480         if (ret != 0) {
1481                 printk(KERN_ERR "Platform device register failed (%d).\n", ret);
1482                 return ret;
1483         }
1484
1485         rga2_session_global.pid = 0x0000ffff;
1486         INIT_LIST_HEAD(&rga2_session_global.waiting);
1487         INIT_LIST_HEAD(&rga2_session_global.running);
1488         INIT_LIST_HEAD(&rga2_session_global.list_session);
1489
1490         INIT_LIST_HEAD(&rga2_service.waiting);
1491         INIT_LIST_HEAD(&rga2_service.running);
1492         INIT_LIST_HEAD(&rga2_service.done);
1493         INIT_LIST_HEAD(&rga2_service.session);
1494         init_waitqueue_head(&rga2_session_global.wait);
1495         //mutex_lock(&rga_service.lock);
1496         list_add_tail(&rga2_session_global.list_session, &rga2_service.session);
1497         //mutex_unlock(&rga_service.lock);
1498         atomic_set(&rga2_session_global.task_running, 0);
1499         atomic_set(&rga2_session_global.num_done, 0);
1500
1501 #if RGA2_TEST_CASE
1502         rga2_test_0();
1503 #endif
1504
1505         INFO("Module initialized.\n");
1506
1507         return 0;
1508 }
1509
1510 static void __exit rga2_exit(void)
1511 {
1512         rga2_power_off();
1513
1514         if (rga2_mmu_buf.buf_virtual)
1515                 kfree(rga2_mmu_buf.buf_virtual);
1516
1517         platform_driver_unregister(&rga2_driver);
1518 }
1519
1520
1521 #if RGA2_TEST_CASE
1522
1523 void rga2_test_0(void)
1524 {
1525         struct rga2_req req;
1526         rga2_session session;
1527         unsigned int *src, *dst;
1528
1529         session.pid     = current->pid;
1530         INIT_LIST_HEAD(&session.waiting);
1531         INIT_LIST_HEAD(&session.running);
1532         INIT_LIST_HEAD(&session.list_session);
1533         init_waitqueue_head(&session.wait);
1534         /* no need to protect */
1535         list_add_tail(&session.list_session, &rga2_service.session);
1536         atomic_set(&session.task_running, 0);
1537         atomic_set(&session.num_done, 0);
1538
1539         memset(&req, 0, sizeof(struct rga2_req));
1540         src = kmalloc(800*480*4, GFP_KERNEL);
1541         dst = kmalloc(800*480*4, GFP_KERNEL);
1542
1543         printk("\n********************************\n");
1544         printk("************ RGA2_TEST ************\n");
1545         printk("********************************\n\n");
1546
1547 #if 1
1548         memset(src, 0x80, 800 * 480 * 4);
1549         memset(dst, 0xcc, 800 * 480 * 4);
1550 #endif
1551 #if 0
1552         dmac_flush_range(src, &src[800 * 480]);
1553         outer_flush_range(virt_to_phys(src), virt_to_phys(&src[800 * 480]));
1554
1555         dmac_flush_range(dst, &dst[800 * 480]);
1556         outer_flush_range(virt_to_phys(dst), virt_to_phys(&dst[800 * 480]));
1557 #endif
1558
1559 #if 0
1560         req.pat.act_w = 16;
1561         req.pat.act_h = 16;
1562         req.pat.vir_w = 16;
1563         req.pat.vir_h = 16;
1564         req.pat.yrgb_addr = virt_to_phys(src);
1565         req.render_mode = 0;
1566         rga2_blit_sync(&session, &req);
1567 #endif
1568         {
1569                 uint32_t i, j;
1570                 uint8_t *sp;
1571
1572                 sp = (uint8_t *)src;
1573                 for (j = 0; j < 240; j++) {
1574                         sp = (uint8_t *)src + j * 320 * 10 / 8;
1575                         for (i = 0; i < 320; i++) {
1576                                 if ((i & 3) == 0) {
1577                                         sp[i * 5 / 4] = 0;
1578                                         sp[i * 5 / 4+1] = 0x1;
1579                                 } else if ((i & 3) == 1) {
1580                                         sp[i * 5 / 4+1] = 0x4;
1581                                 } else if ((i & 3) == 2) {
1582                                         sp[i * 5 / 4+1] = 0x10;
1583                                 } else if ((i & 3) == 3) {
1584                                         sp[i * 5 / 4+1] = 0x40;
1585                             }
1586                         }
1587                 }
1588                 sp = (uint8_t *)src;
1589                 for (j = 0; j < 100; j++)
1590                         printk("src %.2x\n", sp[j]);
1591         }
1592         req.src.act_w = 320;
1593         req.src.act_h = 240;
1594
1595         req.src.vir_w = 320;
1596         req.src.vir_h = 240;
1597         req.src.yrgb_addr = 0;//(uint32_t)virt_to_phys(src);
1598         req.src.uv_addr = (unsigned long)virt_to_phys(src);
1599         req.src.v_addr = 0;
1600         req.src.format = RGA2_FORMAT_YCbCr_420_SP_10B;
1601
1602         req.dst.act_w  = 320;
1603         req.dst.act_h = 240;
1604         req.dst.x_offset = 0;
1605         req.dst.y_offset = 0;
1606
1607         req.dst.vir_w = 320;
1608         req.dst.vir_h = 240;
1609
1610         req.dst.yrgb_addr = 0;//((uint32_t)virt_to_phys(dst));
1611         req.dst.uv_addr = (unsigned long)virt_to_phys(dst);
1612         req.dst.format = RGA2_FORMAT_YCbCr_420_SP;
1613
1614         //dst = dst0;
1615
1616         //req.render_mode = color_fill_mode;
1617         //req.fg_color = 0x80ffffff;
1618
1619         req.rotate_mode = 0;
1620         req.scale_bicu_mode = 2;
1621
1622 #if 0
1623         //req.alpha_rop_flag = 0;
1624         //req.alpha_rop_mode = 0x19;
1625         //req.PD_mode = 3;
1626
1627         //req.mmu_info.mmu_flag = 0x21;
1628         //req.mmu_info.mmu_en = 1;
1629
1630         //printk("src = %.8x\n", req.src.yrgb_addr);
1631         //printk("src = %.8x\n", req.src.uv_addr);
1632         //printk("dst = %.8x\n", req.dst.yrgb_addr);
1633 #endif
1634
1635         rga2_blit_sync(&session, &req);
1636
1637 #if 0
1638         uint32_t j;
1639         for (j = 0; j < 320 * 240 * 10 / 8; j++) {
1640         if (src[j] != dst[j])
1641                 printk("error value dst not equal src j %d, s %.2x d %.2x\n",
1642                         j, src[j], dst[j]);
1643         }
1644 #endif
1645
1646 #if 1
1647         {
1648                 uint32_t j;
1649                 uint8_t *dp = (uint8_t *)dst;
1650
1651                 for (j = 0; j < 100; j++)
1652                         printk("%d %.2x\n", j, dp[j]);
1653         }
1654 #endif
1655
1656         if(src)
1657                 kfree(src);
1658         if(dst)
1659                 kfree(dst);
1660 }
1661 #endif
1662
1663 module_init(rga2_init);
1664 module_exit(rga2_exit);
1665
1666 /* Module information */
1667 MODULE_AUTHOR("zsq@rock-chips.com");
1668 MODULE_DESCRIPTION("Driver for rga device");
1669 MODULE_LICENSE("GPL");