3 #include <linux/version.h>
\r
4 #include <linux/init.h>
\r
5 #include <linux/module.h>
\r
6 #include <linux/fs.h>
\r
7 #include <linux/sched.h>
\r
8 #include <linux/signal.h>
\r
9 #include <linux/pagemap.h>
\r
10 #include <linux/seq_file.h>
\r
11 #include <linux/mm.h>
\r
12 #include <linux/mman.h>
\r
13 #include <linux/sched.h>
\r
14 #include <linux/slab.h>
\r
15 #include <asm/atomic.h>
\r
18 #include "rga_mmu_info.h"
\r
20 extern rga_service_info rga_service;
\r
21 extern int mmu_buf[1024];
\r
23 #define KERNEL_SPACE_VALID 0xc0000000
\r
25 static int rga_mem_size_cal(uint32_t Mem, uint32_t MemSize, uint32_t *StartAddr)
\r
27 uint32_t start, end;
\r
30 end = (Mem + (MemSize + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
31 start = Mem >> PAGE_SHIFT;
\r
32 pageCount = end - start;
\r
37 static int rga_buf_size_cal(uint32_t yrgb_addr, uint32_t uv_addr, uint32_t v_addr,
\r
38 int format, uint32_t w, uint32_t h, uint32_t *StartAddr )
\r
40 uint32_t size_yrgb = 0;
\r
41 uint32_t size_uv = 0;
\r
42 uint32_t size_v = 0;
\r
43 uint32_t stride = 0;
\r
44 uint32_t start, end;
\r
49 case RK_FORMAT_RGBA_8888 :
\r
50 stride = (w * 4 + 3) & (~3);
\r
51 size_yrgb = stride*h;
\r
52 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
53 start = yrgb_addr >> PAGE_SHIFT;
\r
54 pageCount = end - start;
\r
56 case RK_FORMAT_RGBX_8888 :
\r
57 stride = (w * 4 + 3) & (~3);
\r
58 size_yrgb = stride*h;
\r
59 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
60 start = yrgb_addr >> PAGE_SHIFT;
\r
61 pageCount = end - start;
\r
63 case RK_FORMAT_RGB_888 :
\r
64 stride = (w * 3 + 3) & (~3);
\r
65 size_yrgb = stride*h;
\r
66 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
67 start = yrgb_addr >> PAGE_SHIFT;
\r
68 pageCount = end - start;
\r
70 case RK_FORMAT_BGRA_8888 :
\r
72 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
73 start = yrgb_addr >> PAGE_SHIFT;
\r
74 pageCount = end - start;
\r
77 case RK_FORMAT_RGB_565 :
\r
78 stride = (w*2 + 3) & (~3);
\r
79 size_yrgb = stride * h;
\r
80 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
81 start = yrgb_addr >> PAGE_SHIFT;
\r
82 pageCount = end - start;
\r
84 case RK_FORMAT_RGBA_5551 :
\r
85 stride = (w*2 + 3) & (~3);
\r
86 size_yrgb = stride * h;
\r
87 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
88 start = yrgb_addr >> PAGE_SHIFT;
\r
89 pageCount = end - start;
\r
91 case RK_FORMAT_RGBA_4444 :
\r
92 stride = (w*2 + 3) & (~3);
\r
93 size_yrgb = stride * h;
\r
94 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
95 start = yrgb_addr >> PAGE_SHIFT;
\r
96 pageCount = end - start;
\r
98 case RK_FORMAT_BGR_888 :
\r
99 stride = (w*3 + 3) & (~3);
\r
100 size_yrgb = stride * h;
\r
101 end = (yrgb_addr + (size_yrgb + PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
102 start = yrgb_addr >> PAGE_SHIFT;
\r
103 pageCount = end - start;
\r
107 case RK_FORMAT_YCbCr_422_SP :
\r
108 stride = (w + 3) & (~3);
\r
109 size_yrgb = stride * h;
\r
110 size_uv = stride * h;
\r
111 start = MIN(yrgb_addr, uv_addr);
\r
112 start >>= PAGE_SHIFT;
\r
113 end = MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv));
\r
114 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
115 pageCount = end - start;
\r
117 case RK_FORMAT_YCbCr_422_P :
\r
118 stride = (w + 3) & (~3);
\r
119 size_yrgb = stride * h;
\r
120 size_uv = ((stride >> 1) * h);
\r
121 size_v = ((stride >> 1) * h);
\r
122 start = MIN(MIN(yrgb_addr, uv_addr), v_addr);
\r
123 start = start >> PAGE_SHIFT;
\r
124 end = MAX(MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv)), (v_addr + size_v));
\r
125 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
126 pageCount = end - start;
\r
128 case RK_FORMAT_YCbCr_420_SP :
\r
129 stride = (w + 3) & (~3);
\r
130 size_yrgb = stride * h;
\r
131 size_uv = (stride * (h >> 1));
\r
132 start = MIN(yrgb_addr, uv_addr);
\r
133 start >>= PAGE_SHIFT;
\r
134 end = MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv));
\r
135 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
136 pageCount = end - start;
\r
138 case RK_FORMAT_YCbCr_420_P :
\r
139 stride = (w + 3) & (~3);
\r
140 size_yrgb = stride * h;
\r
141 size_uv = ((stride >> 1) * (h >> 1));
\r
142 size_v = ((stride >> 1) * (h >> 1));
\r
143 start = MIN(MIN(yrgb_addr, uv_addr), v_addr);
\r
144 start >>= PAGE_SHIFT;
\r
145 end = MAX(MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv)), (v_addr + size_v));
\r
146 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
147 pageCount = end - start;
\r
150 case RK_FORMAT_YCrCb_422_SP :
\r
151 stride = (w + 3) & (~3);
\r
152 size_yrgb = stride * h;
\r
153 size_uv = stride * h;
\r
154 start = MIN(yrgb_addr, uv_addr);
\r
155 start >>= PAGE_SHIFT;
\r
156 end = MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv));
\r
157 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
158 pageCount = end - start;
\r
160 case RK_FORMAT_YCrCb_422_P :
\r
161 stride = (w + 3) & (~3);
\r
162 size_yrgb = stride * h;
\r
163 size_uv = ((stride >> 1) * h);
\r
164 size_v = ((stride >> 1) * h);
\r
165 start = MIN(MIN(yrgb_addr, uv_addr), v_addr);
\r
166 start >>= PAGE_SHIFT;
\r
167 end = MAX(MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv)), (v_addr + size_v));
\r
168 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
169 pageCount = end - start;
\r
172 case RK_FORMAT_YCrCb_420_SP :
\r
173 stride = (w + 3) & (~3);
\r
174 size_yrgb = stride * h;
\r
175 size_uv = (stride * (h >> 1));
\r
176 start = MIN(yrgb_addr, uv_addr);
\r
177 start >>= PAGE_SHIFT;
\r
178 end = MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv));
\r
179 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
180 pageCount = end - start;
\r
182 case RK_FORMAT_YCrCb_420_P :
\r
183 stride = (w + 3) & (~3);
\r
184 size_yrgb = stride * h;
\r
185 size_uv = ((stride >> 1) * (h >> 1));
\r
186 size_v = ((stride >> 1) * (h >> 1));
\r
187 start = MIN(MIN(yrgb_addr, uv_addr), v_addr);
\r
188 start >>= PAGE_SHIFT;
\r
189 end = MAX(MAX((yrgb_addr + size_yrgb), (uv_addr + size_uv)), (v_addr + size_v));
\r
190 end = (end + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
\r
191 pageCount = end - start;
\r
194 case RK_FORMAT_BPP1 :
\r
196 case RK_FORMAT_BPP2 :
\r
198 case RK_FORMAT_BPP4 :
\r
200 case RK_FORMAT_BPP8 :
\r
209 *StartAddr = start;
\r
213 static int rga_MapUserMemory(struct page **pages,
\r
214 uint32_t *pageTable,
\r
216 uint32_t pageCount)
\r
226 down_read(¤t->mm->mmap_sem);
\r
227 result = get_user_pages(current,
\r
229 Memory << PAGE_SHIFT,
\r
236 up_read(¤t->mm->mmap_sem);
\r
238 if(result <= 0 || result < pageCount)
\r
240 struct vm_area_struct *vma;
\r
242 vma = find_vma(current->mm, Memory);
\r
244 if (vma && (vma->vm_flags & VM_PFNMAP) )
\r
252 pgd_t * pgd = pgd_offset(current->mm, Memory);
\r
253 pud_t * pud = pud_offset(pgd, Memory);
\r
256 pmd_t * pmd = pmd_offset(pud, Memory);
\r
259 pte = pte_offset_map_lock(current->mm, pmd, Memory, &ptl);
\r
275 pfn = pte_pfn(*pte);
\r
277 pte_unmap_unlock(pte, ptl);
\r
279 /* Free the page table. */
\r
282 /* Release the pages if any. */
\r
285 for (i = 0; i < result; i++)
\r
287 if (pages[i] == NULL)
\r
292 page_cache_release(pages[i]);
\r
301 status = RGA_OUT_OF_RESOURCES;
\r
306 status = RGA_OUT_OF_RESOURCES;
\r
311 for (i = 0; i < pageCount; i++)
\r
313 /* Flush the data cache. */
\r
315 dma_sync_single_for_device(
\r
317 page_to_phys(pages[i]),
\r
321 flush_dcache_page(pages[i]);
\r
325 /* Fill the page table. */
\r
326 for(i=0; i<pageCount; i++) {
\r
328 /* Get the physical address from page struct. */
\r
329 pageTable[i * (PAGE_SIZE/4096)] = page_to_phys(pages[i]);
\r
334 if (rgaIS_ERROR(status))
\r
336 /* Release page array. */
\r
337 if (result > 0 && pages != NULL)
\r
339 for (i = 0; i < result; i++)
\r
341 if (pages[i] == NULL)
\r
346 dma_sync_single_for_device(
\r
348 page_to_phys(pages[i]),
\r
352 page_cache_release(pages[i]);
\r
360 static int rga_mmu_info_BitBlt_mode(struct rga_reg *reg, struct rga_req *req)
\r
362 int SrcMemSize, DstMemSize, CMDMemSize;
\r
363 uint32_t SrcStart, DstStart, CMDStart;
\r
366 uint32_t *MMU_Base, *MMU_p;
\r
370 struct page **pages = NULL;
\r
376 /* cal src buf mmu info */
\r
377 SrcMemSize = rga_buf_size_cal(req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr,
\r
378 req->src.format, req->src.vir_w, req->src.vir_h,
\r
380 if(SrcMemSize == 0) {
\r
385 /* cal dst buf mmu info */
\r
386 DstMemSize = rga_buf_size_cal(req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr,
\r
387 req->dst.format, req->dst.vir_w, req->dst.vir_h,
\r
389 if(DstMemSize == 0) {
\r
393 /* cal cmd buf mmu info */
\r
394 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
395 if(CMDMemSize == 0) {
\r
400 /* Cal out the needed mem size */
\r
401 AllSize = SrcMemSize + DstMemSize + CMDMemSize;
\r
403 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
404 if(pages == NULL) {
\r
405 pr_err("RGA MMU malloc pages mem failed");
\r
406 status = RGA_MALLOC_ERROR;
\r
410 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
411 if(MMU_Base == NULL) {
\r
412 pr_err("RGA MMU malloc MMU_Base point failed");
\r
413 status = RGA_MALLOC_ERROR;
\r
417 printk("MMU_Base addr is %.8x\n", MMU_Base);
\r
418 printk("CMDStart is %.8x\n",CMDStart);
\r
420 for(i=0; i<CMDMemSize; i++) {
\r
421 MMU_Base[i] = (uint32_t)virt_to_phys((uint32_t *)((CMDStart + i) << PAGE_SHIFT));
\r
424 printk("MMU_Base[0] = %.8x\n", MMU_Base[0]);
\r
426 if(req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
428 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], SrcStart, SrcMemSize);
\r
430 pr_err("rga map src memory failed");
\r
437 MMU_p = MMU_Base + CMDMemSize;
\r
439 if(req->src.yrgb_addr == (uint32_t)rga_service.pre_scale_buf)
\r
441 /* Down scale ratio over 2, Last prc */
\r
442 /* MMU table copy from pre scale table */
\r
444 for(i=0; i<SrcMemSize; i++)
\r
446 MMU_p[i] = rga_service.pre_scale_buf[i];
\r
451 for(i=0; i<SrcMemSize; i++)
\r
453 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((SrcStart + i) << PAGE_SHIFT));
\r
458 printk("MMU_Base[1] = %.8x\n", MMU_Base[1]);
\r
460 if (req->dst.yrgb_addr < KERNEL_SPACE_VALID)
\r
462 ret = rga_MapUserMemory(&pages[CMDMemSize + SrcMemSize], &MMU_Base[CMDMemSize + SrcMemSize], DstStart, DstMemSize);
\r
464 pr_err("rga map dst memory failed");
\r
471 MMU_p = MMU_Base + CMDMemSize + SrcMemSize;
\r
473 for(i=0; i<DstMemSize; i++)
\r
475 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((DstStart + i) << PAGE_SHIFT));
\r
480 * change the buf address in req struct
\r
482 req->mmu_info.base_addr = (virt_to_phys(MMU_Base)>>2);
\r
484 req->src.yrgb_addr = (req->src.yrgb_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
485 req->src.uv_addr = (req->src.uv_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
486 req->src.v_addr = (req->src.v_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
488 req->dst.yrgb_addr = (req->dst.yrgb_addr & (~PAGE_MASK)) | ((CMDMemSize + SrcMemSize) << PAGE_SHIFT);
\r
490 /*record the malloc buf for the cmd end to release*/
\r
491 reg->MMU_base = MMU_Base;
\r
493 /* flush data to DDR */
\r
494 dmac_flush_range(MMU_Base, (MMU_Base + AllSize));
\r
495 outer_flush_range(virt_to_phys(MMU_Base),virt_to_phys(MMU_Base + AllSize));
\r
499 /* Free the page table */
\r
500 if (pages != NULL) {
\r
509 /* Free the page table */
\r
510 if (pages != NULL) {
\r
514 /* Free MMU table */
\r
515 if(MMU_Base != NULL) {
\r
522 static int rga_mmu_info_color_palette_mode(struct rga_reg *reg, struct rga_req *req)
\r
524 int SrcMemSize, DstMemSize, CMDMemSize;
\r
525 uint32_t SrcStart, DstStart, CMDStart;
\r
526 struct page **pages = NULL;
\r
529 uint32_t *MMU_Base = NULL;
\r
535 uint16_t sw, byte_num;
\r
537 shift = 3 - (req->palette_mode & 3);
\r
538 sw = req->src.vir_w;
\r
539 byte_num = sw >> shift;
\r
540 stride = (byte_num + 3) & (~3);
\r
545 SrcMemSize = rga_mem_size_cal(req->src.yrgb_addr, stride, &SrcStart);
\r
546 if(SrcMemSize == 0) {
\r
550 DstMemSize = rga_buf_size_cal(req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr,
\r
551 req->dst.format, req->dst.vir_w, req->dst.vir_h,
\r
553 if(DstMemSize == 0) {
\r
557 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
558 if(CMDMemSize == 0) {
\r
562 AllSize = SrcMemSize + DstMemSize + CMDMemSize;
\r
564 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
565 if(pages == NULL) {
\r
566 pr_err("RGA MMU malloc pages mem failed");
\r
570 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
571 if(MMU_Base == NULL) {
\r
572 pr_err("RGA MMU malloc MMU_Base point failed");
\r
577 for(i=0; i<CMDMemSize; i++)
\r
579 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart + i)<<PAGE_SHIFT));
\r
583 if (req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
585 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], SrcStart, SrcMemSize);
\r
588 pr_err("rga map src memory failed");
\r
595 MMU_p = MMU_Base + CMDMemSize;
\r
597 for(i=0; i<SrcMemSize; i++)
\r
599 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((SrcStart + i) << PAGE_SHIFT));
\r
604 if (req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
606 ret = rga_MapUserMemory(&pages[CMDMemSize + SrcMemSize], &MMU_Base[CMDMemSize + SrcMemSize], DstStart, DstMemSize);
\r
609 pr_err("rga map dst memory failed");
\r
616 MMU_p = MMU_Base + CMDMemSize + SrcMemSize;
\r
618 for(i=0; i<DstMemSize; i++)
\r
620 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((DstStart + i) << PAGE_SHIFT));
\r
626 * change the buf address in req struct
\r
627 * for the reason of lie to MMU
\r
629 req->mmu_info.base_addr = virt_to_phys(MMU_Base);
\r
630 req->src.yrgb_addr = (req->src.yrgb_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
631 req->dst.yrgb_addr = (req->dst.yrgb_addr & (~PAGE_MASK)) | ((CMDMemSize + SrcMemSize) << PAGE_SHIFT);
\r
634 /*record the malloc buf for the cmd end to release*/
\r
635 reg->MMU_base = MMU_Base;
\r
637 /* Free the page table */
\r
638 if (pages != NULL) {
\r
647 /* Free the page table */
\r
648 if (pages != NULL) {
\r
652 /* Free mmu table */
\r
653 if (MMU_Base != NULL) {
\r
660 static int rga_mmu_info_color_fill_mode(struct rga_reg *reg, struct rga_req *req)
\r
662 int DstMemSize, CMDMemSize;
\r
663 uint32_t DstStart, CMDStart;
\r
664 struct page **pages = NULL;
\r
667 uint32_t *MMU_Base, *MMU_p;
\r
675 DstMemSize = rga_buf_size_cal(req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr,
\r
676 req->dst.format, req->dst.vir_w, req->dst.vir_h,
\r
678 if(DstMemSize == 0) {
\r
682 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
683 if(CMDMemSize == 0) {
\r
687 AllSize = DstMemSize + CMDMemSize;
\r
689 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
690 if(pages == NULL) {
\r
691 pr_err("RGA MMU malloc pages mem failed");
\r
692 status = RGA_MALLOC_ERROR;
\r
696 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
697 if(pages == NULL) {
\r
698 pr_err("RGA MMU malloc MMU_Base point failed");
\r
699 status = RGA_MALLOC_ERROR;
\r
703 for(i=0; i<CMDMemSize; i++) {
\r
704 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart+i)<<PAGE_SHIFT));
\r
707 if (req->dst.yrgb_addr < KERNEL_SPACE_VALID)
\r
709 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], DstStart, DstMemSize);
\r
711 pr_err("rga map dst memory failed");
\r
718 MMU_p = MMU_Base + CMDMemSize;
\r
720 for(i=0; i<DstMemSize; i++)
\r
722 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((DstStart + i) << PAGE_SHIFT));
\r
728 * change the buf address in req struct
\r
731 req->mmu_info.base_addr = virt_to_phys(MMU_Base);
\r
732 req->dst.yrgb_addr = (req->dst.yrgb_addr & (~PAGE_MASK)) | ((CMDMemSize) << PAGE_SHIFT);
\r
734 /*record the malloc buf for the cmd end to release*/
\r
735 reg->MMU_base = MMU_Base;
\r
737 /* Free the page table */
\r
738 if (pages != NULL)
\r
745 if (pages != NULL)
\r
748 if (MMU_Base != NULL)
\r
755 static int rga_mmu_info_line_point_drawing_mode(struct rga_reg *reg, struct rga_req *req)
\r
757 int DstMemSize, CMDMemSize;
\r
758 uint32_t DstStart, CMDStart;
\r
759 struct page **pages = NULL;
\r
762 uint32_t *MMU_Base, *MMU_p;
\r
769 /* cal dst buf mmu info */
\r
770 DstMemSize = rga_buf_size_cal(req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr,
\r
771 req->dst.format, req->dst.vir_w, req->dst.vir_h,
\r
773 if(DstMemSize == 0) {
\r
777 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
778 if(CMDMemSize == 0) {
\r
782 AllSize = DstMemSize + CMDMemSize;
\r
784 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
785 if(pages == NULL) {
\r
786 pr_err("RGA MMU malloc pages mem failed");
\r
787 status = RGA_MALLOC_ERROR;
\r
791 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
792 if(pages == NULL) {
\r
793 pr_err("RGA MMU malloc MMU_Base point failed");
\r
794 status = RGA_MALLOC_ERROR;
\r
798 for(i=0; i<CMDMemSize; i++) {
\r
799 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart+i)<<PAGE_SHIFT));
\r
802 if (req->dst.yrgb_addr < KERNEL_SPACE_VALID)
\r
804 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], DstStart, DstMemSize);
\r
806 pr_err("rga map dst memory failed");
\r
813 MMU_p = MMU_Base + CMDMemSize;
\r
815 for(i=0; i<DstMemSize; i++)
\r
817 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((DstStart + i) << PAGE_SHIFT));
\r
822 * change the buf address in req struct
\r
823 * for the reason of lie to MMU
\r
825 req->mmu_info.base_addr = virt_to_phys(MMU_Base);
\r
826 req->dst.yrgb_addr = (req->dst.yrgb_addr & (~PAGE_MASK)) | ((CMDMemSize) << PAGE_SHIFT);
\r
829 /*record the malloc buf for the cmd end to release*/
\r
830 reg->MMU_base = MMU_Base;
\r
832 /* Free the page table */
\r
833 if (pages != NULL) {
\r
845 if (MMU_Base != NULL)
\r
851 static int rga_mmu_info_blur_sharp_filter_mode(struct rga_reg *reg, struct rga_req *req)
\r
853 int SrcMemSize, DstMemSize, CMDMemSize;
\r
854 uint32_t SrcStart, DstStart, CMDStart;
\r
855 struct page **pages = NULL;
\r
858 uint32_t *MMU_Base, *MMU_p;
\r
865 /* cal src buf mmu info */
\r
866 SrcMemSize = rga_buf_size_cal(req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr,
\r
867 req->src.format, req->src.vir_w, req->src.vir_h,
\r
869 if(SrcMemSize == 0) {
\r
873 /* cal dst buf mmu info */
\r
874 DstMemSize = rga_buf_size_cal(req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr,
\r
875 req->dst.format, req->dst.vir_w, req->dst.vir_h,
\r
877 if(DstMemSize == 0) {
\r
881 /* cal cmd buf mmu info */
\r
882 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
883 if(CMDMemSize == 0) {
\r
887 AllSize = SrcMemSize + DstMemSize + CMDMemSize;
\r
889 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
890 if(pages == NULL) {
\r
891 pr_err("RGA MMU malloc pages mem failed");
\r
892 status = RGA_MALLOC_ERROR;
\r
896 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
897 if(pages == NULL) {
\r
898 pr_err("RGA MMU malloc MMU_Base point failed");
\r
899 status = RGA_MALLOC_ERROR;
\r
903 for(i=0; i<CMDMemSize; i++) {
\r
904 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart + i)<< PAGE_SHIFT));
\r
907 if (req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
909 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], SrcStart, SrcMemSize);
\r
912 pr_err("rga map src memory failed");
\r
919 MMU_p = MMU_Base + CMDMemSize;
\r
921 for(i=0; i<SrcMemSize; i++)
\r
923 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((SrcStart + i) << PAGE_SHIFT));
\r
928 if (req->dst.yrgb_addr < KERNEL_SPACE_VALID)
\r
930 ret = rga_MapUserMemory(&pages[CMDMemSize + SrcMemSize], &MMU_Base[CMDMemSize + SrcMemSize], DstStart, DstMemSize);
\r
933 pr_err("rga map dst memory failed");
\r
940 MMU_p = MMU_Base + CMDMemSize + SrcMemSize;
\r
942 for(i=0; i<DstMemSize; i++)
\r
944 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((DstStart + i) << PAGE_SHIFT));
\r
949 * change the buf address in req struct
\r
950 * for the reason of lie to MMU
\r
952 req->mmu_info.base_addr = virt_to_phys(MMU_Base);
\r
954 req->src.yrgb_addr = (req->src.yrgb_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
955 req->src.uv_addr = (req->src.uv_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
956 req->src.v_addr = (req->src.v_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
958 req->dst.yrgb_addr = (req->dst.yrgb_addr & (~PAGE_MASK)) | ((CMDMemSize + SrcMemSize) << PAGE_SHIFT);
\r
960 /*record the malloc buf for the cmd end to release*/
\r
961 reg->MMU_base = MMU_Base;
\r
963 /* Free the page table */
\r
964 if (pages != NULL) {
\r
975 if (MMU_Base != NULL)
\r
983 static int rga_mmu_info_pre_scale_mode(struct rga_reg *reg, struct rga_req *req)
\r
985 int SrcMemSize, DstMemSize, CMDMemSize;
\r
986 uint32_t SrcStart, DstStart, CMDStart;
\r
987 struct page **pages = NULL;
\r
990 uint32_t *MMU_Base, *MMU_p;
\r
998 /* cal src buf mmu info */
\r
999 SrcMemSize = rga_buf_size_cal(req->src.yrgb_addr, req->src.uv_addr, req->src.v_addr,
\r
1000 req->src.format, req->src.vir_w, req->src.vir_h,
\r
1002 if(SrcMemSize == 0) {
\r
1006 /* cal dst buf mmu info */
\r
1007 DstMemSize = rga_buf_size_cal(req->dst.yrgb_addr, req->dst.uv_addr, req->dst.v_addr,
\r
1008 req->dst.format, req->dst.vir_w, req->dst.vir_h,
\r
1010 if(DstMemSize == 0) {
\r
1014 /* cal cmd buf mmu info */
\r
1015 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
1016 if(CMDMemSize == 0) {
\r
1020 AllSize = SrcMemSize + DstMemSize + CMDMemSize;
\r
1022 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
1023 if(pages == NULL)
\r
1025 pr_err("RGA MMU malloc pages mem failed");
\r
1026 status = RGA_MALLOC_ERROR;
\r
1031 * Allocate MMU Index mem
\r
1032 * This mem release in run_to_done fun
\r
1034 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
1035 if(pages == NULL) {
\r
1036 pr_err("RGA MMU malloc MMU_Base point failed");
\r
1037 status = RGA_MALLOC_ERROR;
\r
1041 for(i=0; i<CMDMemSize; i++) {
\r
1042 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart + i) << PAGE_SHIFT));
\r
1046 /* map src pages */
\r
1047 if (req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
1049 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], SrcStart, SrcMemSize);
\r
1051 pr_err("rga map src memory failed");
\r
1058 MMU_p = MMU_Base + CMDMemSize;
\r
1060 for(i=0; i<SrcMemSize; i++)
\r
1062 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((SrcStart + i) << PAGE_SHIFT));
\r
1067 if(req->dst.yrgb_addr >= KERNEL_SPACE_VALID)
\r
1069 /* kernel space */
\r
1070 MMU_p = MMU_Base + CMDMemSize + SrcMemSize;
\r
1072 if(req->dst.yrgb_addr == (uint32_t)rga_service.pre_scale_buf)
\r
1074 for(i=0; i<DstMemSize; i++)
\r
1076 MMU_p[i] = rga_service.pre_scale_buf[i];
\r
1081 for(i=0; i<DstMemSize; i++)
\r
1083 MMU_p[i] = virt_to_phys((uint32_t *)((DstStart + i)<< PAGE_SHIFT));
\r
1090 ret = rga_MapUserMemory(&pages[CMDMemSize + SrcMemSize], &MMU_Base[CMDMemSize + SrcMemSize], DstStart, DstMemSize);
\r
1093 pr_err("rga map dst memory failed");
\r
1100 * change the buf address in req struct
\r
1101 * for the reason of lie to MMU
\r
1103 req->mmu_info.base_addr = virt_to_phys(MMU_Base)>>2;
\r
1105 req->src.yrgb_addr = (req->src.yrgb_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
1106 req->src.uv_addr = (req->src.uv_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
1107 req->src.v_addr = (req->src.v_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
1109 req->dst.yrgb_addr = (req->dst.yrgb_addr & (~PAGE_MASK)) | ((CMDMemSize + SrcMemSize) << PAGE_SHIFT);
\r
1111 /*record the malloc buf for the cmd end to release*/
\r
1112 reg->MMU_base = MMU_Base;
\r
1114 /* Free the page table */
\r
1115 if (pages != NULL)
\r
1124 if (pages != NULL)
\r
1127 if (MMU_Base != NULL)
\r
1134 static int rga_mmu_info_update_palette_table_mode(struct rga_reg *reg, struct rga_req *req)
\r
1136 int SrcMemSize, DstMemSize, CMDMemSize;
\r
1137 uint32_t SrcStart, CMDStart;
\r
1138 struct page **pages = NULL;
\r
1141 uint32_t *MMU_Base, *MMU_p;
\r
1148 /* cal src buf mmu info */
\r
1149 SrcMemSize = rga_mem_size_cal(req->src.yrgb_addr, req->src.vir_w * req->src.vir_h, &SrcStart);
\r
1150 if(SrcMemSize == 0) {
\r
1154 /* cal cmd buf mmu info */
\r
1155 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
1156 if(CMDMemSize == 0) {
\r
1160 AllSize = SrcMemSize + DstMemSize + CMDMemSize;
\r
1162 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
1163 if(pages == NULL) {
\r
1164 pr_err("RGA MMU malloc pages mem failed");
\r
1165 status = RGA_MALLOC_ERROR;
\r
1169 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
1170 if(pages == NULL) {
\r
1171 pr_err("RGA MMU malloc MMU_Base point failed");
\r
1172 status = RGA_MALLOC_ERROR;
\r
1176 for(i=0; i<CMDMemSize; i++) {
\r
1177 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart + i) << PAGE_SHIFT));
\r
1180 if (req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
1182 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], SrcStart, SrcMemSize);
\r
1184 pr_err("rga map src memory failed");
\r
1190 MMU_p = MMU_Base + CMDMemSize;
\r
1192 for(i=0; i<SrcMemSize; i++)
\r
1194 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((SrcStart + i) << PAGE_SHIFT));
\r
1199 * change the buf address in req struct
\r
1200 * for the reason of lie to MMU
\r
1202 req->mmu_info.base_addr = virt_to_phys(MMU_Base);
\r
1204 req->src.yrgb_addr = (req->src.yrgb_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
1206 /*record the malloc buf for the cmd end to release*/
\r
1207 reg->MMU_base = MMU_Base;
\r
1209 if (pages != NULL) {
\r
1210 /* Free the page table */
\r
1218 if (pages != NULL)
\r
1221 if (MMU_Base != NULL)
\r
1227 static int rga_mmu_info_update_patten_buff_mode(struct rga_reg *reg, struct rga_req *req)
\r
1229 int SrcMemSize, DstMemSize, CMDMemSize;
\r
1230 uint32_t SrcStart, CMDStart;
\r
1231 struct page **pages = NULL;
\r
1234 uint32_t *MMU_Base, *MMU_p;
\r
1240 /* cal src buf mmu info */
\r
1241 SrcMemSize = rga_mem_size_cal(req->pat.yrgb_addr, req->pat.vir_w * req->pat.vir_h * 4, &SrcStart);
\r
1242 if(SrcMemSize == 0) {
\r
1246 /* cal cmd buf mmu info */
\r
1247 CMDMemSize = rga_mem_size_cal((uint32_t)rga_service.cmd_buff, RGA_CMD_BUF_SIZE, &CMDStart);
\r
1248 if(CMDMemSize == 0) {
\r
1252 AllSize = SrcMemSize + DstMemSize + CMDMemSize;
\r
1254 pages = (struct page **)kmalloc(AllSize * sizeof(struct page *), GFP_KERNEL);
\r
1255 if(pages == NULL) {
\r
1256 pr_err("RGA MMU malloc pages mem failed");
\r
1257 status = RGA_MALLOC_ERROR;
\r
1261 MMU_Base = (uint32_t *)kmalloc(AllSize * sizeof(uint32_t), GFP_KERNEL);
\r
1262 if(pages == NULL) {
\r
1263 pr_err("RGA MMU malloc MMU_Base point failed");
\r
1264 status = RGA_MALLOC_ERROR;
\r
1268 for(i=0; i<CMDMemSize; i++) {
\r
1269 MMU_Base[i] = virt_to_phys((uint32_t *)((CMDStart + i) << PAGE_SHIFT));
\r
1272 if (req->src.yrgb_addr < KERNEL_SPACE_VALID)
\r
1274 ret = rga_MapUserMemory(&pages[CMDMemSize], &MMU_Base[CMDMemSize], SrcStart, SrcMemSize);
\r
1276 pr_err("rga map src memory failed");
\r
1283 MMU_p = MMU_Base + CMDMemSize;
\r
1285 for(i=0; i<SrcMemSize; i++)
\r
1287 MMU_p[i] = (uint32_t)virt_to_phys((uint32_t *)((SrcStart + i) << PAGE_SHIFT));
\r
1292 * change the buf address in req struct
\r
1293 * for the reason of lie to MMU
\r
1295 req->mmu_info.base_addr = virt_to_phys(MMU_Base);
\r
1297 req->src.yrgb_addr = (req->src.yrgb_addr & (~PAGE_MASK)) | (CMDMemSize << PAGE_SHIFT);
\r
1299 /*record the malloc buf for the cmd end to release*/
\r
1300 reg->MMU_base = MMU_Base;
\r
1302 if (pages != NULL) {
\r
1303 /* Free the page table */
\r
1312 if (pages != NULL)
\r
1315 if (MMU_Base != NULL)
\r
1321 int rga_set_mmu_info(struct rga_reg *reg, struct rga_req *req)
\r
1325 switch (req->render_mode) {
\r
1326 case bitblt_mode :
\r
1327 ret = rga_mmu_info_BitBlt_mode(reg, req);
\r
1329 case color_palette_mode :
\r
1330 ret = rga_mmu_info_color_palette_mode(reg, req);
\r
1332 case color_fill_mode :
\r
1333 ret = rga_mmu_info_color_fill_mode(reg, req);
\r
1335 case line_point_drawing_mode :
\r
1336 ret = rga_mmu_info_line_point_drawing_mode(reg, req);
\r
1338 case blur_sharp_filter_mode :
\r
1339 ret = rga_mmu_info_blur_sharp_filter_mode(reg, req);
\r
1341 case pre_scaling_mode :
\r
1342 ret = rga_mmu_info_pre_scale_mode(reg, req);
\r
1344 case update_palette_table_mode :
\r
1345 ret = rga_mmu_info_update_palette_table_mode(reg, req);
\r
1347 case update_patten_buff_mode :
\r
1348 ret = rga_mmu_info_update_patten_buff_mode(reg, req);
\r