/* drivers/char/s3c_mem.c * * Copyright (c) 2010 Samsung Electronics Co., Ltd. * http://www.samsung.com/ * * S3C MEM driver for /dev/mem * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. */ #include #include #include #include #include #include #include #include #include #include #include #include /* error codes */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "s3c_mem.h" #ifdef CONFIG_S3C_DMA_MEM #include "s3c_dma_mem.h" #endif #ifdef CONFIG_VIDEO_SAMSUNG_USE_DMA_MEM #include #include #include #endif static int flag; static unsigned int physical_address; #ifdef USE_DMA_ALLOC static unsigned int virtual_address; #endif #ifdef CONFIG_VIDEO_SAMSUNG_USE_DMA_MEM int s3c_mem_open(struct inode *inode, struct file *filp) { struct s3c_dev_info *prv_data; mutex_lock(&mem_open_lock); prv_data = kzalloc(sizeof(struct s3c_dev_info), GFP_KERNEL); if (!prv_data) { pr_err("%s: not enough memory\n", __func__); mutex_unlock(&mem_open_lock); return -ENOMEM; } filp->private_data = prv_data; mutex_unlock(&mem_open_lock); return 0; } int s3c_mem_release(struct inode *inode, struct file *filp) { struct mm_struct *mm = current->mm; struct s3c_dev_info *prv_data = (struct s3c_dev_info *)filp->private_data; int i, err = 0; mutex_lock(&mem_release_lock); for (i = 0; i < S3C_MEM_CMA_MAX_CTX_BUF; i++) { if (prv_data->s_cur_mem_info[i].vir_addr) { if (do_munmap (mm, prv_data->s_cur_mem_info[i].vir_addr, prv_data->s_cur_mem_info[i].size) < 0) { printk(KERN_ERR "do_munmap() failed !!\n"); err = -EINVAL; } if (prv_data->s_cur_mem_info[i].phy_addr) { cma_free(prv_data->s_cur_mem_info[i].phy_addr); prv_data->s_cur_mem_info[i].vir_addr = 0; prv_data->s_cur_mem_info[i].phy_addr = 0; prv_data->s_cur_mem_info[i].size = 0; prv_data->s3c_mem_ctx_buf_num--; } } } if (!err) { kfree(filp->private_data); filp->private_data = NULL; } mutex_unlock(&mem_release_lock); return err; } #endif long s3c_mem_ioctl(struct file *file, unsigned int cmd, unsigned long arg) { #ifdef USE_DMA_ALLOC unsigned long virt_addr; #else unsigned long *virt_addr; #endif struct mm_struct *mm = current->mm; struct s3c_mem_alloc param; struct vm_area_struct *vma; unsigned long start, this_pfn; #ifdef CONFIG_S3C_DMA_MEM struct s3c_mem_dma_param dma_param; #endif switch (cmd) { case S3C_MEM_ALLOC: mutex_lock(&mem_alloc_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_alloc_lock); return -EFAULT; } flag = MEM_ALLOC; param.vir_addr = do_mmap(file, 0, param.size, (PROT_READ|PROT_WRITE), MAP_SHARED, 0); DEBUG("param.vir_addr = %08x, %d\n", param.vir_addr, __LINE__); if (param.vir_addr == -EINVAL) { printk(KERN_INFO "S3C_MEM_ALLOC FAILED\n"); flag = 0; mutex_unlock(&mem_alloc_lock); return -EFAULT; } param.phy_addr = physical_address; #ifdef USE_DMA_ALLOC param.kvir_addr = virtual_address; #endif DEBUG("KERNEL MALLOC : param.phy_addr = 0x%X \t " "size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { flag = 0; mutex_unlock(&mem_alloc_lock); return -EFAULT; } flag = 0; mutex_unlock(&mem_alloc_lock); break; #ifdef CONFIG_VIDEO_SAMSUNG_USE_DMA_MEM case S3C_MEM_CMA_ALLOC: { struct cma_info mem_info; int err, i = 0; struct s3c_dev_info *prv_data = (struct s3c_dev_info *)file->private_data; struct device *dev; mutex_lock(&mem_alloc_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_alloc_lock); return -EFAULT; } flag = MEM_CMA_ALLOC; if (prv_data->s3c_mem_ctx_buf_num >= S3C_MEM_CMA_MAX_CTX_BUF) { printk(KERN_ERR "%s: exceed max_ctx\n", __func__); mutex_unlock(&mem_alloc_lock); return -ENOMEM; } if (file->f_mapping->backing_dev_info->dev) dev = file->f_mapping->backing_dev_info->dev; else { printk(KERN_ERR "%s: get dev info failed\n", __func__); mutex_unlock(&mem_alloc_lock); return -EFAULT; } err = cma_info(&mem_info, dev, 0); printk(KERN_DEBUG "%s : [cma_info] start_addr : 0x%x, end_addr : 0x%x, " "total_size : 0x%x, free_size : 0x%x req_size : 0x%x\n", __func__, mem_info.lower_bound, mem_info.upper_bound, mem_info.total_size, mem_info.free_size, param.size); if (err || (mem_info.free_size < param.size)) { printk(KERN_ERR "%s: get cma info failed\n", __func__); mutex_unlock(&mem_alloc_lock); return -ENOMEM; } physical_address = param.phy_addr = (dma_addr_t) cma_alloc(dev, "dma", (size_t) param.size, 0); printk(KERN_INFO "param.phy_addr = 0x%x\n", param.phy_addr); if (!param.phy_addr) { printk(KERN_ERR "%s: cma_alloc failed\n", __func__); mutex_unlock(&mem_alloc_lock); return -ENOMEM; } param.vir_addr = do_mmap(file, 0, param.size, (PROT_READ | PROT_WRITE), MAP_SHARED, 0); DEBUG("param.vir_addr = %08x, %d\n", param.vir_addr, __LINE__); if (param.vir_addr == -EINVAL) { printk(KERN_ERR "S3C_MEM_ALLOC FAILED\n"); if (param.phy_addr) cma_free(param.phy_addr); flag = 0; mutex_unlock(&mem_alloc_lock); return -EFAULT; } if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { if (param.vir_addr) do_munmap(mm, param.vir_addr, param.size); if (param.phy_addr) cma_free(param.phy_addr); flag = 0; mutex_unlock(&mem_alloc_lock); return -EFAULT; } for (i = 0; i < S3C_MEM_CMA_MAX_CTX_BUF; i++) { if (!prv_data->s_cur_mem_info[i].vir_addr && !prv_data->s_cur_mem_info[i].phy_addr) { prv_data->s_cur_mem_info[i].vir_addr = param.vir_addr; prv_data->s_cur_mem_info[i].phy_addr = param.phy_addr; prv_data->s_cur_mem_info[i].size = param.size; break; } } prv_data->s3c_mem_ctx_buf_num++; flag = 0; mutex_unlock(&mem_alloc_lock); } break; #endif case S3C_MEM_CACHEABLE_ALLOC: mutex_lock(&mem_cacheable_alloc_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_cacheable_alloc_lock); return -EFAULT; } flag = MEM_ALLOC_CACHEABLE; param.vir_addr = do_mmap(file, 0, param.size, (PROT_READ|PROT_WRITE), MAP_SHARED, 0); DEBUG("param.vir_addr = %08x, %d\n", param.vir_addr, __LINE__); if (param.vir_addr == -EINVAL) { printk(KERN_INFO "S3C_MEM_ALLOC FAILED\n"); flag = 0; mutex_unlock(&mem_cacheable_alloc_lock); return -EFAULT; } param.phy_addr = physical_address; DEBUG("KERNEL MALLOC : param.phy_addr = 0x%X" " \t size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { flag = 0; mutex_unlock(&mem_cacheable_alloc_lock); return -EFAULT; } flag = 0; mutex_unlock(&mem_cacheable_alloc_lock); break; case S3C_MEM_SHARE_ALLOC: mutex_lock(&mem_share_alloc_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_share_alloc_lock); return -EFAULT; } if (!cma_is_registered_region(param.phy_addr, param.size)) { pr_err("%s: %#x@%#x is allowed to map\n", __func__, param.size, param.phy_addr); mutex_unlock(&mem_cacheable_share_alloc_lock); return -EINVAL; } flag = MEM_ALLOC_SHARE; physical_address = param.phy_addr; DEBUG("param.phy_addr = %08x, %d\n", physical_address, __LINE__); param.vir_addr = do_mmap(file, 0, param.size, (PROT_READ|PROT_WRITE), MAP_SHARED, 0); DEBUG("param.vir_addr = %08x, %d\n", param.vir_addr, __LINE__); if (param.vir_addr == -EINVAL) { printk(KERN_INFO "S3C_MEM_SHARE_ALLOC FAILED\n"); flag = 0; mutex_unlock(&mem_share_alloc_lock); return -EFAULT; } DEBUG("MALLOC_SHARE : param.phy_addr = 0x%X \t " "size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { flag = 0; mutex_unlock(&mem_share_alloc_lock); return -EFAULT; } flag = 0; mutex_unlock(&mem_share_alloc_lock); break; case S3C_MEM_CACHEABLE_SHARE_ALLOC: mutex_lock(&mem_cacheable_share_alloc_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_cacheable_share_alloc_lock); return -EFAULT; } if (!cma_is_registered_region(param.phy_addr, param.size)) { pr_err("%s: %#x@%#x is allowed to map\n", __func__, param.size, param.phy_addr); mutex_unlock(&mem_cacheable_share_alloc_lock); return -EINVAL; } flag = MEM_ALLOC_CACHEABLE_SHARE; physical_address = param.phy_addr; DEBUG("param.phy_addr = %08x, %d\n", physical_address, __LINE__); param.vir_addr = do_mmap(file, 0, param.size, (PROT_READ|PROT_WRITE), MAP_SHARED, 0); DEBUG("param.vir_addr = %08x, %d\n", param.vir_addr, __LINE__); if (param.vir_addr == -EINVAL) { printk(KERN_INFO "S3C_MEM_SHARE_ALLOC FAILED\n"); flag = 0; mutex_unlock(&mem_cacheable_share_alloc_lock); return -EFAULT; } DEBUG("MALLOC_SHARE : param.phy_addr = 0x%X \t " "size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { flag = 0; mutex_unlock(&mem_cacheable_share_alloc_lock); return -EFAULT; } flag = 0; mutex_unlock(&mem_cacheable_share_alloc_lock); break; case S3C_MEM_FREE: mutex_lock(&mem_free_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_free_lock); return -EFAULT; } DEBUG("KERNEL FREE : param.phy_addr = 0x%X \t " "size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); if (do_munmap(mm, param.vir_addr, param.size) < 0) { printk(KERN_INFO "do_munmap() failed !!\n"); mutex_unlock(&mem_free_lock); return -EINVAL; } #ifdef USE_DMA_ALLOC virt_addr = param.kvir_addr; dma_free_writecombine(NULL, param.size, (unsigned int *) virt_addr, param.phy_addr); #else virt_addr = (unsigned long *)phys_to_virt(param.phy_addr); kfree(virt_addr); #endif param.size = 0; DEBUG("do_munmap() succeed !!\n"); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_free_lock); return -EFAULT; } mutex_unlock(&mem_free_lock); break; #ifdef CONFIG_VIDEO_SAMSUNG_USE_DMA_MEM case S3C_MEM_CMA_FREE: { struct s3c_dev_info *prv_data = (struct s3c_dev_info *)file->private_data; int i = 0; mutex_lock(&mem_free_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_free_lock); return -EFAULT; } DEBUG("KERNEL FREE : param.phy_addr = 0x%X \t " "size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); printk ("FREE : pa = 0x%x size = %d va = 0x%x\n", param.phy_addr, param.size, param.vir_addr); if (param.vir_addr) { if (do_munmap(mm, param.vir_addr, param.size) < 0) { printk(KERN_ERR "do_munmap() failed !!\n"); mutex_unlock(&mem_free_lock); return -EINVAL; } if (param.phy_addr) cma_free(param.phy_addr); for (i = 0; i < S3C_MEM_CMA_MAX_CTX_BUF; i++) { if ((prv_data->s_cur_mem_info[i]. phy_addr == param.phy_addr) && (prv_data->s_cur_mem_info[i]. vir_addr == param.vir_addr)) { prv_data->s_cur_mem_info[i]. phy_addr = 0; prv_data->s_cur_mem_info[i]. vir_addr = 0; prv_data->s_cur_mem_info[i]. size = 0; if (prv_data-> s3c_mem_ctx_buf_num > 0) prv_data-> s3c_mem_ctx_buf_num--; break; } } param.size = 0; DEBUG("do_munmap() succeed !!\n"); } if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_free_lock); return -EFAULT; } mutex_unlock(&mem_free_lock); } break; #endif case S3C_MEM_SHARE_FREE: mutex_lock(&mem_share_free_lock); if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_share_free_lock); return -EFAULT; } DEBUG("MEM_SHARE_FREE : param.phy_addr = 0x%X \t " "size = %d \t param.vir_addr = 0x%X, %d\n", param.phy_addr, param.size, param.vir_addr, __LINE__); if (do_munmap(mm, param.vir_addr, param.size) < 0) { printk(KERN_INFO "do_munmap() failed - MEM_SHARE_FREE!!\n"); mutex_unlock(&mem_share_free_lock); return -EINVAL; } param.vir_addr = 0; DEBUG("do_munmap() succeed !! - MEM_SHARE_FREE\n"); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { mutex_unlock(&mem_share_free_lock); return -EFAULT; } mutex_unlock(&mem_share_free_lock); break; #ifdef CONFIG_S3C_DMA_MEM case S3C_MEM_DMA_COPY: if (copy_from_user(&dma_param, (struct s3c_mem_dma_param *)arg, sizeof(struct s3c_mem_dma_param))) { return -EFAULT; } if (s3c_dma_mem_start(current->mm, &dma_param, S3C_DMA_MEM2MEM)) { return -EINVAL; } if (copy_to_user((struct s3c_mem_dma_param *)arg, &dma_param, sizeof(struct s3c_mem_dma_param))) { return -EFAULT; } break; #endif case S3C_MEM_GET_PADDR: if (copy_from_user(¶m, (struct s3c_mem_alloc *)arg, sizeof(struct s3c_mem_alloc))) { return -EFAULT; } start = param.vir_addr; down_read(&mm->mmap_sem); vma = find_vma(mm, start); if (vma == NULL) { up_read(&mm->mmap_sem); return -EINVAL; } if (follow_pfn(vma, start, &this_pfn)) { up_read(&mm->mmap_sem); return -EINVAL; } param.phy_addr = this_pfn << PAGE_SHIFT; up_read(&mm->mmap_sem); if (copy_to_user((struct s3c_mem_alloc *)arg, ¶m, sizeof(struct s3c_mem_alloc))) { return -EFAULT; } break; default: DEBUG("s3c_mem_ioctl() : default !!\n"); return -EINVAL; } return 0; } EXPORT_SYMBOL(s3c_mem_ioctl); int s3c_mem_mmap(struct file *filp, struct vm_area_struct *vma) { unsigned long pageFrameNo = 0, size, phys_addr; #ifdef USE_DMA_ALLOC unsigned long virt_addr; #else unsigned long *virt_addr; #endif size = vma->vm_end - vma->vm_start; switch (flag) { case MEM_ALLOC: case MEM_ALLOC_CACHEABLE: #ifdef USE_DMA_ALLOC virt_addr = (unsigned long)dma_alloc_writecombine(NULL, size, (unsigned int *) &phys_addr, GFP_KERNEL); #else virt_addr = kmalloc(size, GFP_DMA | GFP_ATOMIC); #endif if (!virt_addr) { printk(KERN_INFO "kmalloc() failed !\n"); return -EINVAL; } DEBUG("MMAP_KMALLOC : virt addr = 0x%08x, size = %d, %d\n", virt_addr, size, __LINE__); #ifndef USE_DMA_ALLOC dmac_map_area(virt_addr, size / sizeof(unsigned long), 2); phys_addr = virt_to_phys((unsigned long *)virt_addr); #endif physical_address = (unsigned int)phys_addr; #ifdef USE_DMA_ALLOC virtual_address = virt_addr; #endif pageFrameNo = __phys_to_pfn(phys_addr); break; #ifdef CONFIG_VIDEO_SAMSUNG_USE_DMA_MEM case MEM_CMA_ALLOC: { vma->vm_page_prot = pgprot_writecombine(vma->vm_page_prot); pageFrameNo = __phys_to_pfn(physical_address); if (!pageFrameNo) { printk(KERN_ERR "mapping failed !\n"); return -EINVAL; } } break; #endif case MEM_ALLOC_SHARE: case MEM_ALLOC_CACHEABLE_SHARE: DEBUG("MMAP_KMALLOC_SHARE : phys addr = 0x%08x, %d\n", physical_address, __LINE__); /* page frame number of the address for the physical_address to be shared. */ pageFrameNo = __phys_to_pfn(physical_address); DEBUG("MMAP_KMALLOC_SHARE : vma->end = 0x%08x, " "vma->start = 0x%08x, size = %d, %d\n", vma->vm_end, vma->vm_start, size, __LINE__); break; default: break; } if ((flag == MEM_ALLOC) || (flag == MEM_ALLOC_SHARE)) vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot); vma->vm_flags |= VM_RESERVED; if (remap_pfn_range(vma, vma->vm_start, pageFrameNo, size, vma->vm_page_prot)) { printk(KERN_INFO "s3c_mem_mmap() : remap_pfn_range() failed !\n"); return -EINVAL; } return 0; } EXPORT_SYMBOL(s3c_mem_mmap);