drivers/gpu/ipu-v3/ipu-ic.c

   1 /*
   2  * Copyright (C) 2012-2014 Mentor Graphics Inc.
   3  * Copyright 2005-2012 Freescale Semiconductor, Inc. All Rights Reserved.
   4  *
   5  * The code contained herein is licensed under the GNU General Public
   6  * License. You may obtain a copy of the GNU General Public License
   7  * Version 2 or later at the following locations:
   8  *
   9  * http://www.opensource.org/licenses/gpl-license.html
  10  * http://www.gnu.org/copyleft/gpl.html
  11  */
  12
  13 #include <linux/types.h>
  14 #include <linux/init.h>
  15 #include <linux/errno.h>
  16 #include <linux/spinlock.h>
  17 #include <linux/bitrev.h>
  18 #include <linux/io.h>
  19 #include <linux/err.h>
  20 #include <linux/sizes.h>
  21 #include "ipu-prv.h"
  22
  23 /* IC Register Offsets */
  24 #define IC_CONF                 0x0000
  25 #define IC_PRP_ENC_RSC          0x0004
  26 #define IC_PRP_VF_RSC           0x0008
  27 #define IC_PP_RSC               0x000C
  28 #define IC_CMBP_1               0x0010
  29 #define IC_CMBP_2               0x0014
  30 #define IC_IDMAC_1              0x0018
  31 #define IC_IDMAC_2              0x001C
  32 #define IC_IDMAC_3              0x0020
  33 #define IC_IDMAC_4              0x0024
  34
  35 /* IC Register Fields */
  36 #define IC_CONF_PRPENC_EN       (1 << 0)
  37 #define IC_CONF_PRPENC_CSC1     (1 << 1)
  38 #define IC_CONF_PRPENC_ROT_EN   (1 << 2)
  39 #define IC_CONF_PRPVF_EN        (1 << 8)
  40 #define IC_CONF_PRPVF_CSC1      (1 << 9)
  41 #define IC_CONF_PRPVF_CSC2      (1 << 10)
  42 #define IC_CONF_PRPVF_CMB       (1 << 11)
  43 #define IC_CONF_PRPVF_ROT_EN    (1 << 12)
  44 #define IC_CONF_PP_EN           (1 << 16)
  45 #define IC_CONF_PP_CSC1         (1 << 17)
  46 #define IC_CONF_PP_CSC2         (1 << 18)
  47 #define IC_CONF_PP_CMB          (1 << 19)
  48 #define IC_CONF_PP_ROT_EN       (1 << 20)
  49 #define IC_CONF_IC_GLB_LOC_A    (1 << 28)
  50 #define IC_CONF_KEY_COLOR_EN    (1 << 29)
  51 #define IC_CONF_RWS_EN          (1 << 30)
  52 #define IC_CONF_CSI_MEM_WR_EN   (1 << 31)
  53
  54 #define IC_IDMAC_1_CB0_BURST_16         (1 << 0)
  55 #define IC_IDMAC_1_CB1_BURST_16         (1 << 1)
  56 #define IC_IDMAC_1_CB2_BURST_16         (1 << 2)
  57 #define IC_IDMAC_1_CB3_BURST_16         (1 << 3)
  58 #define IC_IDMAC_1_CB4_BURST_16         (1 << 4)
  59 #define IC_IDMAC_1_CB5_BURST_16         (1 << 5)
  60 #define IC_IDMAC_1_CB6_BURST_16         (1 << 6)
  61 #define IC_IDMAC_1_CB7_BURST_16         (1 << 7)
  62 #define IC_IDMAC_1_PRPENC_ROT_MASK      (0x7 << 11)
  63 #define IC_IDMAC_1_PRPENC_ROT_OFFSET    11
  64 #define IC_IDMAC_1_PRPVF_ROT_MASK       (0x7 << 14)
  65 #define IC_IDMAC_1_PRPVF_ROT_OFFSET     14
  66 #define IC_IDMAC_1_PP_ROT_MASK          (0x7 << 17)
  67 #define IC_IDMAC_1_PP_ROT_OFFSET        17
  68 #define IC_IDMAC_1_PP_FLIP_RS           (1 << 22)
  69 #define IC_IDMAC_1_PRPVF_FLIP_RS        (1 << 21)
  70 #define IC_IDMAC_1_PRPENC_FLIP_RS       (1 << 20)
  71
  72 #define IC_IDMAC_2_PRPENC_HEIGHT_MASK   (0x3ff << 0)
  73 #define IC_IDMAC_2_PRPENC_HEIGHT_OFFSET 0
  74 #define IC_IDMAC_2_PRPVF_HEIGHT_MASK    (0x3ff << 10)
  75 #define IC_IDMAC_2_PRPVF_HEIGHT_OFFSET  10
  76 #define IC_IDMAC_2_PP_HEIGHT_MASK       (0x3ff << 20)
  77 #define IC_IDMAC_2_PP_HEIGHT_OFFSET     20
  78
  79 #define IC_IDMAC_3_PRPENC_WIDTH_MASK    (0x3ff << 0)
  80 #define IC_IDMAC_3_PRPENC_WIDTH_OFFSET  0
  81 #define IC_IDMAC_3_PRPVF_WIDTH_MASK     (0x3ff << 10)
  82 #define IC_IDMAC_3_PRPVF_WIDTH_OFFSET   10
  83 #define IC_IDMAC_3_PP_WIDTH_MASK        (0x3ff << 20)
  84 #define IC_IDMAC_3_PP_WIDTH_OFFSET      20
  85
  86 struct ic_task_regoffs {
  87         u32 rsc;
  88         u32 tpmem_csc[2];
  89 };
  90
  91 struct ic_task_bitfields {
  92         u32 ic_conf_en;
  93         u32 ic_conf_rot_en;
  94         u32 ic_conf_cmb_en;
  95         u32 ic_conf_csc1_en;
  96         u32 ic_conf_csc2_en;
  97         u32 ic_cmb_galpha_bit;
  98 };
  99
 100 static const struct ic_task_regoffs ic_task_reg[IC_NUM_TASKS] = {
 101         [IC_TASK_ENCODER] = {
 102                 .rsc = IC_PRP_ENC_RSC,
 103                 .tpmem_csc = {0x2008, 0},
 104         },
 105         [IC_TASK_VIEWFINDER] = {
 106                 .rsc = IC_PRP_VF_RSC,
 107                 .tpmem_csc = {0x4028, 0x4040},
 108         },
 109         [IC_TASK_POST_PROCESSOR] = {
 110                 .rsc = IC_PP_RSC,
 111                 .tpmem_csc = {0x6060, 0x6078},
 112         },
 113 };
 114
 115 static const struct ic_task_bitfields ic_task_bit[IC_NUM_TASKS] = {
 116         [IC_TASK_ENCODER] = {
 117                 .ic_conf_en = IC_CONF_PRPENC_EN,
 118                 .ic_conf_rot_en = IC_CONF_PRPENC_ROT_EN,
 119                 .ic_conf_cmb_en = 0,    /* NA */
 120                 .ic_conf_csc1_en = IC_CONF_PRPENC_CSC1,
 121                 .ic_conf_csc2_en = 0,   /* NA */
 122                 .ic_cmb_galpha_bit = 0, /* NA */
 123         },
 124         [IC_TASK_VIEWFINDER] = {
 125                 .ic_conf_en = IC_CONF_PRPVF_EN,
 126                 .ic_conf_rot_en = IC_CONF_PRPVF_ROT_EN,
 127                 .ic_conf_cmb_en = IC_CONF_PRPVF_CMB,
 128                 .ic_conf_csc1_en = IC_CONF_PRPVF_CSC1,
 129                 .ic_conf_csc2_en = IC_CONF_PRPVF_CSC2,
 130                 .ic_cmb_galpha_bit = 0,
 131         },
 132         [IC_TASK_POST_PROCESSOR] = {
 133                 .ic_conf_en = IC_CONF_PP_EN,
 134                 .ic_conf_rot_en = IC_CONF_PP_ROT_EN,
 135                 .ic_conf_cmb_en = IC_CONF_PP_CMB,
 136                 .ic_conf_csc1_en = IC_CONF_PP_CSC1,
 137                 .ic_conf_csc2_en = IC_CONF_PP_CSC2,
 138                 .ic_cmb_galpha_bit = 8,
 139         },
 140 };
 141
 142 struct ipu_ic_priv;
 143
 144 struct ipu_ic {
 145         enum ipu_ic_task task;
 146         const struct ic_task_regoffs *reg;
 147         const struct ic_task_bitfields *bit;
 148
 149         enum ipu_color_space in_cs, g_in_cs;
 150         enum ipu_color_space out_cs;
 151         bool graphics;
 152         bool rotation;
 153         bool in_use;
 154
 155         struct ipu_ic_priv *priv;
 156 };
 157
 158 struct ipu_ic_priv {
 159         void __iomem *base;
 160         void __iomem *tpmem_base;
 161         spinlock_t lock;
 162         struct ipu_soc *ipu;
 163         int use_count;
 164         int irt_use_count;
 165         struct ipu_ic task[IC_NUM_TASKS];
 166 };
 167
 168 static inline u32 ipu_ic_read(struct ipu_ic *ic, unsigned offset)
 169 {
 170         return readl(ic->priv->base + offset);
 171 }
 172
 173 static inline void ipu_ic_write(struct ipu_ic *ic, u32 value, unsigned offset)
 174 {
 175         writel(value, ic->priv->base + offset);
 176 }
 177
 178 struct ic_csc_params {
 179         s16 coeff[3][3];        /* signed 9-bit integer coefficients */
 180         s16 offset[3];          /* signed 11+2-bit fixed point offset */
 181         u8 scale:2;             /* scale coefficients * 2^(scale-1) */
 182         bool sat:1;             /* saturate to (16, 235(Y) / 240(U, V)) */
 183 };
 184
 185 /*
 186  * Y = R *  .299 + G *  .587 + B *  .114;
 187  * U = R * -.169 + G * -.332 + B *  .500 + 128.;
 188  * V = R *  .500 + G * -.419 + B * -.0813 + 128.;
 189  */
 190 static const struct ic_csc_params ic_csc_rgb2ycbcr = {
 191         .coeff = {
 192                 { 77, 150, 29 },
 193                 { 469, 427, 128 },
 194                 { 128, 405, 491 },
 195         },
 196         .offset = { 0, 512, 512 },
 197         .scale = 1,
 198 };
 199
 200 /* transparent RGB->RGB matrix for graphics combining */
 201 static const struct ic_csc_params ic_csc_rgb2rgb = {
 202         .coeff = {
 203                 { 128, 0, 0 },
 204                 { 0, 128, 0 },
 205                 { 0, 0, 128 },
 206         },
 207         .scale = 2,
 208 };
 209
 210 /*
 211  * R = (1.164 * (Y - 16)) + (1.596 * (Cr - 128));
 212  * G = (1.164 * (Y - 16)) - (0.392 * (Cb - 128)) - (0.813 * (Cr - 128));
 213  * B = (1.164 * (Y - 16)) + (2.017 * (Cb - 128);
 214  */
 215 static const struct ic_csc_params ic_csc_ycbcr2rgb = {
 216         .coeff = {
 217                 { 149, 0, 204 },
 218                 { 149, 462, 408 },
 219                 { 149, 255, 0 },
 220         },
 221         .offset = { -446, 266, -554 },
 222         .scale = 2,
 223 };
 224
 225 static int init_csc(struct ipu_ic *ic,
 226                     enum ipu_color_space inf,
 227                     enum ipu_color_space outf,
 228                     int csc_index)
 229 {
 230         struct ipu_ic_priv *priv = ic->priv;
 231         const struct ic_csc_params *params;
 232         u32 __iomem *base;
 233         const u16 (*c)[3];
 234         const u16 *a;
 235         u32 param;
 236
 237         base = (u32 __iomem *)
 238                 (priv->tpmem_base + ic->reg->tpmem_csc[csc_index]);
 239
 240         if (inf == IPUV3_COLORSPACE_YUV && outf == IPUV3_COLORSPACE_RGB)
 241                 params = &ic_csc_ycbcr2rgb;
 242         else if (inf == IPUV3_COLORSPACE_RGB && outf == IPUV3_COLORSPACE_YUV)
 243                 params = &ic_csc_rgb2ycbcr;
 244         else if (inf == IPUV3_COLORSPACE_RGB && outf == IPUV3_COLORSPACE_RGB)
 245                 params = &ic_csc_rgb2rgb;
 246         else {
 247                 dev_err(priv->ipu->dev, "Unsupported color space conversion\n");
 248                 return -EINVAL;
 249         }
 250
 251         /* Cast to unsigned */
 252         c = (const u16 (*)[3])params->coeff;
 253         a = (const u16 *)params->offset;
 254
 255         param = ((a[0] & 0x1f) << 27) | ((c[0][0] & 0x1ff) << 18) |
 256                 ((c[1][1] & 0x1ff) << 9) | (c[2][2] & 0x1ff);
 257         writel(param, base++);
 258
 259         param = ((a[0] & 0x1fe0) >> 5) | (params->scale << 8) |
 260                 (params->sat << 9);
 261         writel(param, base++);
 262
 263         param = ((a[1] & 0x1f) << 27) | ((c[0][1] & 0x1ff) << 18) |
 264                 ((c[1][0] & 0x1ff) << 9) | (c[2][0] & 0x1ff);
 265         writel(param, base++);
 266
 267         param = ((a[1] & 0x1fe0) >> 5);
 268         writel(param, base++);
 269
 270         param = ((a[2] & 0x1f) << 27) | ((c[0][2] & 0x1ff) << 18) |
 271                 ((c[1][2] & 0x1ff) << 9) | (c[2][1] & 0x1ff);
 272         writel(param, base++);
 273
 274         param = ((a[2] & 0x1fe0) >> 5);
 275         writel(param, base++);
 276
 277         return 0;
 278 }
 279
 280 static int calc_resize_coeffs(struct ipu_ic *ic,
 281                               u32 in_size, u32 out_size,
 282                               u32 *resize_coeff,
 283                               u32 *downsize_coeff)
 284 {
 285         struct ipu_ic_priv *priv = ic->priv;
 286         struct ipu_soc *ipu = priv->ipu;
 287         u32 temp_size, temp_downsize;
 288
 289         /*
 290          * Input size cannot be more than 4096, and output size cannot
 291          * be more than 1024
 292          */
 293         if (in_size > 4096) {
 294                 dev_err(ipu->dev, "Unsupported resize (in_size > 4096)\n");
 295                 return -EINVAL;
 296         }
 297         if (out_size > 1024) {
 298                 dev_err(ipu->dev, "Unsupported resize (out_size > 1024)\n");
 299                 return -EINVAL;
 300         }
 301
 302         /* Cannot downsize more than 4:1 */
 303         if ((out_size << 2) < in_size) {
 304                 dev_err(ipu->dev, "Unsupported downsize\n");
 305                 return -EINVAL;
 306         }
 307
 308         /* Compute downsizing coefficient */
 309         temp_downsize = 0;
 310         temp_size = in_size;
 311         while (((temp_size > 1024) || (temp_size >= out_size * 2)) &&
 312                (temp_downsize < 2)) {
 313                 temp_size >>= 1;
 314                 temp_downsize++;
 315         }
 316         *downsize_coeff = temp_downsize;
 317
 318         /*
 319          * compute resizing coefficient using the following equation:
 320          * resize_coeff = M * (SI - 1) / (SO - 1)
 321          * where M = 2^13, SI = input size, SO = output size
 322          */
 323         *resize_coeff = (8192L * (temp_size - 1)) / (out_size - 1);
 324         if (*resize_coeff >= 16384L) {
 325                 dev_err(ipu->dev, "Warning! Overflow on resize coeff.\n");
 326                 *resize_coeff = 0x3FFF;
 327         }
 328
 329         return 0;
 330 }
 331
 332 void ipu_ic_task_enable(struct ipu_ic *ic)
 333 {
 334         struct ipu_ic_priv *priv = ic->priv;
 335         unsigned long flags;
 336         u32 ic_conf;
 337
 338         spin_lock_irqsave(&priv->lock, flags);
 339
 340         ic_conf = ipu_ic_read(ic, IC_CONF);
 341
 342         ic_conf |= ic->bit->ic_conf_en;
 343
 344         if (ic->rotation)
 345                 ic_conf |= ic->bit->ic_conf_rot_en;
 346
 347         if (ic->in_cs != ic->out_cs)
 348                 ic_conf |= ic->bit->ic_conf_csc1_en;
 349
 350         if (ic->graphics) {
 351                 ic_conf |= ic->bit->ic_conf_cmb_en;
 352                 ic_conf |= ic->bit->ic_conf_csc1_en;
 353
 354                 if (ic->g_in_cs != ic->out_cs)
 355                         ic_conf |= ic->bit->ic_conf_csc2_en;
 356         }
 357
 358         ipu_ic_write(ic, ic_conf, IC_CONF);
 359
 360         spin_unlock_irqrestore(&priv->lock, flags);
 361 }
 362 EXPORT_SYMBOL_GPL(ipu_ic_task_enable);
 363
 364 void ipu_ic_task_disable(struct ipu_ic *ic)
 365 {
 366         struct ipu_ic_priv *priv = ic->priv;
 367         unsigned long flags;
 368         u32 ic_conf;
 369
 370         spin_lock_irqsave(&priv->lock, flags);
 371
 372         ic_conf = ipu_ic_read(ic, IC_CONF);
 373
 374         ic_conf &= ~(ic->bit->ic_conf_en |
 375                      ic->bit->ic_conf_csc1_en |
 376                      ic->bit->ic_conf_rot_en);
 377         if (ic->bit->ic_conf_csc2_en)
 378                 ic_conf &= ~ic->bit->ic_conf_csc2_en;
 379         if (ic->bit->ic_conf_cmb_en)
 380                 ic_conf &= ~ic->bit->ic_conf_cmb_en;
 381
 382         ipu_ic_write(ic, ic_conf, IC_CONF);
 383
 384         spin_unlock_irqrestore(&priv->lock, flags);
 385 }
 386 EXPORT_SYMBOL_GPL(ipu_ic_task_disable);
 387
 388 int ipu_ic_task_graphics_init(struct ipu_ic *ic,
 389                               enum ipu_color_space in_g_cs,
 390                               bool galpha_en, u32 galpha,
 391                               bool colorkey_en, u32 colorkey)
 392 {
 393         struct ipu_ic_priv *priv = ic->priv;
 394         unsigned long flags;
 395         u32 reg, ic_conf;
 396         int ret = 0;
 397
 398         if (ic->task == IC_TASK_ENCODER)
 399                 return -EINVAL;
 400
 401         spin_lock_irqsave(&priv->lock, flags);
 402
 403         ic_conf = ipu_ic_read(ic, IC_CONF);
 404
 405         if (!(ic_conf & ic->bit->ic_conf_csc1_en)) {
 406                 /* need transparent CSC1 conversion */
 407                 ret = init_csc(ic, IPUV3_COLORSPACE_RGB,
 408                                IPUV3_COLORSPACE_RGB, 0);
 409                 if (ret)
 410                         goto unlock;
 411         }
 412
 413         ic->g_in_cs = in_g_cs;
 414
 415         if (ic->g_in_cs != ic->out_cs) {
 416                 ret = init_csc(ic, ic->g_in_cs, ic->out_cs, 1);
 417                 if (ret)
 418                         goto unlock;
 419         }
 420
 421         if (galpha_en) {
 422                 ic_conf |= IC_CONF_IC_GLB_LOC_A;
 423                 reg = ipu_ic_read(ic, IC_CMBP_1);
 424                 reg &= ~(0xff << ic->bit->ic_cmb_galpha_bit);
 425                 reg |= (galpha << ic->bit->ic_cmb_galpha_bit);
 426                 ipu_ic_write(ic, reg, IC_CMBP_1);
 427         } else
 428                 ic_conf &= ~IC_CONF_IC_GLB_LOC_A;
 429
 430         if (colorkey_en) {
 431                 ic_conf |= IC_CONF_KEY_COLOR_EN;
 432                 ipu_ic_write(ic, colorkey, IC_CMBP_2);
 433         } else
 434                 ic_conf &= ~IC_CONF_KEY_COLOR_EN;
 435
 436         ipu_ic_write(ic, ic_conf, IC_CONF);
 437
 438         ic->graphics = true;
 439 unlock:
 440         spin_unlock_irqrestore(&priv->lock, flags);
 441         return ret;
 442 }
 443 EXPORT_SYMBOL_GPL(ipu_ic_task_graphics_init);
 444
 445 int ipu_ic_task_init_rsc(struct ipu_ic *ic,
 446                          int in_width, int in_height,
 447                          int out_width, int out_height,
 448                          enum ipu_color_space in_cs,
 449                          enum ipu_color_space out_cs,
 450                          u32 rsc)
 451 {
 452         struct ipu_ic_priv *priv = ic->priv;
 453         u32 downsize_coeff, resize_coeff;
 454         unsigned long flags;
 455         int ret = 0;
 456
 457         if (!rsc) {
 458                 /* Setup vertical resizing */
 459
 460                 ret = calc_resize_coeffs(ic, in_height, out_height,
 461                                          &resize_coeff, &downsize_coeff);
 462                 if (ret)
 463                         return ret;
 464
 465                 rsc = (downsize_coeff << 30) | (resize_coeff << 16);
 466
 467                 /* Setup horizontal resizing */
 468                 ret = calc_resize_coeffs(ic, in_width, out_width,
 469                                          &resize_coeff, &downsize_coeff);
 470                 if (ret)
 471                         return ret;
 472
 473                 rsc |= (downsize_coeff << 14) | resize_coeff;
 474         }
 475
 476         spin_lock_irqsave(&priv->lock, flags);
 477
 478         ipu_ic_write(ic, rsc, ic->reg->rsc);
 479
 480         /* Setup color space conversion */
 481         ic->in_cs = in_cs;
 482         ic->out_cs = out_cs;
 483
 484         if (ic->in_cs != ic->out_cs) {
 485                 ret = init_csc(ic, ic->in_cs, ic->out_cs, 0);
 486                 if (ret)
 487                         goto unlock;
 488         }
 489
 490 unlock:
 491         spin_unlock_irqrestore(&priv->lock, flags);
 492         return ret;
 493 }
 494
 495 int ipu_ic_task_init(struct ipu_ic *ic,
 496                      int in_width, int in_height,
 497                      int out_width, int out_height,
 498                      enum ipu_color_space in_cs,
 499                      enum ipu_color_space out_cs)
 500 {
 501         return ipu_ic_task_init_rsc(ic, in_width, in_height, out_width,
 502                                     out_height, in_cs, out_cs, 0);
 503 }
 504 EXPORT_SYMBOL_GPL(ipu_ic_task_init);
 505
 506 int ipu_ic_task_idma_init(struct ipu_ic *ic, struct ipuv3_channel *channel,
 507                           u32 width, u32 height, int burst_size,
 508                           enum ipu_rotate_mode rot)
 509 {
 510         struct ipu_ic_priv *priv = ic->priv;
 511         struct ipu_soc *ipu = priv->ipu;
 512         u32 ic_idmac_1, ic_idmac_2, ic_idmac_3;
 513         u32 temp_rot = bitrev8(rot) >> 5;
 514         bool need_hor_flip = false;
 515         unsigned long flags;
 516         int ret = 0;
 517
 518         if ((burst_size != 8) && (burst_size != 16)) {
 519                 dev_err(ipu->dev, "Illegal burst length for IC\n");
 520                 return -EINVAL;
 521         }
 522
 523         width--;
 524         height--;
 525
 526         if (temp_rot & 0x2)     /* Need horizontal flip */
 527                 need_hor_flip = true;
 528
 529         spin_lock_irqsave(&priv->lock, flags);
 530
 531         ic_idmac_1 = ipu_ic_read(ic, IC_IDMAC_1);
 532         ic_idmac_2 = ipu_ic_read(ic, IC_IDMAC_2);
 533         ic_idmac_3 = ipu_ic_read(ic, IC_IDMAC_3);
 534
 535         switch (channel->num) {
 536         case IPUV3_CHANNEL_IC_PP_MEM:
 537                 if (burst_size == 16)
 538                         ic_idmac_1 |= IC_IDMAC_1_CB2_BURST_16;
 539                 else
 540                         ic_idmac_1 &= ~IC_IDMAC_1_CB2_BURST_16;
 541
 542                 if (need_hor_flip)
 543                         ic_idmac_1 |= IC_IDMAC_1_PP_FLIP_RS;
 544                 else
 545                         ic_idmac_1 &= ~IC_IDMAC_1_PP_FLIP_RS;
 546
 547                 ic_idmac_2 &= ~IC_IDMAC_2_PP_HEIGHT_MASK;
 548                 ic_idmac_2 |= height << IC_IDMAC_2_PP_HEIGHT_OFFSET;
 549
 550                 ic_idmac_3 &= ~IC_IDMAC_3_PP_WIDTH_MASK;
 551                 ic_idmac_3 |= width << IC_IDMAC_3_PP_WIDTH_OFFSET;
 552                 break;
 553         case IPUV3_CHANNEL_MEM_IC_PP:
 554                 if (burst_size == 16)
 555                         ic_idmac_1 |= IC_IDMAC_1_CB5_BURST_16;
 556                 else
 557                         ic_idmac_1 &= ~IC_IDMAC_1_CB5_BURST_16;
 558                 break;
 559         case IPUV3_CHANNEL_MEM_ROT_PP:
 560                 ic_idmac_1 &= ~IC_IDMAC_1_PP_ROT_MASK;
 561                 ic_idmac_1 |= temp_rot << IC_IDMAC_1_PP_ROT_OFFSET;
 562                 break;
 563         case IPUV3_CHANNEL_MEM_IC_PRP_VF:
 564                 if (burst_size == 16)
 565                         ic_idmac_1 |= IC_IDMAC_1_CB6_BURST_16;
 566                 else
 567                         ic_idmac_1 &= ~IC_IDMAC_1_CB6_BURST_16;
 568                 break;
 569         case IPUV3_CHANNEL_IC_PRP_ENC_MEM:
 570                 if (burst_size == 16)
 571                         ic_idmac_1 |= IC_IDMAC_1_CB0_BURST_16;
 572                 else
 573                         ic_idmac_1 &= ~IC_IDMAC_1_CB0_BURST_16;
 574
 575                 if (need_hor_flip)
 576                         ic_idmac_1 |= IC_IDMAC_1_PRPENC_FLIP_RS;
 577                 else
 578                         ic_idmac_1 &= ~IC_IDMAC_1_PRPENC_FLIP_RS;
 579
 580                 ic_idmac_2 &= ~IC_IDMAC_2_PRPENC_HEIGHT_MASK;
 581                 ic_idmac_2 |= height << IC_IDMAC_2_PRPENC_HEIGHT_OFFSET;
 582
 583                 ic_idmac_3 &= ~IC_IDMAC_3_PRPENC_WIDTH_MASK;
 584                 ic_idmac_3 |= width << IC_IDMAC_3_PRPENC_WIDTH_OFFSET;
 585                 break;
 586         case IPUV3_CHANNEL_MEM_ROT_ENC:
 587                 ic_idmac_1 &= ~IC_IDMAC_1_PRPENC_ROT_MASK;
 588                 ic_idmac_1 |= temp_rot << IC_IDMAC_1_PRPENC_ROT_OFFSET;
 589                 break;
 590         case IPUV3_CHANNEL_IC_PRP_VF_MEM:
 591                 if (burst_size == 16)
 592                         ic_idmac_1 |= IC_IDMAC_1_CB1_BURST_16;
 593                 else
 594                         ic_idmac_1 &= ~IC_IDMAC_1_CB1_BURST_16;
 595
 596                 if (need_hor_flip)
 597                         ic_idmac_1 |= IC_IDMAC_1_PRPVF_FLIP_RS;
 598                 else
 599                         ic_idmac_1 &= ~IC_IDMAC_1_PRPVF_FLIP_RS;
 600
 601                 ic_idmac_2 &= ~IC_IDMAC_2_PRPVF_HEIGHT_MASK;
 602                 ic_idmac_2 |= height << IC_IDMAC_2_PRPVF_HEIGHT_OFFSET;
 603
 604                 ic_idmac_3 &= ~IC_IDMAC_3_PRPVF_WIDTH_MASK;
 605                 ic_idmac_3 |= width << IC_IDMAC_3_PRPVF_WIDTH_OFFSET;
 606                 break;
 607         case IPUV3_CHANNEL_MEM_ROT_VF:
 608                 ic_idmac_1 &= ~IC_IDMAC_1_PRPVF_ROT_MASK;
 609                 ic_idmac_1 |= temp_rot << IC_IDMAC_1_PRPVF_ROT_OFFSET;
 610                 break;
 611         case IPUV3_CHANNEL_G_MEM_IC_PRP_VF:
 612                 if (burst_size == 16)
 613                         ic_idmac_1 |= IC_IDMAC_1_CB3_BURST_16;
 614                 else
 615                         ic_idmac_1 &= ~IC_IDMAC_1_CB3_BURST_16;
 616                 break;
 617         case IPUV3_CHANNEL_G_MEM_IC_PP:
 618                 if (burst_size == 16)
 619                         ic_idmac_1 |= IC_IDMAC_1_CB4_BURST_16;
 620                 else
 621                         ic_idmac_1 &= ~IC_IDMAC_1_CB4_BURST_16;
 622                 break;
 623         case IPUV3_CHANNEL_VDI_MEM_IC_VF:
 624                 if (burst_size == 16)
 625                         ic_idmac_1 |= IC_IDMAC_1_CB7_BURST_16;
 626                 else
 627                         ic_idmac_1 &= ~IC_IDMAC_1_CB7_BURST_16;
 628                 break;
 629         default:
 630                 goto unlock;
 631         }
 632
 633         ipu_ic_write(ic, ic_idmac_1, IC_IDMAC_1);
 634         ipu_ic_write(ic, ic_idmac_2, IC_IDMAC_2);
 635         ipu_ic_write(ic, ic_idmac_3, IC_IDMAC_3);
 636
 637         if (ipu_rot_mode_is_irt(rot))
 638                 ic->rotation = true;
 639
 640 unlock:
 641         spin_unlock_irqrestore(&priv->lock, flags);
 642         return ret;
 643 }
 644 EXPORT_SYMBOL_GPL(ipu_ic_task_idma_init);
 645
 646 static void ipu_irt_enable(struct ipu_ic *ic)
 647 {
 648         struct ipu_ic_priv *priv = ic->priv;
 649
 650         if (!priv->irt_use_count)
 651                 ipu_module_enable(priv->ipu, IPU_CONF_ROT_EN);
 652
 653         priv->irt_use_count++;
 654 }
 655
 656 static void ipu_irt_disable(struct ipu_ic *ic)
 657 {
 658         struct ipu_ic_priv *priv = ic->priv;
 659
 660         if (priv->irt_use_count) {
 661                 if (!--priv->irt_use_count)
 662                         ipu_module_disable(priv->ipu, IPU_CONF_ROT_EN);
 663         }
 664 }
 665
 666 int ipu_ic_enable(struct ipu_ic *ic)
 667 {
 668         struct ipu_ic_priv *priv = ic->priv;
 669         unsigned long flags;
 670
 671         spin_lock_irqsave(&priv->lock, flags);
 672
 673         if (!priv->use_count)
 674                 ipu_module_enable(priv->ipu, IPU_CONF_IC_EN);
 675
 676         priv->use_count++;
 677
 678         if (ic->rotation)
 679                 ipu_irt_enable(ic);
 680
 681         spin_unlock_irqrestore(&priv->lock, flags);
 682
 683         return 0;
 684 }
 685 EXPORT_SYMBOL_GPL(ipu_ic_enable);
 686
 687 int ipu_ic_disable(struct ipu_ic *ic)
 688 {
 689         struct ipu_ic_priv *priv = ic->priv;
 690         unsigned long flags;
 691
 692         spin_lock_irqsave(&priv->lock, flags);
 693
 694         priv->use_count--;
 695
 696         if (!priv->use_count)
 697                 ipu_module_disable(priv->ipu, IPU_CONF_IC_EN);
 698
 699         if (priv->use_count < 0)
 700                 priv->use_count = 0;
 701
 702         if (ic->rotation)
 703                 ipu_irt_disable(ic);
 704
 705         ic->rotation = ic->graphics = false;
 706
 707         spin_unlock_irqrestore(&priv->lock, flags);
 708
 709         return 0;
 710 }
 711 EXPORT_SYMBOL_GPL(ipu_ic_disable);
 712
 713 struct ipu_ic *ipu_ic_get(struct ipu_soc *ipu, enum ipu_ic_task task)
 714 {
 715         struct ipu_ic_priv *priv = ipu->ic_priv;
 716         unsigned long flags;
 717         struct ipu_ic *ic, *ret;
 718
 719         if (task >= IC_NUM_TASKS)
 720                 return ERR_PTR(-EINVAL);
 721
 722         ic = &priv->task[task];
 723
 724         spin_lock_irqsave(&priv->lock, flags);
 725
 726         if (ic->in_use) {
 727                 ret = ERR_PTR(-EBUSY);
 728                 goto unlock;
 729         }
 730
 731         ic->in_use = true;
 732         ret = ic;
 733
 734 unlock:
 735         spin_unlock_irqrestore(&priv->lock, flags);
 736         return ret;
 737 }
 738 EXPORT_SYMBOL_GPL(ipu_ic_get);
 739
 740 void ipu_ic_put(struct ipu_ic *ic)
 741 {
 742         struct ipu_ic_priv *priv = ic->priv;
 743         unsigned long flags;
 744
 745         spin_lock_irqsave(&priv->lock, flags);
 746         ic->in_use = false;
 747         spin_unlock_irqrestore(&priv->lock, flags);
 748 }
 749 EXPORT_SYMBOL_GPL(ipu_ic_put);
 750
 751 int ipu_ic_init(struct ipu_soc *ipu, struct device *dev,
 752                 unsigned long base, unsigned long tpmem_base)
 753 {
 754         struct ipu_ic_priv *priv;
 755         int i;
 756
 757         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
 758         if (!priv)
 759                 return -ENOMEM;
 760
 761         ipu->ic_priv = priv;
 762
 763         spin_lock_init(&priv->lock);
 764         priv->base = devm_ioremap(dev, base, PAGE_SIZE);
 765         if (!priv->base)
 766                 return -ENOMEM;
 767         priv->tpmem_base = devm_ioremap(dev, tpmem_base, SZ_64K);
 768         if (!priv->tpmem_base)
 769                 return -ENOMEM;
 770
 771         dev_dbg(dev, "IC base: 0x%08lx remapped to %p\n", base, priv->base);
 772
 773         priv->ipu = ipu;
 774
 775         for (i = 0; i < IC_NUM_TASKS; i++) {
 776                 priv->task[i].task = i;
 777                 priv->task[i].priv = priv;
 778                 priv->task[i].reg = &ic_task_reg[i];
 779                 priv->task[i].bit = &ic_task_bit[i];
 780         }
 781
 782         return 0;
 783 }
 784
 785 void ipu_ic_exit(struct ipu_soc *ipu)
 786 {
 787 }
 788
 789 void ipu_ic_dump(struct ipu_ic *ic)
 790 {
 791         struct ipu_ic_priv *priv = ic->priv;
 792         struct ipu_soc *ipu = priv->ipu;
 793
 794         dev_dbg(ipu->dev, "IC_CONF = \t0x%08X\n",
 795                 ipu_ic_read(ic, IC_CONF));
 796         dev_dbg(ipu->dev, "IC_PRP_ENC_RSC = \t0x%08X\n",
 797                 ipu_ic_read(ic, IC_PRP_ENC_RSC));
 798         dev_dbg(ipu->dev, "IC_PRP_VF_RSC = \t0x%08X\n",
 799                 ipu_ic_read(ic, IC_PRP_VF_RSC));
 800         dev_dbg(ipu->dev, "IC_PP_RSC = \t0x%08X\n",
 801                 ipu_ic_read(ic, IC_PP_RSC));
 802         dev_dbg(ipu->dev, "IC_CMBP_1 = \t0x%08X\n",
 803                 ipu_ic_read(ic, IC_CMBP_1));
 804         dev_dbg(ipu->dev, "IC_CMBP_2 = \t0x%08X\n",
 805                 ipu_ic_read(ic, IC_CMBP_2));
 806         dev_dbg(ipu->dev, "IC_IDMAC_1 = \t0x%08X\n",
 807                 ipu_ic_read(ic, IC_IDMAC_1));
 808         dev_dbg(ipu->dev, "IC_IDMAC_2 = \t0x%08X\n",
 809                 ipu_ic_read(ic, IC_IDMAC_2));
 810         dev_dbg(ipu->dev, "IC_IDMAC_3 = \t0x%08X\n",
 811                 ipu_ic_read(ic, IC_IDMAC_3));
 812         dev_dbg(ipu->dev, "IC_IDMAC_4 = \t0x%08X\n",
 813                 ipu_ic_read(ic, IC_IDMAC_4));
 814 }
 815 EXPORT_SYMBOL_GPL(ipu_ic_dump);