sound/soc/sh/rcar/core.c

   1 /*
   2  * Renesas R-Car SRU/SCU/SSIU/SSI support
   3  *
   4  * Copyright (C) 2013 Renesas Solutions Corp.
   5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6  *
   7  * Based on fsi.c
   8  * Kuninori Morimoto <morimoto.kuninori@renesas.com>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License version 2 as
  12  * published by the Free Software Foundation.
  13  */
  14
  15 /*
  16  * Renesas R-Car sound device structure
  17  *
  18  * Gen1
  19  *
  20  * SRU          : Sound Routing Unit
  21  *  - SRC       : Sampling Rate Converter
  22  *  - CMD
  23  *    - CTU     : Channel Count Conversion Unit
  24  *    - MIX     : Mixer
  25  *    - DVC     : Digital Volume and Mute Function
  26  *  - SSI       : Serial Sound Interface
  27  *
  28  * Gen2
  29  *
  30  * SCU          : Sampling Rate Converter Unit
  31  *  - SRC       : Sampling Rate Converter
  32  *  - CMD
  33  *   - CTU      : Channel Count Conversion Unit
  34  *   - MIX      : Mixer
  35  *   - DVC      : Digital Volume and Mute Function
  36  * SSIU         : Serial Sound Interface Unit
  37  *  - SSI       : Serial Sound Interface
  38  */
  39
  40 /*
  41  *      driver data Image
  42  *
  43  * rsnd_priv
  44  *   |
  45  *   | ** this depends on Gen1/Gen2
  46  *   |
  47  *   +- gen
  48  *   |
  49  *   | ** these depend on data path
  50  *   | ** gen and platform data control it
  51  *   |
  52  *   +- rdai[0]
  53  *   |   |               sru     ssiu      ssi
  54  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  55  *   |   |
  56  *   |   |               sru     ssiu      ssi
  57  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  58  *   |
  59  *   +- rdai[1]
  60  *   |   |               sru     ssiu      ssi
  61  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  62  *   |   |
  63  *   |   |               sru     ssiu      ssi
  64  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  65  *   ...
  66  *   |
  67  *   | ** these control ssi
  68  *   |
  69  *   +- ssi
  70  *   |  |
  71  *   |  +- ssi[0]
  72  *   |  +- ssi[1]
  73  *   |  +- ssi[2]
  74  *   |  ...
  75  *   |
  76  *   | ** these control src
  77  *   |
  78  *   +- src
  79  *      |
  80  *      +- src[0]
  81  *      +- src[1]
  82  *      +- src[2]
  83  *      ...
  84  *
  85  *
  86  * for_each_rsnd_dai(xx, priv, xx)
  87  *  rdai[0] => rdai[1] => rdai[2] => ...
  88  *
  89  * for_each_rsnd_mod(xx, rdai, xx)
  90  *  [mod] => [mod] => [mod] => ...
  91  *
  92  * rsnd_dai_call(xxx, fn )
  93  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
  94  *
  95  */
  96 #include <linux/pm_runtime.h>
  97 #include "rsnd.h"
  98
  99 #define RSND_RATES SNDRV_PCM_RATE_8000_192000
 100 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
 101
 102 static const struct of_device_id rsnd_of_match[] = {
 103         { .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
 104         { .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
 105         { .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN2 }, /* gen2 compatible */
 106         {},
 107 };
 108 MODULE_DEVICE_TABLE(of, rsnd_of_match);
 109
 110 /*
 111  *      rsnd_mod functions
 112  */
 113 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
 114 {
 115         if (mod->type != type) {
 116                 struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 117                 struct device *dev = rsnd_priv_to_dev(priv);
 118
 119                 dev_warn(dev, "%s[%d] is not your expected module\n",
 120                          rsnd_mod_name(mod), rsnd_mod_id(mod));
 121         }
 122 }
 123
 124 char *rsnd_mod_name(struct rsnd_mod *mod)
 125 {
 126         if (!mod || !mod->ops)
 127                 return "unknown";
 128
 129         return mod->ops->name;
 130 }
 131
 132 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
 133                                   struct rsnd_mod *mod)
 134 {
 135         if (!mod || !mod->ops || !mod->ops->dma_req)
 136                 return NULL;
 137
 138         return mod->ops->dma_req(io, mod);
 139 }
 140
 141 u32 *rsnd_mod_get_status(struct rsnd_dai_stream *io,
 142                          struct rsnd_mod *mod,
 143                          enum rsnd_mod_type type)
 144 {
 145         return &mod->status;
 146 }
 147
 148 int rsnd_mod_init(struct rsnd_priv *priv,
 149                   struct rsnd_mod *mod,
 150                   struct rsnd_mod_ops *ops,
 151                   struct clk *clk,
 152                   u32* (*get_status)(struct rsnd_dai_stream *io,
 153                                      struct rsnd_mod *mod,
 154                                      enum rsnd_mod_type type),
 155                   enum rsnd_mod_type type,
 156                   int id)
 157 {
 158         int ret = clk_prepare(clk);
 159
 160         if (ret)
 161                 return ret;
 162
 163         mod->id         = id;
 164         mod->ops        = ops;
 165         mod->type       = type;
 166         mod->clk        = clk;
 167         mod->priv       = priv;
 168         mod->get_status = get_status;
 169
 170         return ret;
 171 }
 172
 173 void rsnd_mod_quit(struct rsnd_mod *mod)
 174 {
 175         if (mod->clk)
 176                 clk_unprepare(mod->clk);
 177         mod->clk = NULL;
 178 }
 179
 180 void rsnd_mod_interrupt(struct rsnd_mod *mod,
 181                         void (*callback)(struct rsnd_mod *mod,
 182                                          struct rsnd_dai_stream *io))
 183 {
 184         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 185         struct rsnd_dai_stream *io;
 186         struct rsnd_dai *rdai;
 187         int i;
 188
 189         for_each_rsnd_dai(rdai, priv, i) {
 190                 io = &rdai->playback;
 191                 if (mod == io->mod[mod->type])
 192                         callback(mod, io);
 193
 194                 io = &rdai->capture;
 195                 if (mod == io->mod[mod->type])
 196                         callback(mod, io);
 197         }
 198 }
 199
 200 int rsnd_io_is_working(struct rsnd_dai_stream *io)
 201 {
 202         /* see rsnd_dai_stream_init/quit() */
 203         return !!io->substream;
 204 }
 205
 206 int rsnd_runtime_channel_original(struct rsnd_dai_stream *io)
 207 {
 208         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 209
 210         return runtime->channels;
 211 }
 212
 213 int rsnd_runtime_channel_after_ctu(struct rsnd_dai_stream *io)
 214 {
 215         int chan = rsnd_runtime_channel_original(io);
 216         struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
 217
 218         if (ctu_mod) {
 219                 u32 converted_chan = rsnd_ctu_converted_channel(ctu_mod);
 220
 221                 if (converted_chan)
 222                         return converted_chan;
 223         }
 224
 225         return chan;
 226 }
 227
 228 int rsnd_runtime_channel_for_ssi(struct rsnd_dai_stream *io)
 229 {
 230         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 231         int chan = rsnd_io_is_play(io) ?
 232                 rsnd_runtime_channel_after_ctu(io) :
 233                 rsnd_runtime_channel_original(io);
 234
 235         /* Use Multi SSI */
 236         if (rsnd_runtime_is_ssi_multi(io))
 237                 chan /= rsnd_rdai_ssi_lane_get(rdai);
 238
 239         /* TDM Extend Mode needs 8ch */
 240         if (chan == 6)
 241                 chan = 8;
 242
 243         return chan;
 244 }
 245
 246 int rsnd_runtime_is_ssi_multi(struct rsnd_dai_stream *io)
 247 {
 248         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 249         int lane = rsnd_rdai_ssi_lane_get(rdai);
 250         int chan = rsnd_io_is_play(io) ?
 251                 rsnd_runtime_channel_after_ctu(io) :
 252                 rsnd_runtime_channel_original(io);
 253
 254         return (chan > 2) && (lane > 1);
 255 }
 256
 257 int rsnd_runtime_is_ssi_tdm(struct rsnd_dai_stream *io)
 258 {
 259         return rsnd_runtime_channel_for_ssi(io) >= 6;
 260 }
 261
 262 /*
 263  *      ADINR function
 264  */
 265 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 266 {
 267         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 268         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 269         struct device *dev = rsnd_priv_to_dev(priv);
 270
 271         switch (runtime->sample_bits) {
 272         case 16:
 273                 return 8 << 16;
 274         case 32:
 275                 return 0 << 16;
 276         }
 277
 278         dev_warn(dev, "not supported sample bits\n");
 279
 280         return 0;
 281 }
 282
 283 /*
 284  *      DALIGN function
 285  */
 286 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 287 {
 288         struct rsnd_mod *ssiu = rsnd_io_to_mod_ssiu(io);
 289         struct rsnd_mod *target;
 290         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 291         u32 val = 0x76543210;
 292         u32 mask = ~0;
 293
 294         /*
 295          * *Hardware* L/R and *Software* L/R are inverted.
 296          * We need to care about inversion timing to control
 297          * Playback/Capture correctly.
 298          * The point is [DVC] needs *Hardware* L/R, [MEM] needs *Software* L/R
 299          *
 300          * sL/R : software L/R
 301          * hL/R : hardware L/R
 302          * (*)  : conversion timing
 303          *
 304          * Playback
 305          *           sL/R (*) hL/R     hL/R     hL/R      hL/R     hL/R
 306          *      [MEM] -> [SRC] -> [DVC] -> [CMD] -> [SSIU] -> [SSI] -> codec
 307          *
 308          * Capture
 309          *           hL/R     hL/R      hL/R     hL/R     hL/R (*) sL/R
 310          *      codec -> [SSI] -> [SSIU] -> [SRC] -> [DVC] -> [CMD] -> [MEM]
 311          */
 312         if (rsnd_io_is_play(io)) {
 313                 struct rsnd_mod *src = rsnd_io_to_mod_src(io);
 314
 315                 target = src ? src : ssiu;
 316         } else {
 317                 struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
 318
 319                 target = cmd ? cmd : ssiu;
 320         }
 321
 322         mask <<= runtime->channels * 4;
 323         val = val & mask;
 324
 325         switch (runtime->sample_bits) {
 326         case 16:
 327                 val |= 0x67452301 & ~mask;
 328                 break;
 329         case 32:
 330                 val |= 0x76543210 & ~mask;
 331                 break;
 332         }
 333
 334         /*
 335          * exchange channeles on SRC if possible,
 336          * otherwise, R/L volume settings on DVC
 337          * changes inverted channels
 338          */
 339         if (mod == target)
 340                 return val;
 341         else
 342                 return 0x76543210;
 343 }
 344
 345 u32 rsnd_get_busif_shift(struct rsnd_dai_stream *io, struct rsnd_mod *mod)
 346 {
 347         enum rsnd_mod_type playback_mods[] = {
 348                 RSND_MOD_SRC,
 349                 RSND_MOD_CMD,
 350                 RSND_MOD_SSIU,
 351         };
 352         enum rsnd_mod_type capture_mods[] = {
 353                 RSND_MOD_CMD,
 354                 RSND_MOD_SRC,
 355                 RSND_MOD_SSIU,
 356         };
 357         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 358         struct rsnd_mod *tmod = NULL;
 359         enum rsnd_mod_type *mods =
 360                 rsnd_io_is_play(io) ?
 361                 playback_mods : capture_mods;
 362         int i;
 363
 364         /*
 365          * This is needed for 24bit data
 366          * We need to shift 8bit
 367          *
 368          * Linux 24bit data is located as 0x00******
 369          * HW    24bit data is located as 0x******00
 370          *
 371          */
 372         switch (runtime->sample_bits) {
 373         case 16:
 374                 return 0;
 375         case 32:
 376                 break;
 377         }
 378
 379         for (i = 0; i < ARRAY_SIZE(playback_mods); i++) {
 380                 tmod = rsnd_io_to_mod(io, mods[i]);
 381                 if (tmod)
 382                         break;
 383         }
 384
 385         if (tmod != mod)
 386                 return 0;
 387
 388         if (rsnd_io_is_play(io))
 389                 return  (0 << 20) | /* shift to Left */
 390                         (8 << 16);  /* 8bit */
 391         else
 392                 return  (1 << 20) | /* shift to Right */
 393                         (8 << 16);  /* 8bit */
 394 }
 395
 396 /*
 397  *      rsnd_dai functions
 398  */
 399 struct rsnd_mod *rsnd_mod_next(int *iterator,
 400                                struct rsnd_dai_stream *io,
 401                                enum rsnd_mod_type *array,
 402                                int array_size)
 403 {
 404         struct rsnd_mod *mod;
 405         enum rsnd_mod_type type;
 406         int max = array ? array_size : RSND_MOD_MAX;
 407
 408         for (; *iterator < max; (*iterator)++) {
 409                 type = (array) ? array[*iterator] : *iterator;
 410                 mod = io->mod[type];
 411                 if (!mod)
 412                         continue;
 413
 414                 return mod;
 415         }
 416
 417         return NULL;
 418 }
 419
 420 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
 421         {
 422                 /* CAPTURE */
 423                 RSND_MOD_AUDMAPP,
 424                 RSND_MOD_AUDMA,
 425                 RSND_MOD_DVC,
 426                 RSND_MOD_MIX,
 427                 RSND_MOD_CTU,
 428                 RSND_MOD_CMD,
 429                 RSND_MOD_SRC,
 430                 RSND_MOD_SSIU,
 431                 RSND_MOD_SSIM3,
 432                 RSND_MOD_SSIM2,
 433                 RSND_MOD_SSIM1,
 434                 RSND_MOD_SSIP,
 435                 RSND_MOD_SSI,
 436         }, {
 437                 /* PLAYBACK */
 438                 RSND_MOD_AUDMAPP,
 439                 RSND_MOD_AUDMA,
 440                 RSND_MOD_SSIM3,
 441                 RSND_MOD_SSIM2,
 442                 RSND_MOD_SSIM1,
 443                 RSND_MOD_SSIP,
 444                 RSND_MOD_SSI,
 445                 RSND_MOD_SSIU,
 446                 RSND_MOD_DVC,
 447                 RSND_MOD_MIX,
 448                 RSND_MOD_CTU,
 449                 RSND_MOD_CMD,
 450                 RSND_MOD_SRC,
 451         },
 452 };
 453
 454 static int rsnd_status_update(u32 *status,
 455                               int shift, int add, int timing)
 456 {
 457         u32 mask        = 0xF << shift;
 458         u8 val          = (*status >> shift) & 0xF;
 459         u8 next_val     = (val + add) & 0xF;
 460         int func_call   = (val == timing);
 461
 462         if (next_val == 0xF) /* underflow case */
 463                 func_call = 0;
 464         else
 465                 *status = (*status & ~mask) + (next_val << shift);
 466
 467         return func_call;
 468 }
 469
 470 #define rsnd_dai_call(fn, io, param...)                                 \
 471 ({                                                                      \
 472         struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));     \
 473         struct rsnd_mod *mod;                                           \
 474         int is_play = rsnd_io_is_play(io);                              \
 475         int ret = 0, i;                                                 \
 476         enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];         \
 477         for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {     \
 478                 int tmp = 0;                                            \
 479                 u32 *status = mod->get_status(io, mod, types[i]);       \
 480                 int func_call = rsnd_status_update(status,              \
 481                                                 __rsnd_mod_shift_##fn,  \
 482                                                 __rsnd_mod_add_##fn,    \
 483                                                 __rsnd_mod_call_##fn);  \
 484                 dev_dbg(dev, "%s[%d]\t0x%08x %s\n",                     \
 485                         rsnd_mod_name(mod), rsnd_mod_id(mod), *status,  \
 486                         (func_call && (mod)->ops->fn) ? #fn : "");      \
 487                 if (func_call && (mod)->ops->fn)                        \
 488                         tmp = (mod)->ops->fn(mod, io, param);           \
 489                 if (tmp)                                                \
 490                         dev_err(dev, "%s[%d] : %s error %d\n",          \
 491                                 rsnd_mod_name(mod), rsnd_mod_id(mod),   \
 492                                                      #fn, tmp);         \
 493                 ret |= tmp;                                             \
 494         }                                                               \
 495         ret;                                                            \
 496 })
 497
 498 int rsnd_dai_connect(struct rsnd_mod *mod,
 499                      struct rsnd_dai_stream *io,
 500                      enum rsnd_mod_type type)
 501 {
 502         struct rsnd_priv *priv;
 503         struct device *dev;
 504
 505         if (!mod)
 506                 return -EIO;
 507
 508         if (io->mod[type] == mod)
 509                 return 0;
 510
 511         if (io->mod[type])
 512                 return -EINVAL;
 513
 514         priv = rsnd_mod_to_priv(mod);
 515         dev = rsnd_priv_to_dev(priv);
 516
 517         io->mod[type] = mod;
 518
 519         dev_dbg(dev, "%s[%d] is connected to io (%s)\n",
 520                 rsnd_mod_name(mod), rsnd_mod_id(mod),
 521                 rsnd_io_is_play(io) ? "Playback" : "Capture");
 522
 523         return 0;
 524 }
 525
 526 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
 527                                 struct rsnd_dai_stream *io,
 528                                 enum rsnd_mod_type type)
 529 {
 530         io->mod[type] = NULL;
 531 }
 532
 533 int rsnd_rdai_channels_ctrl(struct rsnd_dai *rdai,
 534                             int max_channels)
 535 {
 536         if (max_channels > 0)
 537                 rdai->max_channels = max_channels;
 538
 539         return rdai->max_channels;
 540 }
 541
 542 int rsnd_rdai_ssi_lane_ctrl(struct rsnd_dai *rdai,
 543                             int ssi_lane)
 544 {
 545         if (ssi_lane > 0)
 546                 rdai->ssi_lane = ssi_lane;
 547
 548         return rdai->ssi_lane;
 549 }
 550
 551 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
 552 {
 553         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 554                 return NULL;
 555
 556         return priv->rdai + id;
 557 }
 558
 559 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
 560 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
 561 {
 562         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 563
 564         return rsnd_rdai_get(priv, dai->id);
 565 }
 566
 567 /*
 568  *      rsnd_soc_dai functions
 569  */
 570 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
 571 {
 572         struct snd_pcm_substream *substream = io->substream;
 573
 574         /*
 575          * this function should be called...
 576          *
 577          * - if rsnd_dai_pointer_update() returns true
 578          * - without spin lock
 579          */
 580
 581         snd_pcm_period_elapsed(substream);
 582 }
 583
 584 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
 585                                 struct snd_pcm_substream *substream)
 586 {
 587         io->substream           = substream;
 588 }
 589
 590 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
 591 {
 592         io->substream           = NULL;
 593 }
 594
 595 static
 596 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
 597 {
 598         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 599
 600         return  rtd->cpu_dai;
 601 }
 602
 603 static
 604 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
 605                                         struct snd_pcm_substream *substream)
 606 {
 607         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 608                 return &rdai->playback;
 609         else
 610                 return &rdai->capture;
 611 }
 612
 613 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
 614                             struct snd_soc_dai *dai)
 615 {
 616         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 617         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 618         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 619         int ret;
 620         unsigned long flags;
 621
 622         spin_lock_irqsave(&priv->lock, flags);
 623
 624         switch (cmd) {
 625         case SNDRV_PCM_TRIGGER_START:
 626         case SNDRV_PCM_TRIGGER_RESUME:
 627                 rsnd_dai_stream_init(io, substream);
 628
 629                 ret = rsnd_dai_call(init, io, priv);
 630                 if (ret < 0)
 631                         goto dai_trigger_end;
 632
 633                 ret = rsnd_dai_call(start, io, priv);
 634                 if (ret < 0)
 635                         goto dai_trigger_end;
 636
 637                 ret = rsnd_dai_call(irq, io, priv, 1);
 638                 if (ret < 0)
 639                         goto dai_trigger_end;
 640
 641                 break;
 642         case SNDRV_PCM_TRIGGER_STOP:
 643         case SNDRV_PCM_TRIGGER_SUSPEND:
 644                 ret = rsnd_dai_call(irq, io, priv, 0);
 645
 646                 ret |= rsnd_dai_call(stop, io, priv);
 647
 648                 ret |= rsnd_dai_call(quit, io, priv);
 649
 650                 rsnd_dai_stream_quit(io);
 651                 break;
 652         default:
 653                 ret = -EINVAL;
 654         }
 655
 656 dai_trigger_end:
 657         spin_unlock_irqrestore(&priv->lock, flags);
 658
 659         return ret;
 660 }
 661
 662 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
 663 {
 664         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 665
 666         /* set master/slave audio interface */
 667         switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
 668         case SND_SOC_DAIFMT_CBM_CFM:
 669                 rdai->clk_master = 0;
 670                 break;
 671         case SND_SOC_DAIFMT_CBS_CFS:
 672                 rdai->clk_master = 1; /* codec is slave, cpu is master */
 673                 break;
 674         default:
 675                 return -EINVAL;
 676         }
 677
 678         /* set format */
 679         switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
 680         case SND_SOC_DAIFMT_I2S:
 681                 rdai->sys_delay = 0;
 682                 rdai->data_alignment = 0;
 683                 rdai->frm_clk_inv = 0;
 684                 break;
 685         case SND_SOC_DAIFMT_LEFT_J:
 686                 rdai->sys_delay = 1;
 687                 rdai->data_alignment = 0;
 688                 rdai->frm_clk_inv = 1;
 689                 break;
 690         case SND_SOC_DAIFMT_RIGHT_J:
 691                 rdai->sys_delay = 1;
 692                 rdai->data_alignment = 1;
 693                 rdai->frm_clk_inv = 1;
 694                 break;
 695         }
 696
 697         /* set clock inversion */
 698         switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
 699         case SND_SOC_DAIFMT_NB_IF:
 700                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 701                 break;
 702         case SND_SOC_DAIFMT_IB_NF:
 703                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 704                 break;
 705         case SND_SOC_DAIFMT_IB_IF:
 706                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 707                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 708                 break;
 709         case SND_SOC_DAIFMT_NB_NF:
 710         default:
 711                 break;
 712         }
 713
 714         return 0;
 715 }
 716
 717 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
 718                                      u32 tx_mask, u32 rx_mask,
 719                                      int slots, int slot_width)
 720 {
 721         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 722         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 723         struct device *dev = rsnd_priv_to_dev(priv);
 724
 725         switch (slots) {
 726         case 2:
 727         case 6:
 728         case 8:
 729                 /* TDM Extend Mode */
 730                 rsnd_rdai_channels_set(rdai, slots);
 731                 rsnd_rdai_ssi_lane_set(rdai, 1);
 732                 break;
 733         default:
 734                 dev_err(dev, "unsupported TDM slots (%d)\n", slots);
 735                 return -EINVAL;
 736         }
 737
 738         return 0;
 739 }
 740
 741 static unsigned int rsnd_soc_hw_channels_list[] = {
 742         2, 6, 8,
 743 };
 744
 745 static unsigned int rsnd_soc_hw_rate_list[] = {
 746           8000,
 747          11025,
 748          16000,
 749          22050,
 750          32000,
 751          44100,
 752          48000,
 753          64000,
 754          88200,
 755          96000,
 756         176400,
 757         192000,
 758 };
 759
 760 static int rsnd_soc_hw_rule(struct rsnd_priv *priv,
 761                             unsigned int *list, int list_num,
 762                             struct snd_interval *baseline, struct snd_interval *iv)
 763 {
 764         struct snd_interval p;
 765         unsigned int rate;
 766         int i;
 767
 768         snd_interval_any(&p);
 769         p.min = UINT_MAX;
 770         p.max = 0;
 771
 772         for (i = 0; i < list_num; i++) {
 773
 774                 if (!snd_interval_test(iv, list[i]))
 775                         continue;
 776
 777                 rate = rsnd_ssi_clk_query(priv,
 778                                           baseline->min, list[i], NULL);
 779                 if (rate > 0) {
 780                         p.min = min(p.min, list[i]);
 781                         p.max = max(p.max, list[i]);
 782                 }
 783
 784                 rate = rsnd_ssi_clk_query(priv,
 785                                           baseline->max, list[i], NULL);
 786                 if (rate > 0) {
 787                         p.min = min(p.min, list[i]);
 788                         p.max = max(p.max, list[i]);
 789                 }
 790         }
 791
 792         return snd_interval_refine(iv, &p);
 793 }
 794
 795 static int rsnd_soc_hw_rule_rate(struct snd_pcm_hw_params *params,
 796                                  struct snd_pcm_hw_rule *rule)
 797 {
 798         struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 799         struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 800         struct snd_interval ic;
 801         struct snd_soc_dai *dai = rule->private;
 802         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 803         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 804
 805         /*
 806          * possible sampling rate limitation is same as
 807          * 2ch if it supports multi ssi
 808          */
 809         ic = *ic_;
 810         if (1 < rsnd_rdai_ssi_lane_get(rdai)) {
 811                 ic.min = 2;
 812                 ic.max = 2;
 813         }
 814
 815         return rsnd_soc_hw_rule(priv, rsnd_soc_hw_rate_list,
 816                                 ARRAY_SIZE(rsnd_soc_hw_rate_list),
 817                                 &ic, ir);
 818 }
 819
 820
 821 static int rsnd_soc_hw_rule_channels(struct snd_pcm_hw_params *params,
 822                                      struct snd_pcm_hw_rule *rule)
 823 {
 824         struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 825         struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 826         struct snd_interval ic;
 827         struct snd_soc_dai *dai = rule->private;
 828         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 829         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 830
 831         /*
 832          * possible sampling rate limitation is same as
 833          * 2ch if it supports multi ssi
 834          */
 835         ic = *ic_;
 836         if (1 < rsnd_rdai_ssi_lane_get(rdai)) {
 837                 ic.min = 2;
 838                 ic.max = 2;
 839         }
 840
 841         return rsnd_soc_hw_rule(priv, rsnd_soc_hw_channels_list,
 842                                 ARRAY_SIZE(rsnd_soc_hw_channels_list),
 843                                 ir, &ic);
 844 }
 845
 846 static struct snd_pcm_hardware rsnd_pcm_hardware = {
 847         .info =         SNDRV_PCM_INFO_INTERLEAVED      |
 848                         SNDRV_PCM_INFO_MMAP             |
 849                         SNDRV_PCM_INFO_MMAP_VALID,
 850         .buffer_bytes_max       = 64 * 1024,
 851         .period_bytes_min       = 32,
 852         .period_bytes_max       = 8192,
 853         .periods_min            = 1,
 854         .periods_max            = 32,
 855         .fifo_size              = 256,
 856 };
 857
 858 static int rsnd_soc_dai_startup(struct snd_pcm_substream *substream,
 859                                 struct snd_soc_dai *dai)
 860 {
 861         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 862         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 863         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 864         struct snd_pcm_hw_constraint_list *constraint = &rdai->constraint;
 865         struct snd_pcm_runtime *runtime = substream->runtime;
 866         unsigned int max_channels = rsnd_rdai_channels_get(rdai);
 867         int ret;
 868         int i;
 869
 870         /*
 871          * Channel Limitation
 872          * It depends on Platform design
 873          */
 874         constraint->list        = rsnd_soc_hw_channels_list;
 875         constraint->count       = 0;
 876         constraint->mask        = 0;
 877
 878         for (i = 0; i < ARRAY_SIZE(rsnd_soc_hw_channels_list); i++) {
 879                 if (rsnd_soc_hw_channels_list[i] > max_channels)
 880                         break;
 881                 constraint->count = i + 1;
 882         }
 883
 884         snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
 885
 886         snd_pcm_hw_constraint_list(runtime, 0,
 887                                    SNDRV_PCM_HW_PARAM_CHANNELS, constraint);
 888
 889         snd_pcm_hw_constraint_integer(runtime,
 890                                       SNDRV_PCM_HW_PARAM_PERIODS);
 891
 892         /*
 893          * Sampling Rate / Channel Limitation
 894          * It depends on Clock Master Mode
 895          */
 896         if (rsnd_rdai_is_clk_master(rdai)) {
 897                 snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
 898                                     rsnd_soc_hw_rule_rate, dai,
 899                                     SNDRV_PCM_HW_PARAM_CHANNELS, -1);
 900                 snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
 901                                     rsnd_soc_hw_rule_channels, dai,
 902                                     SNDRV_PCM_HW_PARAM_RATE, -1);
 903         }
 904
 905         /*
 906          * call rsnd_dai_call without spinlock
 907          */
 908         ret = rsnd_dai_call(nolock_start, io, priv);
 909         if (ret < 0)
 910                 rsnd_dai_call(nolock_stop, io, priv);
 911
 912         return ret;
 913 }
 914
 915 static void rsnd_soc_dai_shutdown(struct snd_pcm_substream *substream,
 916                                   struct snd_soc_dai *dai)
 917 {
 918         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 919         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 920         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 921
 922         /*
 923          * call rsnd_dai_call without spinlock
 924          */
 925         rsnd_dai_call(nolock_stop, io, priv);
 926 }
 927
 928 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
 929         .startup        = rsnd_soc_dai_startup,
 930         .shutdown       = rsnd_soc_dai_shutdown,
 931         .trigger        = rsnd_soc_dai_trigger,
 932         .set_fmt        = rsnd_soc_dai_set_fmt,
 933         .set_tdm_slot   = rsnd_soc_set_dai_tdm_slot,
 934 };
 935
 936 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
 937                 struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
 938                 struct device_node *node,
 939                 struct device_node *playback,
 940                 struct device_node *capture)
 941 {
 942         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 943         struct device_node *np;
 944         struct rsnd_mod *mod;
 945         int i;
 946
 947         if (!node)
 948                 return;
 949
 950         i = 0;
 951         for_each_child_of_node(node, np) {
 952                 mod = mod_get(priv, i);
 953                 if (np == playback)
 954                         rsnd_dai_connect(mod, &rdai->playback, mod->type);
 955                 if (np == capture)
 956                         rsnd_dai_connect(mod, &rdai->capture, mod->type);
 957                 i++;
 958         }
 959
 960         of_node_put(node);
 961 }
 962
 963 static struct device_node *rsnd_dai_of_node(struct rsnd_priv *priv,
 964                                             int *is_graph)
 965 {
 966         struct device *dev = rsnd_priv_to_dev(priv);
 967         struct device_node *np = dev->of_node;
 968         struct device_node *dai_node;
 969         struct device_node *ret;
 970
 971         *is_graph = 0;
 972
 973         /*
 974          * parse both previous dai (= rcar_sound,dai), and
 975          * graph dai (= ports/port)
 976          */
 977         dai_node = of_get_child_by_name(np, RSND_NODE_DAI);
 978         if (dai_node) {
 979                 ret = dai_node;
 980                 goto of_node_compatible;
 981         }
 982
 983         ret = np;
 984
 985         dai_node = of_graph_get_next_endpoint(np, NULL);
 986         if (dai_node)
 987                 goto of_node_graph;
 988
 989         return NULL;
 990
 991 of_node_graph:
 992         *is_graph = 1;
 993 of_node_compatible:
 994         of_node_put(dai_node);
 995
 996         return ret;
 997 }
 998
 999 static void __rsnd_dai_probe(struct rsnd_priv *priv,
1000                              struct device_node *dai_np,
1001                              int dai_i, int is_graph)
1002 {
1003         struct device_node *playback, *capture;
1004         struct rsnd_dai_stream *io_playback;
1005         struct rsnd_dai_stream *io_capture;
1006         struct snd_soc_dai_driver *drv;
1007         struct rsnd_dai *rdai;
1008         struct device *dev = rsnd_priv_to_dev(priv);
1009         int io_i;
1010
1011         rdai            = rsnd_rdai_get(priv, dai_i);
1012         drv             = priv->daidrv + dai_i;
1013         io_playback     = &rdai->playback;
1014         io_capture      = &rdai->capture;
1015
1016         snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
1017
1018         rdai->priv      = priv;
1019         drv->name       = rdai->name;
1020         drv->ops        = &rsnd_soc_dai_ops;
1021
1022         snprintf(rdai->playback.name, RSND_DAI_NAME_SIZE,
1023                  "DAI%d Playback", dai_i);
1024         drv->playback.rates             = RSND_RATES;
1025         drv->playback.formats           = RSND_FMTS;
1026         drv->playback.channels_min      = 2;
1027         drv->playback.channels_max      = 8;
1028         drv->playback.stream_name       = rdai->playback.name;
1029
1030         snprintf(rdai->capture.name, RSND_DAI_NAME_SIZE,
1031                  "DAI%d Capture", dai_i);
1032         drv->capture.rates              = RSND_RATES;
1033         drv->capture.formats            = RSND_FMTS;
1034         drv->capture.channels_min       = 2;
1035         drv->capture.channels_max       = 8;
1036         drv->capture.stream_name        = rdai->capture.name;
1037
1038         rdai->playback.rdai             = rdai;
1039         rdai->capture.rdai              = rdai;
1040         rsnd_rdai_channels_set(rdai, 2); /* default 2ch */
1041         rsnd_rdai_ssi_lane_set(rdai, 1); /* default 1lane */
1042
1043         for (io_i = 0;; io_i++) {
1044                 playback = of_parse_phandle(dai_np, "playback", io_i);
1045                 capture  = of_parse_phandle(dai_np, "capture", io_i);
1046
1047                 if (!playback && !capture)
1048                         break;
1049
1050                 rsnd_parse_connect_ssi(rdai, playback, capture);
1051                 rsnd_parse_connect_src(rdai, playback, capture);
1052                 rsnd_parse_connect_ctu(rdai, playback, capture);
1053                 rsnd_parse_connect_mix(rdai, playback, capture);
1054                 rsnd_parse_connect_dvc(rdai, playback, capture);
1055
1056                 of_node_put(playback);
1057                 of_node_put(capture);
1058         }
1059
1060         dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
1061                 rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
1062                 rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
1063 }
1064
1065 static int rsnd_dai_probe(struct rsnd_priv *priv)
1066 {
1067         struct device_node *dai_node;
1068         struct device_node *dai_np;
1069         struct snd_soc_dai_driver *rdrv;
1070         struct device *dev = rsnd_priv_to_dev(priv);
1071         struct rsnd_dai *rdai;
1072         int nr;
1073         int is_graph;
1074         int dai_i;
1075
1076         dai_node = rsnd_dai_of_node(priv, &is_graph);
1077         if (is_graph)
1078                 nr = of_graph_get_endpoint_count(dai_node);
1079         else
1080                 nr = of_get_child_count(dai_node);
1081
1082         if (!nr)
1083                 return -EINVAL;
1084
1085         rdrv = devm_kzalloc(dev, sizeof(*rdrv) * nr, GFP_KERNEL);
1086         rdai = devm_kzalloc(dev, sizeof(*rdai) * nr, GFP_KERNEL);
1087         if (!rdrv || !rdai)
1088                 return -ENOMEM;
1089
1090         priv->rdai_nr   = nr;
1091         priv->daidrv    = rdrv;
1092         priv->rdai      = rdai;
1093
1094         /*
1095          * parse all dai
1096          */
1097         dai_i = 0;
1098         if (is_graph) {
1099                 for_each_endpoint_of_node(dai_node, dai_np) {
1100                         __rsnd_dai_probe(priv, dai_np, dai_i, is_graph);
1101                         rsnd_ssi_parse_hdmi_connection(priv, dai_np, dai_i);
1102                         dai_i++;
1103                 }
1104         } else {
1105                 for_each_child_of_node(dai_node, dai_np)
1106                         __rsnd_dai_probe(priv, dai_np, dai_i++, is_graph);
1107         }
1108
1109         return 0;
1110 }
1111
1112 /*
1113  *              pcm ops
1114  */
1115 static int rsnd_hw_params(struct snd_pcm_substream *substream,
1116                          struct snd_pcm_hw_params *hw_params)
1117 {
1118         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1119         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1120         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1121         int ret;
1122
1123         ret = rsnd_dai_call(hw_params, io, substream, hw_params);
1124         if (ret)
1125                 return ret;
1126
1127         return snd_pcm_lib_malloc_pages(substream,
1128                                         params_buffer_bytes(hw_params));
1129 }
1130
1131 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
1132 {
1133         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1134         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1135         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1136         snd_pcm_uframes_t pointer = 0;
1137
1138         rsnd_dai_call(pointer, io, &pointer);
1139
1140         return pointer;
1141 }
1142
1143 static struct snd_pcm_ops rsnd_pcm_ops = {
1144         .ioctl          = snd_pcm_lib_ioctl,
1145         .hw_params      = rsnd_hw_params,
1146         .hw_free        = snd_pcm_lib_free_pages,
1147         .pointer        = rsnd_pointer,
1148 };
1149
1150 /*
1151  *              snd_kcontrol
1152  */
1153 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
1154                            struct snd_ctl_elem_info *uinfo)
1155 {
1156         struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1157
1158         if (cfg->texts) {
1159                 uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
1160                 uinfo->count = cfg->size;
1161                 uinfo->value.enumerated.items = cfg->max;
1162                 if (uinfo->value.enumerated.item >= cfg->max)
1163                         uinfo->value.enumerated.item = cfg->max - 1;
1164                 strlcpy(uinfo->value.enumerated.name,
1165                         cfg->texts[uinfo->value.enumerated.item],
1166                         sizeof(uinfo->value.enumerated.name));
1167         } else {
1168                 uinfo->count = cfg->size;
1169                 uinfo->value.integer.min = 0;
1170                 uinfo->value.integer.max = cfg->max;
1171                 uinfo->type = (cfg->max == 1) ?
1172                         SNDRV_CTL_ELEM_TYPE_BOOLEAN :
1173                         SNDRV_CTL_ELEM_TYPE_INTEGER;
1174         }
1175
1176         return 0;
1177 }
1178
1179 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
1180                           struct snd_ctl_elem_value *uc)
1181 {
1182         struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1183         int i;
1184
1185         for (i = 0; i < cfg->size; i++)
1186                 if (cfg->texts)
1187                         uc->value.enumerated.item[i] = cfg->val[i];
1188                 else
1189                         uc->value.integer.value[i] = cfg->val[i];
1190
1191         return 0;
1192 }
1193
1194 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
1195                           struct snd_ctl_elem_value *uc)
1196 {
1197         struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1198         int i, change = 0;
1199
1200         if (!cfg->accept(cfg->io))
1201                 return 0;
1202
1203         for (i = 0; i < cfg->size; i++) {
1204                 if (cfg->texts) {
1205                         change |= (uc->value.enumerated.item[i] != cfg->val[i]);
1206                         cfg->val[i] = uc->value.enumerated.item[i];
1207                 } else {
1208                         change |= (uc->value.integer.value[i] != cfg->val[i]);
1209                         cfg->val[i] = uc->value.integer.value[i];
1210                 }
1211         }
1212
1213         if (change && cfg->update)
1214                 cfg->update(cfg->io, cfg->mod);
1215
1216         return change;
1217 }
1218
1219 int rsnd_kctrl_accept_anytime(struct rsnd_dai_stream *io)
1220 {
1221         return 1;
1222 }
1223
1224 int rsnd_kctrl_accept_runtime(struct rsnd_dai_stream *io)
1225 {
1226         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
1227
1228         return !!runtime;
1229 }
1230
1231 struct rsnd_kctrl_cfg *rsnd_kctrl_init_m(struct rsnd_kctrl_cfg_m *cfg)
1232 {
1233         cfg->cfg.val = cfg->val;
1234
1235         return &cfg->cfg;
1236 }
1237
1238 struct rsnd_kctrl_cfg *rsnd_kctrl_init_s(struct rsnd_kctrl_cfg_s *cfg)
1239 {
1240         cfg->cfg.val = &cfg->val;
1241
1242         return &cfg->cfg;
1243 }
1244
1245 int rsnd_kctrl_new(struct rsnd_mod *mod,
1246                    struct rsnd_dai_stream *io,
1247                    struct snd_soc_pcm_runtime *rtd,
1248                    const unsigned char *name,
1249                    int (*accept)(struct rsnd_dai_stream *io),
1250                    void (*update)(struct rsnd_dai_stream *io,
1251                                   struct rsnd_mod *mod),
1252                    struct rsnd_kctrl_cfg *cfg,
1253                    const char * const *texts,
1254                    int size,
1255                    u32 max)
1256 {
1257         struct snd_card *card = rtd->card->snd_card;
1258         struct snd_kcontrol *kctrl;
1259         struct snd_kcontrol_new knew = {
1260                 .iface          = SNDRV_CTL_ELEM_IFACE_MIXER,
1261                 .name           = name,
1262                 .info           = rsnd_kctrl_info,
1263                 .index          = rtd->num,
1264                 .get            = rsnd_kctrl_get,
1265                 .put            = rsnd_kctrl_put,
1266         };
1267         int ret;
1268
1269         if (size > RSND_MAX_CHANNELS)
1270                 return -EINVAL;
1271
1272         kctrl = snd_ctl_new1(&knew, cfg);
1273         if (!kctrl)
1274                 return -ENOMEM;
1275
1276         ret = snd_ctl_add(card, kctrl);
1277         if (ret < 0)
1278                 return ret;
1279
1280         cfg->texts      = texts;
1281         cfg->max        = max;
1282         cfg->size       = size;
1283         cfg->accept     = accept;
1284         cfg->update     = update;
1285         cfg->card       = card;
1286         cfg->kctrl      = kctrl;
1287         cfg->io         = io;
1288         cfg->mod        = mod;
1289
1290         return 0;
1291 }
1292
1293 /*
1294  *              snd_soc_platform
1295  */
1296
1297 #define PREALLOC_BUFFER         (32 * 1024)
1298 #define PREALLOC_BUFFER_MAX     (32 * 1024)
1299
1300 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
1301 {
1302         struct snd_soc_dai *dai = rtd->cpu_dai;
1303         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1304         int ret;
1305
1306         ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1307         if (ret)
1308                 return ret;
1309
1310         ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1311         if (ret)
1312                 return ret;
1313
1314         return snd_pcm_lib_preallocate_pages_for_all(
1315                 rtd->pcm,
1316                 SNDRV_DMA_TYPE_CONTINUOUS,
1317                 snd_dma_continuous_data(GFP_KERNEL),
1318                 PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1319 }
1320
1321 static struct snd_soc_platform_driver rsnd_soc_platform = {
1322         .ops            = &rsnd_pcm_ops,
1323         .pcm_new        = rsnd_pcm_new,
1324 };
1325
1326 static const struct snd_soc_component_driver rsnd_soc_component = {
1327         .name           = "rsnd",
1328 };
1329
1330 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1331                                        struct rsnd_dai_stream *io)
1332 {
1333         int ret;
1334
1335         ret = rsnd_dai_call(probe, io, priv);
1336         if (ret == -EAGAIN) {
1337                 struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1338                 struct rsnd_mod *mod;
1339                 int i;
1340
1341                 /*
1342                  * Fallback to PIO mode
1343                  */
1344
1345                 /*
1346                  * call "remove" for SSI/SRC/DVC
1347                  * SSI will be switch to PIO mode if it was DMA mode
1348                  * see
1349                  *      rsnd_dma_init()
1350                  *      rsnd_ssi_fallback()
1351                  */
1352                 rsnd_dai_call(remove, io, priv);
1353
1354                 /*
1355                  * remove all mod from io
1356                  * and, re connect ssi
1357                  */
1358                 for_each_rsnd_mod(i, mod, io)
1359                         rsnd_dai_disconnect(mod, io, i);
1360                 rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1361
1362                 /*
1363                  * fallback
1364                  */
1365                 rsnd_dai_call(fallback, io, priv);
1366
1367                 /*
1368                  * retry to "probe".
1369                  * DAI has SSI which is PIO mode only now.
1370                  */
1371                 ret = rsnd_dai_call(probe, io, priv);
1372         }
1373
1374         return ret;
1375 }
1376
1377 /*
1378  *      rsnd probe
1379  */
1380 static int rsnd_probe(struct platform_device *pdev)
1381 {
1382         struct rsnd_priv *priv;
1383         struct device *dev = &pdev->dev;
1384         struct rsnd_dai *rdai;
1385         int (*probe_func[])(struct rsnd_priv *priv) = {
1386                 rsnd_gen_probe,
1387                 rsnd_dma_probe,
1388                 rsnd_ssi_probe,
1389                 rsnd_ssiu_probe,
1390                 rsnd_src_probe,
1391                 rsnd_ctu_probe,
1392                 rsnd_mix_probe,
1393                 rsnd_dvc_probe,
1394                 rsnd_cmd_probe,
1395                 rsnd_adg_probe,
1396                 rsnd_dai_probe,
1397         };
1398         int ret, i;
1399
1400         /*
1401          *      init priv data
1402          */
1403         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1404         if (!priv) {
1405                 dev_err(dev, "priv allocate failed\n");
1406                 return -ENODEV;
1407         }
1408
1409         priv->pdev      = pdev;
1410         priv->flags     = (unsigned long)of_device_get_match_data(dev);
1411         spin_lock_init(&priv->lock);
1412
1413         /*
1414          *      init each module
1415          */
1416         for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1417                 ret = probe_func[i](priv);
1418                 if (ret)
1419                         return ret;
1420         }
1421
1422         for_each_rsnd_dai(rdai, priv, i) {
1423                 ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1424                 if (ret)
1425                         goto exit_snd_probe;
1426
1427                 ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1428                 if (ret)
1429                         goto exit_snd_probe;
1430         }
1431
1432         dev_set_drvdata(dev, priv);
1433
1434         /*
1435          *      asoc register
1436          */
1437         ret = snd_soc_register_platform(dev, &rsnd_soc_platform);
1438         if (ret < 0) {
1439                 dev_err(dev, "cannot snd soc register\n");
1440                 return ret;
1441         }
1442
1443         ret = snd_soc_register_component(dev, &rsnd_soc_component,
1444                                          priv->daidrv, rsnd_rdai_nr(priv));
1445         if (ret < 0) {
1446                 dev_err(dev, "cannot snd dai register\n");
1447                 goto exit_snd_soc;
1448         }
1449
1450         pm_runtime_enable(dev);
1451
1452         dev_info(dev, "probed\n");
1453         return ret;
1454
1455 exit_snd_soc:
1456         snd_soc_unregister_platform(dev);
1457 exit_snd_probe:
1458         for_each_rsnd_dai(rdai, priv, i) {
1459                 rsnd_dai_call(remove, &rdai->playback, priv);
1460                 rsnd_dai_call(remove, &rdai->capture, priv);
1461         }
1462
1463         return ret;
1464 }
1465
1466 static int rsnd_remove(struct platform_device *pdev)
1467 {
1468         struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1469         struct rsnd_dai *rdai;
1470         void (*remove_func[])(struct rsnd_priv *priv) = {
1471                 rsnd_ssi_remove,
1472                 rsnd_ssiu_remove,
1473                 rsnd_src_remove,
1474                 rsnd_ctu_remove,
1475                 rsnd_mix_remove,
1476                 rsnd_dvc_remove,
1477                 rsnd_cmd_remove,
1478                 rsnd_adg_remove,
1479         };
1480         int ret = 0, i;
1481
1482         pm_runtime_disable(&pdev->dev);
1483
1484         for_each_rsnd_dai(rdai, priv, i) {
1485                 ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1486                 ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1487         }
1488
1489         for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1490                 remove_func[i](priv);
1491
1492         snd_soc_unregister_component(&pdev->dev);
1493         snd_soc_unregister_platform(&pdev->dev);
1494
1495         return ret;
1496 }
1497
1498 static int rsnd_suspend(struct device *dev)
1499 {
1500         struct rsnd_priv *priv = dev_get_drvdata(dev);
1501
1502         rsnd_adg_clk_disable(priv);
1503
1504         return 0;
1505 }
1506
1507 static int rsnd_resume(struct device *dev)
1508 {
1509         struct rsnd_priv *priv = dev_get_drvdata(dev);
1510
1511         rsnd_adg_clk_enable(priv);
1512
1513         return 0;
1514 }
1515
1516 static const struct dev_pm_ops rsnd_pm_ops = {
1517         .suspend                = rsnd_suspend,
1518         .resume                 = rsnd_resume,
1519 };
1520
1521 static struct platform_driver rsnd_driver = {
1522         .driver = {
1523                 .name   = "rcar_sound",
1524                 .pm     = &rsnd_pm_ops,
1525                 .of_match_table = rsnd_of_match,
1526         },
1527         .probe          = rsnd_probe,
1528         .remove         = rsnd_remove,
1529 };
1530 module_platform_driver(rsnd_driver);
1531
1532 MODULE_LICENSE("GPL");
1533 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1534 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1535 MODULE_ALIAS("platform:rcar-pcm-audio");