Merge remote-tracking branch 'asoc/fix/intel' into asoc-linus
[muen/linux.git] / sound / soc / intel / haswell / sst-haswell-pcm.c
1 /*
2  * Intel SST Haswell/Broadwell PCM Support
3  *
4  * Copyright (C) 2013, Intel Corporation. All rights reserved.
5  *
6  * This program is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU General Public License version
8  * 2 as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  */
16
17 #include <linux/module.h>
18 #include <linux/dma-mapping.h>
19 #include <linux/slab.h>
20 #include <linux/delay.h>
21 #include <linux/pm_runtime.h>
22 #include <asm/page.h>
23 #include <asm/pgtable.h>
24 #include <sound/core.h>
25 #include <sound/pcm.h>
26 #include <sound/pcm_params.h>
27 #include <sound/dmaengine_pcm.h>
28 #include <sound/soc.h>
29 #include <sound/tlv.h>
30 #include <sound/compress_driver.h>
31
32 #include "../haswell/sst-haswell-ipc.h"
33 #include "../common/sst-dsp-priv.h"
34 #include "../common/sst-dsp.h"
35
36 #define HSW_PCM_COUNT           6
37 #define HSW_VOLUME_MAX          0x7FFFFFFF      /* 0dB */
38
39 #define SST_OLD_POSITION(d, r, o) ((d) +                \
40                         frames_to_bytes(r, o))
41 #define SST_SAMPLES(r, x) (bytes_to_samples(r,  \
42                         frames_to_bytes(r, (x))))
43
44 /* simple volume table */
45 static const u32 volume_map[] = {
46         HSW_VOLUME_MAX >> 30,
47         HSW_VOLUME_MAX >> 29,
48         HSW_VOLUME_MAX >> 28,
49         HSW_VOLUME_MAX >> 27,
50         HSW_VOLUME_MAX >> 26,
51         HSW_VOLUME_MAX >> 25,
52         HSW_VOLUME_MAX >> 24,
53         HSW_VOLUME_MAX >> 23,
54         HSW_VOLUME_MAX >> 22,
55         HSW_VOLUME_MAX >> 21,
56         HSW_VOLUME_MAX >> 20,
57         HSW_VOLUME_MAX >> 19,
58         HSW_VOLUME_MAX >> 18,
59         HSW_VOLUME_MAX >> 17,
60         HSW_VOLUME_MAX >> 16,
61         HSW_VOLUME_MAX >> 15,
62         HSW_VOLUME_MAX >> 14,
63         HSW_VOLUME_MAX >> 13,
64         HSW_VOLUME_MAX >> 12,
65         HSW_VOLUME_MAX >> 11,
66         HSW_VOLUME_MAX >> 10,
67         HSW_VOLUME_MAX >> 9,
68         HSW_VOLUME_MAX >> 8,
69         HSW_VOLUME_MAX >> 7,
70         HSW_VOLUME_MAX >> 6,
71         HSW_VOLUME_MAX >> 5,
72         HSW_VOLUME_MAX >> 4,
73         HSW_VOLUME_MAX >> 3,
74         HSW_VOLUME_MAX >> 2,
75         HSW_VOLUME_MAX >> 1,
76         HSW_VOLUME_MAX >> 0,
77 };
78
79 #define HSW_PCM_PERIODS_MAX     64
80 #define HSW_PCM_PERIODS_MIN     2
81
82 #define HSW_PCM_DAI_ID_SYSTEM   0
83 #define HSW_PCM_DAI_ID_OFFLOAD0 1
84 #define HSW_PCM_DAI_ID_OFFLOAD1 2
85 #define HSW_PCM_DAI_ID_LOOPBACK 3
86
87
88 static const struct snd_pcm_hardware hsw_pcm_hardware = {
89         .info                   = SNDRV_PCM_INFO_MMAP |
90                                   SNDRV_PCM_INFO_MMAP_VALID |
91                                   SNDRV_PCM_INFO_INTERLEAVED |
92                                   SNDRV_PCM_INFO_PAUSE |
93                                   SNDRV_PCM_INFO_RESUME |
94                                   SNDRV_PCM_INFO_NO_PERIOD_WAKEUP |
95                                   SNDRV_PCM_INFO_DRAIN_TRIGGER,
96         .formats                = SNDRV_PCM_FMTBIT_S16_LE | SNDRV_PCM_FMTBIT_S24_LE |
97                                   SNDRV_PCM_FMTBIT_S32_LE,
98         .period_bytes_min       = PAGE_SIZE,
99         .period_bytes_max       = (HSW_PCM_PERIODS_MAX / HSW_PCM_PERIODS_MIN) * PAGE_SIZE,
100         .periods_min            = HSW_PCM_PERIODS_MIN,
101         .periods_max            = HSW_PCM_PERIODS_MAX,
102         .buffer_bytes_max       = HSW_PCM_PERIODS_MAX * PAGE_SIZE,
103 };
104
105 struct hsw_pcm_module_map {
106         int dai_id;
107         int stream;
108         enum sst_hsw_module_id mod_id;
109 };
110
111 /* private data for each PCM DSP stream */
112 struct hsw_pcm_data {
113         int dai_id;
114         struct sst_hsw_stream *stream;
115         struct sst_module_runtime *runtime;
116         struct sst_module_runtime_context context;
117         struct snd_pcm *hsw_pcm;
118         u32 volume[2];
119         struct snd_pcm_substream *substream;
120         struct snd_compr_stream *cstream;
121         unsigned int wpos;
122         struct mutex mutex;
123         bool allocated;
124         int persistent_offset;
125 };
126
127 enum hsw_pm_state {
128         HSW_PM_STATE_D0 = 0,
129         HSW_PM_STATE_RTD3 = 1,
130         HSW_PM_STATE_D3 = 2,
131 };
132
133 /* private data for the driver */
134 struct hsw_priv_data {
135         /* runtime DSP */
136         struct sst_hsw *hsw;
137         struct device *dev;
138         enum hsw_pm_state pm_state;
139         struct snd_soc_card *soc_card;
140         struct sst_module_runtime *runtime_waves; /* sound effect module */
141
142         /* page tables */
143         struct snd_dma_buffer dmab[HSW_PCM_COUNT][2];
144
145         /* DAI data */
146         struct hsw_pcm_data pcm[HSW_PCM_COUNT][2];
147 };
148
149
150 /* static mappings between PCMs and modules - may be dynamic in future */
151 static struct hsw_pcm_module_map mod_map[] = {
152         {HSW_PCM_DAI_ID_SYSTEM, 0, SST_HSW_MODULE_PCM_SYSTEM},
153         {HSW_PCM_DAI_ID_OFFLOAD0, 0, SST_HSW_MODULE_PCM},
154         {HSW_PCM_DAI_ID_OFFLOAD1, 0, SST_HSW_MODULE_PCM},
155         {HSW_PCM_DAI_ID_LOOPBACK, 1, SST_HSW_MODULE_PCM_REFERENCE},
156         {HSW_PCM_DAI_ID_SYSTEM, 1, SST_HSW_MODULE_PCM_CAPTURE},
157 };
158
159 static u32 hsw_notify_pointer(struct sst_hsw_stream *stream, void *data);
160
161 static inline u32 hsw_mixer_to_ipc(unsigned int value)
162 {
163         if (value >= ARRAY_SIZE(volume_map))
164                 return volume_map[0];
165         else
166                 return volume_map[value];
167 }
168
169 static inline unsigned int hsw_ipc_to_mixer(u32 value)
170 {
171         int i;
172
173         for (i = 0; i < ARRAY_SIZE(volume_map); i++) {
174                 if (volume_map[i] >= value)
175                         return i;
176         }
177
178         return i - 1;
179 }
180
181 static int hsw_stream_volume_put(struct snd_kcontrol *kcontrol,
182                                 struct snd_ctl_elem_value *ucontrol)
183 {
184         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
185         struct soc_mixer_control *mc =
186                 (struct soc_mixer_control *)kcontrol->private_value;
187         struct hsw_priv_data *pdata =
188                 snd_soc_platform_get_drvdata(platform);
189         struct hsw_pcm_data *pcm_data;
190         struct sst_hsw *hsw = pdata->hsw;
191         u32 volume;
192         int dai, stream;
193
194         dai = mod_map[mc->reg].dai_id;
195         stream = mod_map[mc->reg].stream;
196         pcm_data = &pdata->pcm[dai][stream];
197
198         mutex_lock(&pcm_data->mutex);
199         pm_runtime_get_sync(pdata->dev);
200
201         if (!pcm_data->stream) {
202                 pcm_data->volume[0] =
203                         hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
204                 pcm_data->volume[1] =
205                         hsw_mixer_to_ipc(ucontrol->value.integer.value[1]);
206                 pm_runtime_mark_last_busy(pdata->dev);
207                 pm_runtime_put_autosuspend(pdata->dev);
208                 mutex_unlock(&pcm_data->mutex);
209                 return 0;
210         }
211
212         if (ucontrol->value.integer.value[0] ==
213                 ucontrol->value.integer.value[1]) {
214                 volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
215                 /* apply volume value to all channels */
216                 sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0, SST_HSW_CHANNELS_ALL, volume);
217         } else {
218                 volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
219                 sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0, 0, volume);
220                 volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[1]);
221                 sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0, 1, volume);
222         }
223
224         pm_runtime_mark_last_busy(pdata->dev);
225         pm_runtime_put_autosuspend(pdata->dev);
226         mutex_unlock(&pcm_data->mutex);
227         return 0;
228 }
229
230 static int hsw_stream_volume_get(struct snd_kcontrol *kcontrol,
231                                 struct snd_ctl_elem_value *ucontrol)
232 {
233         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
234         struct soc_mixer_control *mc =
235                 (struct soc_mixer_control *)kcontrol->private_value;
236         struct hsw_priv_data *pdata =
237                 snd_soc_platform_get_drvdata(platform);
238         struct hsw_pcm_data *pcm_data;
239         struct sst_hsw *hsw = pdata->hsw;
240         u32 volume;
241         int dai, stream;
242
243         dai = mod_map[mc->reg].dai_id;
244         stream = mod_map[mc->reg].stream;
245         pcm_data = &pdata->pcm[dai][stream];
246
247         mutex_lock(&pcm_data->mutex);
248         pm_runtime_get_sync(pdata->dev);
249
250         if (!pcm_data->stream) {
251                 ucontrol->value.integer.value[0] =
252                         hsw_ipc_to_mixer(pcm_data->volume[0]);
253                 ucontrol->value.integer.value[1] =
254                         hsw_ipc_to_mixer(pcm_data->volume[1]);
255                 pm_runtime_mark_last_busy(pdata->dev);
256                 pm_runtime_put_autosuspend(pdata->dev);
257                 mutex_unlock(&pcm_data->mutex);
258                 return 0;
259         }
260
261         sst_hsw_stream_get_volume(hsw, pcm_data->stream, 0, 0, &volume);
262         ucontrol->value.integer.value[0] = hsw_ipc_to_mixer(volume);
263         sst_hsw_stream_get_volume(hsw, pcm_data->stream, 0, 1, &volume);
264         ucontrol->value.integer.value[1] = hsw_ipc_to_mixer(volume);
265
266         pm_runtime_mark_last_busy(pdata->dev);
267         pm_runtime_put_autosuspend(pdata->dev);
268         mutex_unlock(&pcm_data->mutex);
269
270         return 0;
271 }
272
273 static int hsw_volume_put(struct snd_kcontrol *kcontrol,
274                                 struct snd_ctl_elem_value *ucontrol)
275 {
276         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
277         struct hsw_priv_data *pdata = snd_soc_platform_get_drvdata(platform);
278         struct sst_hsw *hsw = pdata->hsw;
279         u32 volume;
280
281         pm_runtime_get_sync(pdata->dev);
282
283         if (ucontrol->value.integer.value[0] ==
284                 ucontrol->value.integer.value[1]) {
285
286                 volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
287                 sst_hsw_mixer_set_volume(hsw, 0, SST_HSW_CHANNELS_ALL, volume);
288
289         } else {
290                 volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
291                 sst_hsw_mixer_set_volume(hsw, 0, 0, volume);
292
293                 volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[1]);
294                 sst_hsw_mixer_set_volume(hsw, 0, 1, volume);
295         }
296
297         pm_runtime_mark_last_busy(pdata->dev);
298         pm_runtime_put_autosuspend(pdata->dev);
299         return 0;
300 }
301
302 static int hsw_volume_get(struct snd_kcontrol *kcontrol,
303                                 struct snd_ctl_elem_value *ucontrol)
304 {
305         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
306         struct hsw_priv_data *pdata = snd_soc_platform_get_drvdata(platform);
307         struct sst_hsw *hsw = pdata->hsw;
308         unsigned int volume = 0;
309
310         pm_runtime_get_sync(pdata->dev);
311         sst_hsw_mixer_get_volume(hsw, 0, 0, &volume);
312         ucontrol->value.integer.value[0] = hsw_ipc_to_mixer(volume);
313
314         sst_hsw_mixer_get_volume(hsw, 0, 1, &volume);
315         ucontrol->value.integer.value[1] = hsw_ipc_to_mixer(volume);
316
317         pm_runtime_mark_last_busy(pdata->dev);
318         pm_runtime_put_autosuspend(pdata->dev);
319         return 0;
320 }
321
322 static int hsw_waves_switch_get(struct snd_kcontrol *kcontrol,
323                                 struct snd_ctl_elem_value *ucontrol)
324 {
325         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
326         struct hsw_priv_data *pdata = snd_soc_platform_get_drvdata(platform);
327         struct sst_hsw *hsw = pdata->hsw;
328         enum sst_hsw_module_id id = SST_HSW_MODULE_WAVES;
329
330         ucontrol->value.integer.value[0] =
331                 (sst_hsw_is_module_active(hsw, id) ||
332                 sst_hsw_is_module_enabled_rtd3(hsw, id));
333         return 0;
334 }
335
336 static int hsw_waves_switch_put(struct snd_kcontrol *kcontrol,
337                                 struct snd_ctl_elem_value *ucontrol)
338 {
339         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
340         struct hsw_priv_data *pdata = snd_soc_platform_get_drvdata(platform);
341         struct sst_hsw *hsw = pdata->hsw;
342         int ret = 0;
343         enum sst_hsw_module_id id = SST_HSW_MODULE_WAVES;
344         bool switch_on = (bool)ucontrol->value.integer.value[0];
345
346         /* if module is in RAM on the DSP, apply user settings to module through
347          * ipc. If module is not in RAM on the DSP, store user setting for
348          * track */
349         if (sst_hsw_is_module_loaded(hsw, id)) {
350                 if (switch_on == sst_hsw_is_module_active(hsw, id))
351                         return 0;
352
353                 if (switch_on)
354                         ret = sst_hsw_module_enable(hsw, id, 0);
355                 else
356                         ret = sst_hsw_module_disable(hsw, id, 0);
357         } else {
358                 if (switch_on == sst_hsw_is_module_enabled_rtd3(hsw, id))
359                         return 0;
360
361                 if (switch_on)
362                         sst_hsw_set_module_enabled_rtd3(hsw, id);
363                 else
364                         sst_hsw_set_module_disabled_rtd3(hsw, id);
365         }
366
367         return ret;
368 }
369
370 static int hsw_waves_param_get(struct snd_kcontrol *kcontrol,
371                                 struct snd_ctl_elem_value *ucontrol)
372 {
373         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
374         struct hsw_priv_data *pdata = snd_soc_platform_get_drvdata(platform);
375         struct sst_hsw *hsw = pdata->hsw;
376
377         /* return a matching line from param buffer */
378         return sst_hsw_load_param_line(hsw, ucontrol->value.bytes.data);
379 }
380
381 static int hsw_waves_param_put(struct snd_kcontrol *kcontrol,
382                                 struct snd_ctl_elem_value *ucontrol)
383 {
384         struct snd_soc_platform *platform = snd_soc_kcontrol_platform(kcontrol);
385         struct hsw_priv_data *pdata = snd_soc_platform_get_drvdata(platform);
386         struct sst_hsw *hsw = pdata->hsw;
387         int ret;
388         enum sst_hsw_module_id id = SST_HSW_MODULE_WAVES;
389         int param_id = ucontrol->value.bytes.data[0];
390         int param_size = WAVES_PARAM_COUNT;
391
392         /* clear param buffer and reset buffer index */
393         if (param_id == 0xFF) {
394                 sst_hsw_reset_param_buf(hsw);
395                 return 0;
396         }
397
398         /* store params into buffer */
399         ret = sst_hsw_store_param_line(hsw, ucontrol->value.bytes.data);
400         if (ret < 0)
401                 return ret;
402
403         if (sst_hsw_is_module_active(hsw, id))
404                 ret = sst_hsw_module_set_param(hsw, id, 0, param_id,
405                                 param_size, ucontrol->value.bytes.data);
406         return ret;
407 }
408
409 /* TLV used by both global and stream volumes */
410 static const DECLARE_TLV_DB_SCALE(hsw_vol_tlv, -9000, 300, 1);
411
412 /* System Pin has no volume control */
413 static const struct snd_kcontrol_new hsw_volume_controls[] = {
414         /* Global DSP volume */
415         SOC_DOUBLE_EXT_TLV("Master Playback Volume", 0, 0, 8,
416                 ARRAY_SIZE(volume_map) - 1, 0,
417                 hsw_volume_get, hsw_volume_put, hsw_vol_tlv),
418         /* Offload 0 volume */
419         SOC_DOUBLE_EXT_TLV("Media0 Playback Volume", 1, 0, 8,
420                 ARRAY_SIZE(volume_map) - 1, 0,
421                 hsw_stream_volume_get, hsw_stream_volume_put, hsw_vol_tlv),
422         /* Offload 1 volume */
423         SOC_DOUBLE_EXT_TLV("Media1 Playback Volume", 2, 0, 8,
424                 ARRAY_SIZE(volume_map) - 1, 0,
425                 hsw_stream_volume_get, hsw_stream_volume_put, hsw_vol_tlv),
426         /* Mic Capture volume */
427         SOC_DOUBLE_EXT_TLV("Mic Capture Volume", 4, 0, 8,
428                 ARRAY_SIZE(volume_map) - 1, 0,
429                 hsw_stream_volume_get, hsw_stream_volume_put, hsw_vol_tlv),
430         /* enable/disable module waves */
431         SOC_SINGLE_BOOL_EXT("Waves Switch", 0,
432                 hsw_waves_switch_get, hsw_waves_switch_put),
433         /* set parameters to module waves */
434         SND_SOC_BYTES_EXT("Waves Set Param", WAVES_PARAM_COUNT,
435                 hsw_waves_param_get, hsw_waves_param_put),
436 };
437
438 /* Create DMA buffer page table for DSP */
439 static int create_adsp_page_table(struct snd_pcm_substream *substream,
440         struct hsw_priv_data *pdata, struct snd_soc_pcm_runtime *rtd,
441         unsigned char *dma_area, size_t size, int pcm)
442 {
443         struct snd_dma_buffer *dmab = snd_pcm_get_dma_buf(substream);
444         int i, pages, stream = substream->stream;
445
446         pages = snd_sgbuf_aligned_pages(size);
447
448         dev_dbg(rtd->dev, "generating page table for %p size 0x%zx pages %d\n",
449                 dma_area, size, pages);
450
451         for (i = 0; i < pages; i++) {
452                 u32 idx = (((i << 2) + i)) >> 1;
453                 u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT;
454                 u32 *pg_table;
455
456                 dev_dbg(rtd->dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn);
457
458                 pg_table = (u32 *)(pdata->dmab[pcm][stream].area + idx);
459
460                 if (i & 1)
461                         *pg_table |= (pfn << 4);
462                 else
463                         *pg_table |= pfn;
464         }
465
466         return 0;
467 }
468
469 /* this may get called several times by oss emulation */
470 static int hsw_pcm_hw_params(struct snd_pcm_substream *substream,
471                               struct snd_pcm_hw_params *params)
472 {
473         struct snd_soc_pcm_runtime *rtd = substream->private_data;
474         struct snd_pcm_runtime *runtime = substream->runtime;
475         struct hsw_priv_data *pdata =
476                 snd_soc_platform_get_drvdata(rtd->platform);
477         struct hsw_pcm_data *pcm_data;
478         struct sst_hsw *hsw = pdata->hsw;
479         struct sst_module *module_data;
480         struct sst_dsp *dsp;
481         struct snd_dma_buffer *dmab;
482         enum sst_hsw_stream_type stream_type;
483         enum sst_hsw_stream_path_id path_id;
484         u32 rate, bits, map, pages, module_id;
485         u8 channels;
486         int ret, dai;
487
488         dai = mod_map[rtd->cpu_dai->id].dai_id;
489         pcm_data = &pdata->pcm[dai][substream->stream];
490
491         /* check if we are being called a subsequent time */
492         if (pcm_data->allocated) {
493                 ret = sst_hsw_stream_reset(hsw, pcm_data->stream);
494                 if (ret < 0)
495                         dev_dbg(rtd->dev, "error: reset stream failed %d\n",
496                                 ret);
497
498                 ret = sst_hsw_stream_free(hsw, pcm_data->stream);
499                 if (ret < 0) {
500                         dev_dbg(rtd->dev, "error: free stream failed %d\n",
501                                 ret);
502                         return ret;
503                 }
504                 pcm_data->allocated = false;
505
506                 pcm_data->stream = sst_hsw_stream_new(hsw, rtd->cpu_dai->id,
507                         hsw_notify_pointer, pcm_data);
508                 if (pcm_data->stream == NULL) {
509                         dev_err(rtd->dev, "error: failed to create stream\n");
510                         return -EINVAL;
511                 }
512         }
513
514         /* stream direction */
515         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
516                 path_id = SST_HSW_STREAM_PATH_SSP0_OUT;
517         else
518                 path_id = SST_HSW_STREAM_PATH_SSP0_IN;
519
520         /* DSP stream type depends on DAI ID */
521         switch (rtd->cpu_dai->id) {
522         case 0:
523                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
524                         stream_type = SST_HSW_STREAM_TYPE_SYSTEM;
525                         module_id = SST_HSW_MODULE_PCM_SYSTEM;
526                 }
527                 else {
528                         stream_type = SST_HSW_STREAM_TYPE_CAPTURE;
529                         module_id = SST_HSW_MODULE_PCM_CAPTURE;
530                 }
531                 break;
532         case 1:
533         case 2:
534                 stream_type = SST_HSW_STREAM_TYPE_RENDER;
535                 module_id = SST_HSW_MODULE_PCM;
536                 break;
537         case 3:
538                 /* path ID needs to be OUT for loopback */
539                 stream_type = SST_HSW_STREAM_TYPE_LOOPBACK;
540                 path_id = SST_HSW_STREAM_PATH_SSP0_OUT;
541                 module_id = SST_HSW_MODULE_PCM_REFERENCE;
542                 break;
543         default:
544                 dev_err(rtd->dev, "error: invalid DAI ID %d\n",
545                         rtd->cpu_dai->id);
546                 return -EINVAL;
547         };
548
549         ret = sst_hsw_stream_format(hsw, pcm_data->stream,
550                 path_id, stream_type, SST_HSW_STREAM_FORMAT_PCM_FORMAT);
551         if (ret < 0) {
552                 dev_err(rtd->dev, "error: failed to set format %d\n", ret);
553                 return ret;
554         }
555
556         rate = params_rate(params);
557         ret = sst_hsw_stream_set_rate(hsw, pcm_data->stream, rate);
558         if (ret < 0) {
559                 dev_err(rtd->dev, "error: could not set rate %d\n", rate);
560                 return ret;
561         }
562
563         switch (params_format(params)) {
564         case SNDRV_PCM_FORMAT_S16_LE:
565                 bits = SST_HSW_DEPTH_16BIT;
566                 sst_hsw_stream_set_valid(hsw, pcm_data->stream, 16);
567                 break;
568         case SNDRV_PCM_FORMAT_S24_LE:
569                 bits = SST_HSW_DEPTH_32BIT;
570                 sst_hsw_stream_set_valid(hsw, pcm_data->stream, 24);
571                 break;
572         case SNDRV_PCM_FORMAT_S8:
573                 bits = SST_HSW_DEPTH_8BIT;
574                 sst_hsw_stream_set_valid(hsw, pcm_data->stream, 8);
575                 break;
576         case SNDRV_PCM_FORMAT_S32_LE:
577                 bits = SST_HSW_DEPTH_32BIT;
578                 sst_hsw_stream_set_valid(hsw, pcm_data->stream, 32);
579                 break;
580         default:
581                 dev_err(rtd->dev, "error: invalid format %d\n",
582                         params_format(params));
583                 return -EINVAL;
584         }
585
586         ret = sst_hsw_stream_set_bits(hsw, pcm_data->stream, bits);
587         if (ret < 0) {
588                 dev_err(rtd->dev, "error: could not set bits %d\n", bits);
589                 return ret;
590         }
591
592         channels = params_channels(params);
593         map = create_channel_map(SST_HSW_CHANNEL_CONFIG_STEREO);
594         sst_hsw_stream_set_map_config(hsw, pcm_data->stream,
595                         map, SST_HSW_CHANNEL_CONFIG_STEREO);
596
597         ret = sst_hsw_stream_set_channels(hsw, pcm_data->stream, channels);
598         if (ret < 0) {
599                 dev_err(rtd->dev, "error: could not set channels %d\n",
600                         channels);
601                 return ret;
602         }
603
604         ret = snd_pcm_lib_malloc_pages(substream, params_buffer_bytes(params));
605         if (ret < 0) {
606                 dev_err(rtd->dev, "error: could not allocate %d bytes for PCM %d\n",
607                         params_buffer_bytes(params), ret);
608                 return ret;
609         }
610
611         dmab = snd_pcm_get_dma_buf(substream);
612
613         ret = create_adsp_page_table(substream, pdata, rtd, runtime->dma_area,
614                 runtime->dma_bytes, rtd->cpu_dai->id);
615         if (ret < 0)
616                 return ret;
617
618         sst_hsw_stream_set_style(hsw, pcm_data->stream,
619                 SST_HSW_INTERLEAVING_PER_CHANNEL);
620
621         if (runtime->dma_bytes % PAGE_SIZE)
622                 pages = (runtime->dma_bytes / PAGE_SIZE) + 1;
623         else
624                 pages = runtime->dma_bytes / PAGE_SIZE;
625
626         ret = sst_hsw_stream_buffer(hsw, pcm_data->stream,
627                 pdata->dmab[rtd->cpu_dai->id][substream->stream].addr,
628                 pages, runtime->dma_bytes, 0,
629                 snd_sgbuf_get_addr(dmab, 0) >> PAGE_SHIFT);
630         if (ret < 0) {
631                 dev_err(rtd->dev, "error: failed to set DMA buffer %d\n", ret);
632                 return ret;
633         }
634
635         dsp = sst_hsw_get_dsp(hsw);
636
637         module_data = sst_module_get_from_id(dsp, module_id);
638         if (module_data == NULL) {
639                 dev_err(rtd->dev, "error: failed to get module config\n");
640                 return -EINVAL;
641         }
642
643         sst_hsw_stream_set_module_info(hsw, pcm_data->stream,
644                 pcm_data->runtime);
645
646         ret = sst_hsw_stream_commit(hsw, pcm_data->stream);
647         if (ret < 0) {
648                 dev_err(rtd->dev, "error: failed to commit stream %d\n", ret);
649                 return ret;
650         }
651
652         if (!pcm_data->allocated) {
653                 /* Set previous saved volume */
654                 sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0,
655                                 0, pcm_data->volume[0]);
656                 sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0,
657                                 1, pcm_data->volume[1]);
658                 pcm_data->allocated = true;
659         }
660
661         ret = sst_hsw_stream_pause(hsw, pcm_data->stream, 1);
662         if (ret < 0)
663                 dev_err(rtd->dev, "error: failed to pause %d\n", ret);
664
665         return 0;
666 }
667
668 static int hsw_pcm_hw_free(struct snd_pcm_substream *substream)
669 {
670         snd_pcm_lib_free_pages(substream);
671         return 0;
672 }
673
674 static int hsw_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
675 {
676         struct snd_soc_pcm_runtime *rtd = substream->private_data;
677         struct hsw_priv_data *pdata =
678                 snd_soc_platform_get_drvdata(rtd->platform);
679         struct hsw_pcm_data *pcm_data;
680         struct sst_hsw_stream *sst_stream;
681         struct sst_hsw *hsw = pdata->hsw;
682         struct snd_pcm_runtime *runtime = substream->runtime;
683         snd_pcm_uframes_t pos;
684         int dai;
685
686         dai = mod_map[rtd->cpu_dai->id].dai_id;
687         pcm_data = &pdata->pcm[dai][substream->stream];
688         sst_stream = pcm_data->stream;
689
690         switch (cmd) {
691         case SNDRV_PCM_TRIGGER_START:
692         case SNDRV_PCM_TRIGGER_RESUME:
693         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
694                 sst_hsw_stream_set_silence_start(hsw, sst_stream, false);
695                 sst_hsw_stream_resume(hsw, pcm_data->stream, 0);
696                 break;
697         case SNDRV_PCM_TRIGGER_STOP:
698         case SNDRV_PCM_TRIGGER_SUSPEND:
699         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
700                 sst_hsw_stream_set_silence_start(hsw, sst_stream, false);
701                 sst_hsw_stream_pause(hsw, pcm_data->stream, 0);
702                 break;
703         case SNDRV_PCM_TRIGGER_DRAIN:
704                 pos = runtime->control->appl_ptr % runtime->buffer_size;
705                 sst_hsw_stream_set_old_position(hsw, pcm_data->stream, pos);
706                 sst_hsw_stream_set_silence_start(hsw, sst_stream, true);
707                 break;
708         default:
709                 break;
710         }
711
712         return 0;
713 }
714
715 static u32 hsw_notify_pointer(struct sst_hsw_stream *stream, void *data)
716 {
717         struct hsw_pcm_data *pcm_data = data;
718         struct snd_pcm_substream *substream = pcm_data->substream;
719         struct snd_pcm_runtime *runtime = substream->runtime;
720         struct snd_soc_pcm_runtime *rtd = substream->private_data;
721         struct hsw_priv_data *pdata =
722                 snd_soc_platform_get_drvdata(rtd->platform);
723         struct sst_hsw *hsw = pdata->hsw;
724         u32 pos;
725         snd_pcm_uframes_t position = bytes_to_frames(runtime,
726                  sst_hsw_get_dsp_position(hsw, pcm_data->stream));
727         unsigned char *dma_area = runtime->dma_area;
728         snd_pcm_uframes_t dma_frames =
729                 bytes_to_frames(runtime, runtime->dma_bytes);
730         snd_pcm_uframes_t old_position;
731         ssize_t samples;
732
733         pos = frames_to_bytes(runtime,
734                 (runtime->control->appl_ptr % runtime->buffer_size));
735
736         dev_vdbg(rtd->dev, "PCM: App pointer %d bytes\n", pos);
737
738         /* SST fw don't know where to stop dma
739          * So, SST driver need to clean the data which has been consumed
740          */
741         if (dma_area == NULL || dma_frames <= 0
742                 || (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
743                 || !sst_hsw_stream_get_silence_start(hsw, stream)) {
744                 snd_pcm_period_elapsed(substream);
745                 return pos;
746         }
747
748         old_position = sst_hsw_stream_get_old_position(hsw, stream);
749         if (position > old_position) {
750                 if (position < dma_frames) {
751                         samples = SST_SAMPLES(runtime, position - old_position);
752                         snd_pcm_format_set_silence(runtime->format,
753                                 SST_OLD_POSITION(dma_area,
754                                         runtime, old_position),
755                                 samples);
756                 } else
757                         dev_err(rtd->dev, "PCM: position is wrong\n");
758         } else {
759                 if (old_position < dma_frames) {
760                         samples = SST_SAMPLES(runtime,
761                                 dma_frames - old_position);
762                         snd_pcm_format_set_silence(runtime->format,
763                                 SST_OLD_POSITION(dma_area,
764                                         runtime, old_position),
765                                 samples);
766                 } else
767                         dev_err(rtd->dev, "PCM: dma_bytes is wrong\n");
768                 if (position < dma_frames) {
769                         samples = SST_SAMPLES(runtime, position);
770                         snd_pcm_format_set_silence(runtime->format,
771                                 dma_area, samples);
772                 } else
773                         dev_err(rtd->dev, "PCM: position is wrong\n");
774         }
775         sst_hsw_stream_set_old_position(hsw, stream, position);
776
777         /* let alsa know we have play a period */
778         snd_pcm_period_elapsed(substream);
779         return pos;
780 }
781
782 static snd_pcm_uframes_t hsw_pcm_pointer(struct snd_pcm_substream *substream)
783 {
784         struct snd_soc_pcm_runtime *rtd = substream->private_data;
785         struct snd_pcm_runtime *runtime = substream->runtime;
786         struct hsw_priv_data *pdata =
787                 snd_soc_platform_get_drvdata(rtd->platform);
788         struct hsw_pcm_data *pcm_data;
789         struct sst_hsw *hsw = pdata->hsw;
790         snd_pcm_uframes_t offset;
791         uint64_t ppos;
792         u32 position;
793         int dai;
794
795         dai = mod_map[rtd->cpu_dai->id].dai_id;
796         pcm_data = &pdata->pcm[dai][substream->stream];
797         position = sst_hsw_get_dsp_position(hsw, pcm_data->stream);
798
799         offset = bytes_to_frames(runtime, position);
800         ppos = sst_hsw_get_dsp_presentation_position(hsw, pcm_data->stream);
801
802         dev_vdbg(rtd->dev, "PCM: DMA pointer %du bytes, pos %llu\n",
803                 position, ppos);
804         return offset;
805 }
806
807 static int hsw_pcm_open(struct snd_pcm_substream *substream)
808 {
809         struct snd_soc_pcm_runtime *rtd = substream->private_data;
810         struct hsw_priv_data *pdata =
811                 snd_soc_platform_get_drvdata(rtd->platform);
812         struct hsw_pcm_data *pcm_data;
813         struct sst_hsw *hsw = pdata->hsw;
814         int dai;
815
816         dai = mod_map[rtd->cpu_dai->id].dai_id;
817         pcm_data = &pdata->pcm[dai][substream->stream];
818
819         mutex_lock(&pcm_data->mutex);
820         pm_runtime_get_sync(pdata->dev);
821
822         pcm_data->substream = substream;
823
824         snd_soc_set_runtime_hwparams(substream, &hsw_pcm_hardware);
825
826         pcm_data->stream = sst_hsw_stream_new(hsw, rtd->cpu_dai->id,
827                 hsw_notify_pointer, pcm_data);
828         if (pcm_data->stream == NULL) {
829                 dev_err(rtd->dev, "error: failed to create stream\n");
830                 pm_runtime_mark_last_busy(pdata->dev);
831                 pm_runtime_put_autosuspend(pdata->dev);
832                 mutex_unlock(&pcm_data->mutex);
833                 return -EINVAL;
834         }
835
836         mutex_unlock(&pcm_data->mutex);
837         return 0;
838 }
839
840 static int hsw_pcm_close(struct snd_pcm_substream *substream)
841 {
842         struct snd_soc_pcm_runtime *rtd = substream->private_data;
843         struct hsw_priv_data *pdata =
844                 snd_soc_platform_get_drvdata(rtd->platform);
845         struct hsw_pcm_data *pcm_data;
846         struct sst_hsw *hsw = pdata->hsw;
847         int ret, dai;
848
849         dai = mod_map[rtd->cpu_dai->id].dai_id;
850         pcm_data = &pdata->pcm[dai][substream->stream];
851
852         mutex_lock(&pcm_data->mutex);
853         ret = sst_hsw_stream_reset(hsw, pcm_data->stream);
854         if (ret < 0) {
855                 dev_dbg(rtd->dev, "error: reset stream failed %d\n", ret);
856                 goto out;
857         }
858
859         ret = sst_hsw_stream_free(hsw, pcm_data->stream);
860         if (ret < 0) {
861                 dev_dbg(rtd->dev, "error: free stream failed %d\n", ret);
862                 goto out;
863         }
864         pcm_data->allocated = 0;
865         pcm_data->stream = NULL;
866
867 out:
868         pm_runtime_mark_last_busy(pdata->dev);
869         pm_runtime_put_autosuspend(pdata->dev);
870         mutex_unlock(&pcm_data->mutex);
871         return ret;
872 }
873
874 static const struct snd_pcm_ops hsw_pcm_ops = {
875         .open           = hsw_pcm_open,
876         .close          = hsw_pcm_close,
877         .ioctl          = snd_pcm_lib_ioctl,
878         .hw_params      = hsw_pcm_hw_params,
879         .hw_free        = hsw_pcm_hw_free,
880         .trigger        = hsw_pcm_trigger,
881         .pointer        = hsw_pcm_pointer,
882         .page           = snd_pcm_sgbuf_ops_page,
883 };
884
885 static int hsw_pcm_create_modules(struct hsw_priv_data *pdata)
886 {
887         struct sst_hsw *hsw = pdata->hsw;
888         struct hsw_pcm_data *pcm_data;
889         int i;
890
891         for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
892                 pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
893
894                 /* create new runtime module, use same offset if recreated */
895                 pcm_data->runtime = sst_hsw_runtime_module_create(hsw,
896                         mod_map[i].mod_id, pcm_data->persistent_offset);
897                 if (pcm_data->runtime == NULL)
898                         goto err;
899                 pcm_data->persistent_offset =
900                         pcm_data->runtime->persistent_offset;
901         }
902
903         /* create runtime blocks for module waves */
904         if (sst_hsw_is_module_loaded(hsw, SST_HSW_MODULE_WAVES)) {
905                 pdata->runtime_waves = sst_hsw_runtime_module_create(hsw,
906                         SST_HSW_MODULE_WAVES, 0);
907                 if (pdata->runtime_waves == NULL)
908                         goto err;
909         }
910
911         return 0;
912
913 err:
914         for (--i; i >= 0; i--) {
915                 pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
916                 sst_hsw_runtime_module_free(pcm_data->runtime);
917         }
918
919         return -ENODEV;
920 }
921
922 static void hsw_pcm_free_modules(struct hsw_priv_data *pdata)
923 {
924         struct sst_hsw *hsw = pdata->hsw;
925         struct hsw_pcm_data *pcm_data;
926         int i;
927
928         for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
929                 pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
930                 if (pcm_data->runtime){
931                         sst_hsw_runtime_module_free(pcm_data->runtime);
932                         pcm_data->runtime = NULL;
933                 }
934         }
935         if (sst_hsw_is_module_loaded(hsw, SST_HSW_MODULE_WAVES) &&
936                                 pdata->runtime_waves) {
937                 sst_hsw_runtime_module_free(pdata->runtime_waves);
938                 pdata->runtime_waves = NULL;
939         }
940 }
941
942 static int hsw_pcm_new(struct snd_soc_pcm_runtime *rtd)
943 {
944         struct snd_pcm *pcm = rtd->pcm;
945         struct snd_soc_platform *platform = rtd->platform;
946         struct sst_pdata *pdata = dev_get_platdata(platform->dev);
947         struct hsw_priv_data *priv_data = dev_get_drvdata(platform->dev);
948         struct device *dev = pdata->dma_dev;
949         int ret = 0;
950
951         if (pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream ||
952                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream) {
953                 ret = snd_pcm_lib_preallocate_pages_for_all(pcm,
954                         SNDRV_DMA_TYPE_DEV_SG,
955                         dev,
956                         hsw_pcm_hardware.buffer_bytes_max,
957                         hsw_pcm_hardware.buffer_bytes_max);
958                 if (ret) {
959                         dev_err(rtd->dev, "dma buffer allocation failed %d\n",
960                                 ret);
961                         return ret;
962                 }
963         }
964         if (pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream)
965                 priv_data->pcm[rtd->cpu_dai->id][SNDRV_PCM_STREAM_PLAYBACK].hsw_pcm = pcm;
966         if (pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream)
967                 priv_data->pcm[rtd->cpu_dai->id][SNDRV_PCM_STREAM_CAPTURE].hsw_pcm = pcm;
968
969         return ret;
970 }
971
972 #define HSW_FORMATS \
973         (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
974
975 static struct snd_soc_dai_driver hsw_dais[] = {
976         {
977                 .name  = "System Pin",
978                 .id = HSW_PCM_DAI_ID_SYSTEM,
979                 .playback = {
980                         .stream_name = "System Playback",
981                         .channels_min = 2,
982                         .channels_max = 2,
983                         .rates = SNDRV_PCM_RATE_48000,
984                         .formats = SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE,
985                 },
986                 .capture = {
987                         .stream_name = "Analog Capture",
988                         .channels_min = 2,
989                         .channels_max = 4,
990                         .rates = SNDRV_PCM_RATE_48000,
991                         .formats = SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE,
992                 },
993         },
994         {
995                 /* PCM */
996                 .name  = "Offload0 Pin",
997                 .id = HSW_PCM_DAI_ID_OFFLOAD0,
998                 .playback = {
999                         .stream_name = "Offload0 Playback",
1000                         .channels_min = 2,
1001                         .channels_max = 2,
1002                         .rates = SNDRV_PCM_RATE_8000_192000,
1003                         .formats = HSW_FORMATS,
1004                 },
1005         },
1006         {
1007                 /* PCM */
1008                 .name  = "Offload1 Pin",
1009                 .id = HSW_PCM_DAI_ID_OFFLOAD1,
1010                 .playback = {
1011                         .stream_name = "Offload1 Playback",
1012                         .channels_min = 2,
1013                         .channels_max = 2,
1014                         .rates = SNDRV_PCM_RATE_8000_192000,
1015                         .formats = HSW_FORMATS,
1016                 },
1017         },
1018         {
1019                 .name  = "Loopback Pin",
1020                 .id = HSW_PCM_DAI_ID_LOOPBACK,
1021                 .capture = {
1022                         .stream_name = "Loopback Capture",
1023                         .channels_min = 2,
1024                         .channels_max = 2,
1025                         .rates = SNDRV_PCM_RATE_48000,
1026                         .formats = SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE,
1027                 },
1028         },
1029 };
1030
1031 static const struct snd_soc_dapm_widget widgets[] = {
1032
1033         /* Backend DAIs  */
1034         SND_SOC_DAPM_AIF_IN("SSP0 CODEC IN", NULL, 0, SND_SOC_NOPM, 0, 0),
1035         SND_SOC_DAPM_AIF_OUT("SSP0 CODEC OUT", NULL, 0, SND_SOC_NOPM, 0, 0),
1036         SND_SOC_DAPM_AIF_IN("SSP1 BT IN", NULL, 0, SND_SOC_NOPM, 0, 0),
1037         SND_SOC_DAPM_AIF_OUT("SSP1 BT OUT", NULL, 0, SND_SOC_NOPM, 0, 0),
1038
1039         /* Global Playback Mixer */
1040         SND_SOC_DAPM_MIXER("Playback VMixer", SND_SOC_NOPM, 0, 0, NULL, 0),
1041 };
1042
1043 static const struct snd_soc_dapm_route graph[] = {
1044
1045         /* Playback Mixer */
1046         {"Playback VMixer", NULL, "System Playback"},
1047         {"Playback VMixer", NULL, "Offload0 Playback"},
1048         {"Playback VMixer", NULL, "Offload1 Playback"},
1049
1050         {"SSP0 CODEC OUT", NULL, "Playback VMixer"},
1051
1052         {"Analog Capture", NULL, "SSP0 CODEC IN"},
1053 };
1054
1055 static int hsw_pcm_probe(struct snd_soc_platform *platform)
1056 {
1057         struct hsw_priv_data *priv_data = snd_soc_platform_get_drvdata(platform);
1058         struct sst_pdata *pdata = dev_get_platdata(platform->dev);
1059         struct device *dma_dev, *dev;
1060         int i, ret = 0;
1061
1062         if (!pdata)
1063                 return -ENODEV;
1064
1065         dev = platform->dev;
1066         dma_dev = pdata->dma_dev;
1067
1068         priv_data->hsw = pdata->dsp;
1069         priv_data->dev = platform->dev;
1070         priv_data->pm_state = HSW_PM_STATE_D0;
1071         priv_data->soc_card = platform->component.card;
1072
1073         /* allocate DSP buffer page tables */
1074         for (i = 0; i < ARRAY_SIZE(hsw_dais); i++) {
1075
1076                 /* playback */
1077                 if (hsw_dais[i].playback.channels_min) {
1078                         mutex_init(&priv_data->pcm[i][SNDRV_PCM_STREAM_PLAYBACK].mutex);
1079                         ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, dma_dev,
1080                                 PAGE_SIZE, &priv_data->dmab[i][0]);
1081                         if (ret < 0)
1082                                 goto err;
1083                 }
1084
1085                 /* capture */
1086                 if (hsw_dais[i].capture.channels_min) {
1087                         mutex_init(&priv_data->pcm[i][SNDRV_PCM_STREAM_CAPTURE].mutex);
1088                         ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, dma_dev,
1089                                 PAGE_SIZE, &priv_data->dmab[i][1]);
1090                         if (ret < 0)
1091                                 goto err;
1092                 }
1093         }
1094
1095         /* allocate runtime modules */
1096         ret = hsw_pcm_create_modules(priv_data);
1097         if (ret < 0)
1098                 goto err;
1099
1100         /* enable runtime PM with auto suspend */
1101         pm_runtime_set_autosuspend_delay(platform->dev,
1102                 SST_RUNTIME_SUSPEND_DELAY);
1103         pm_runtime_use_autosuspend(platform->dev);
1104         pm_runtime_enable(platform->dev);
1105         pm_runtime_idle(platform->dev);
1106
1107         return 0;
1108
1109 err:
1110         for (--i; i >= 0; i--) {
1111                 if (hsw_dais[i].playback.channels_min)
1112                         snd_dma_free_pages(&priv_data->dmab[i][0]);
1113                 if (hsw_dais[i].capture.channels_min)
1114                         snd_dma_free_pages(&priv_data->dmab[i][1]);
1115         }
1116         return ret;
1117 }
1118
1119 static int hsw_pcm_remove(struct snd_soc_platform *platform)
1120 {
1121         struct hsw_priv_data *priv_data =
1122                 snd_soc_platform_get_drvdata(platform);
1123         int i;
1124
1125         pm_runtime_disable(platform->dev);
1126         hsw_pcm_free_modules(priv_data);
1127
1128         for (i = 0; i < ARRAY_SIZE(hsw_dais); i++) {
1129                 if (hsw_dais[i].playback.channels_min)
1130                         snd_dma_free_pages(&priv_data->dmab[i][0]);
1131                 if (hsw_dais[i].capture.channels_min)
1132                         snd_dma_free_pages(&priv_data->dmab[i][1]);
1133         }
1134
1135         return 0;
1136 }
1137
1138 static struct snd_soc_platform_driver hsw_soc_platform = {
1139         .probe          = hsw_pcm_probe,
1140         .remove         = hsw_pcm_remove,
1141         .ops            = &hsw_pcm_ops,
1142         .pcm_new        = hsw_pcm_new,
1143 };
1144
1145 static const struct snd_soc_component_driver hsw_dai_component = {
1146         .name = "haswell-dai",
1147         .controls = hsw_volume_controls,
1148         .num_controls = ARRAY_SIZE(hsw_volume_controls),
1149         .dapm_widgets = widgets,
1150         .num_dapm_widgets = ARRAY_SIZE(widgets),
1151         .dapm_routes = graph,
1152         .num_dapm_routes = ARRAY_SIZE(graph),
1153 };
1154
1155 static int hsw_pcm_dev_probe(struct platform_device *pdev)
1156 {
1157         struct sst_pdata *sst_pdata = dev_get_platdata(&pdev->dev);
1158         struct hsw_priv_data *priv_data;
1159         int ret;
1160
1161         if (!sst_pdata)
1162                 return -EINVAL;
1163
1164         priv_data = devm_kzalloc(&pdev->dev, sizeof(*priv_data), GFP_KERNEL);
1165         if (!priv_data)
1166                 return -ENOMEM;
1167
1168         ret = sst_hsw_dsp_init(&pdev->dev, sst_pdata);
1169         if (ret < 0)
1170                 return -ENODEV;
1171
1172         priv_data->hsw = sst_pdata->dsp;
1173         platform_set_drvdata(pdev, priv_data);
1174
1175         ret = snd_soc_register_platform(&pdev->dev, &hsw_soc_platform);
1176         if (ret < 0)
1177                 goto err_plat;
1178
1179         ret = snd_soc_register_component(&pdev->dev, &hsw_dai_component,
1180                 hsw_dais, ARRAY_SIZE(hsw_dais));
1181         if (ret < 0)
1182                 goto err_comp;
1183
1184         return 0;
1185
1186 err_comp:
1187         snd_soc_unregister_platform(&pdev->dev);
1188 err_plat:
1189         sst_hsw_dsp_free(&pdev->dev, sst_pdata);
1190         return 0;
1191 }
1192
1193 static int hsw_pcm_dev_remove(struct platform_device *pdev)
1194 {
1195         struct sst_pdata *sst_pdata = dev_get_platdata(&pdev->dev);
1196
1197         snd_soc_unregister_platform(&pdev->dev);
1198         snd_soc_unregister_component(&pdev->dev);
1199         sst_hsw_dsp_free(&pdev->dev, sst_pdata);
1200
1201         return 0;
1202 }
1203
1204 #ifdef CONFIG_PM
1205
1206 static int hsw_pcm_runtime_idle(struct device *dev)
1207 {
1208         return 0;
1209 }
1210
1211 static int hsw_pcm_suspend(struct device *dev)
1212 {
1213         struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1214         struct sst_hsw *hsw = pdata->hsw;
1215
1216         /* enter D3 state and stall */
1217         sst_hsw_dsp_runtime_suspend(hsw);
1218         /* free all runtime modules */
1219         hsw_pcm_free_modules(pdata);
1220         /* put the DSP to sleep, fw unloaded after runtime modules freed */
1221         sst_hsw_dsp_runtime_sleep(hsw);
1222         return 0;
1223 }
1224
1225 static int hsw_pcm_runtime_suspend(struct device *dev)
1226 {
1227         struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1228         struct sst_hsw *hsw = pdata->hsw;
1229         int ret;
1230
1231         if (pdata->pm_state >= HSW_PM_STATE_RTD3)
1232                 return 0;
1233
1234         /* fw modules will be unloaded on RTD3, set flag to track */
1235         if (sst_hsw_is_module_active(hsw, SST_HSW_MODULE_WAVES)) {
1236                 ret = sst_hsw_module_disable(hsw, SST_HSW_MODULE_WAVES, 0);
1237                 if (ret < 0)
1238                         return ret;
1239                 sst_hsw_set_module_enabled_rtd3(hsw, SST_HSW_MODULE_WAVES);
1240         }
1241         hsw_pcm_suspend(dev);
1242         pdata->pm_state = HSW_PM_STATE_RTD3;
1243
1244         return 0;
1245 }
1246
1247 static int hsw_pcm_runtime_resume(struct device *dev)
1248 {
1249         struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1250         struct sst_hsw *hsw = pdata->hsw;
1251         int ret;
1252
1253         if (pdata->pm_state != HSW_PM_STATE_RTD3)
1254                 return 0;
1255
1256         ret = sst_hsw_dsp_load(hsw);
1257         if (ret < 0) {
1258                 dev_err(dev, "failed to reload %d\n", ret);
1259                 return ret;
1260         }
1261
1262         ret = hsw_pcm_create_modules(pdata);
1263         if (ret < 0) {
1264                 dev_err(dev, "failed to create modules %d\n", ret);
1265                 return ret;
1266         }
1267
1268         ret = sst_hsw_dsp_runtime_resume(hsw);
1269         if (ret < 0)
1270                 return ret;
1271         else if (ret == 1) /* no action required */
1272                 return 0;
1273
1274         /* check flag when resume */
1275         if (sst_hsw_is_module_enabled_rtd3(hsw, SST_HSW_MODULE_WAVES)) {
1276                 ret = sst_hsw_module_enable(hsw, SST_HSW_MODULE_WAVES, 0);
1277                 if (ret < 0)
1278                         return ret;
1279                 /* put parameters from buffer to dsp */
1280                 ret = sst_hsw_launch_param_buf(hsw);
1281                 if (ret < 0)
1282                         return ret;
1283                 /* unset flag */
1284                 sst_hsw_set_module_disabled_rtd3(hsw, SST_HSW_MODULE_WAVES);
1285         }
1286
1287         pdata->pm_state = HSW_PM_STATE_D0;
1288         return ret;
1289 }
1290
1291 #else
1292 #define hsw_pcm_runtime_idle            NULL
1293 #define hsw_pcm_runtime_suspend         NULL
1294 #define hsw_pcm_runtime_resume          NULL
1295 #endif
1296
1297 #ifdef CONFIG_PM
1298
1299 static void hsw_pcm_complete(struct device *dev)
1300 {
1301         struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1302         struct sst_hsw *hsw = pdata->hsw;
1303         struct hsw_pcm_data *pcm_data;
1304         int i, err;
1305
1306         if (pdata->pm_state != HSW_PM_STATE_D3)
1307                 return;
1308
1309         err = sst_hsw_dsp_load(hsw);
1310         if (err < 0) {
1311                 dev_err(dev, "failed to reload %d\n", err);
1312                 return;
1313         }
1314
1315         err = hsw_pcm_create_modules(pdata);
1316         if (err < 0) {
1317                 dev_err(dev, "failed to create modules %d\n", err);
1318                 return;
1319         }
1320
1321         for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
1322                 pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
1323
1324                 if (!pcm_data->substream)
1325                         continue;
1326
1327                 err = sst_module_runtime_restore(pcm_data->runtime,
1328                         &pcm_data->context);
1329                 if (err < 0)
1330                         dev_err(dev, "failed to restore context for PCM %d\n", i);
1331         }
1332
1333         snd_soc_resume(pdata->soc_card->dev);
1334
1335         err = sst_hsw_dsp_runtime_resume(hsw);
1336         if (err < 0)
1337                 return;
1338         else if (err == 1) /* no action required */
1339                 return;
1340
1341         pdata->pm_state = HSW_PM_STATE_D0;
1342         return;
1343 }
1344
1345 static int hsw_pcm_prepare(struct device *dev)
1346 {
1347         struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1348         struct hsw_pcm_data *pcm_data;
1349         int i, err;
1350
1351         if (pdata->pm_state == HSW_PM_STATE_D3)
1352                 return 0;
1353         else if (pdata->pm_state == HSW_PM_STATE_D0) {
1354                 /* suspend all active streams */
1355                 for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
1356                         pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
1357
1358                         if (!pcm_data->substream)
1359                                 continue;
1360                         dev_dbg(dev, "suspending pcm %d\n", i);
1361                         snd_pcm_suspend_all(pcm_data->hsw_pcm);
1362
1363                         /* We need to wait until the DSP FW stops the streams */
1364                         msleep(2);
1365                 }
1366
1367                 /* preserve persistent memory */
1368                 for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
1369                         pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
1370
1371                         if (!pcm_data->substream)
1372                                 continue;
1373
1374                         dev_dbg(dev, "saving context pcm %d\n", i);
1375                         err = sst_module_runtime_save(pcm_data->runtime,
1376                                 &pcm_data->context);
1377                         if (err < 0)
1378                                 dev_err(dev, "failed to save context for PCM %d\n", i);
1379                 }
1380                 hsw_pcm_suspend(dev);
1381         }
1382
1383         snd_soc_suspend(pdata->soc_card->dev);
1384         snd_soc_poweroff(pdata->soc_card->dev);
1385
1386         pdata->pm_state = HSW_PM_STATE_D3;
1387
1388         return 0;
1389 }
1390
1391 #else
1392 #define hsw_pcm_prepare         NULL
1393 #define hsw_pcm_complete        NULL
1394 #endif
1395
1396 static const struct dev_pm_ops hsw_pcm_pm = {
1397         .runtime_idle = hsw_pcm_runtime_idle,
1398         .runtime_suspend = hsw_pcm_runtime_suspend,
1399         .runtime_resume = hsw_pcm_runtime_resume,
1400         .prepare = hsw_pcm_prepare,
1401         .complete = hsw_pcm_complete,
1402 };
1403
1404 static struct platform_driver hsw_pcm_driver = {
1405         .driver = {
1406                 .name = "haswell-pcm-audio",
1407                 .pm = &hsw_pcm_pm,
1408         },
1409
1410         .probe = hsw_pcm_dev_probe,
1411         .remove = hsw_pcm_dev_remove,
1412 };
1413 module_platform_driver(hsw_pcm_driver);
1414
1415 MODULE_AUTHOR("Liam Girdwood, Xingchao Wang");
1416 MODULE_DESCRIPTION("Haswell/Lynxpoint + Broadwell/Wildcatpoint PCM");
1417 MODULE_LICENSE("GPL v2");
1418 MODULE_ALIAS("platform:haswell-pcm-audio");