]> git.ipfire.org Git - thirdparty/kernel/stable.git/blame - drivers/media/pci/cx18/cx18-mailbox.c
treewide: Replace GPLv2 boilerplate/reference with SPDX - rule 157
[thirdparty/kernel/stable.git] / drivers / media / pci / cx18 / cx18-mailbox.c
CommitLineData
c942fddf 1// SPDX-License-Identifier: GPL-2.0-or-later
1c1e45d1
HV
2/*
3 * cx18 mailbox functions
4 *
5 * Copyright (C) 2007 Hans Verkuil <hverkuil@xs4all.nl>
6afdeaf8 6 * Copyright (C) 2008 Andy Walls <awalls@md.metrocast.net>
1c1e45d1
HV
7 */
8
9#include <stdarg.h>
10
11#include "cx18-driver.h"
b1526421 12#include "cx18-io.h"
1c1e45d1
HV
13#include "cx18-scb.h"
14#include "cx18-irq.h"
15#include "cx18-mailbox.h"
ee2d64f5
AW
16#include "cx18-queue.h"
17#include "cx18-streams.h"
9972de90 18#include "cx18-alsa-pcm.h" /* FIXME make configurable */
ee2d64f5
AW
19
20static const char *rpu_str[] = { "APU", "CPU", "EPU", "HPU" };
1c1e45d1
HV
21
22#define API_FAST (1 << 2) /* Short timeout */
23#define API_SLOW (1 << 3) /* Additional 300ms timeout */
24
1c1e45d1
HV
25struct cx18_api_info {
26 u32 cmd;
27 u8 flags; /* Flags, see above */
28 u8 rpu; /* Processing unit */
6e6a8b5a 29 const char *name; /* The name of the command */
1c1e45d1
HV
30};
31
32#define API_ENTRY(rpu, x, f) { (x), (f), (rpu), #x }
33
34static const struct cx18_api_info api_info[] = {
35 /* MPEG encoder API */
36 API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE, 0),
6e6a8b5a
MCC
37 API_ENTRY(CPU, CX18_EPU_DEBUG, 0),
38 API_ENTRY(CPU, CX18_CREATE_TASK, 0),
39 API_ENTRY(CPU, CX18_DESTROY_TASK, 0),
1c1e45d1
HV
40 API_ENTRY(CPU, CX18_CPU_CAPTURE_START, API_SLOW),
41 API_ENTRY(CPU, CX18_CPU_CAPTURE_STOP, API_SLOW),
42 API_ENTRY(CPU, CX18_CPU_CAPTURE_PAUSE, 0),
43 API_ENTRY(CPU, CX18_CPU_CAPTURE_RESUME, 0),
44 API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE, 0),
45 API_ENTRY(CPU, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 0),
46 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_IN, 0),
47 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RATE, 0),
48 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RESOLUTION, 0),
49 API_ENTRY(CPU, CX18_CPU_SET_FILTER_PARAM, 0),
50 API_ENTRY(CPU, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 0),
51 API_ENTRY(CPU, CX18_CPU_SET_MEDIAN_CORING, 0),
52 API_ENTRY(CPU, CX18_CPU_SET_INDEXTABLE, 0),
53 API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PARAMETERS, 0),
54 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_MUTE, 0),
55 API_ENTRY(CPU, CX18_CPU_SET_AUDIO_MUTE, 0),
56 API_ENTRY(CPU, CX18_CPU_SET_MISC_PARAMETERS, 0),
57 API_ENTRY(CPU, CX18_CPU_SET_RAW_VBI_PARAM, API_SLOW),
58 API_ENTRY(CPU, CX18_CPU_SET_CAPTURE_LINE_NO, 0),
59 API_ENTRY(CPU, CX18_CPU_SET_COPYRIGHT, 0),
60 API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PID, 0),
61 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_PID, 0),
62 API_ENTRY(CPU, CX18_CPU_SET_VER_CROP_LINE, 0),
63 API_ENTRY(CPU, CX18_CPU_SET_GOP_STRUCTURE, 0),
64 API_ENTRY(CPU, CX18_CPU_SET_SCENE_CHANGE_DETECTION, 0),
65 API_ENTRY(CPU, CX18_CPU_SET_ASPECT_RATIO, 0),
66 API_ENTRY(CPU, CX18_CPU_SET_SKIP_INPUT_FRAME, 0),
67 API_ENTRY(CPU, CX18_CPU_SET_SLICED_VBI_PARAM, 0),
68 API_ENTRY(CPU, CX18_CPU_SET_USERDATA_PLACE_HOLDER, 0),
69 API_ENTRY(CPU, CX18_CPU_GET_ENC_PTS, 0),
b7101de3 70 API_ENTRY(CPU, CX18_CPU_SET_VFC_PARAM, 0),
1c1e45d1
HV
71 API_ENTRY(CPU, CX18_CPU_DE_SET_MDL_ACK, 0),
72 API_ENTRY(CPU, CX18_CPU_DE_SET_MDL, API_FAST),
4e6b6104 73 API_ENTRY(CPU, CX18_CPU_DE_RELEASE_MDL, API_SLOW),
350145a4
AW
74 API_ENTRY(APU, CX18_APU_START, 0),
75 API_ENTRY(APU, CX18_APU_STOP, 0),
fd6b9c97
AW
76 API_ENTRY(APU, CX18_APU_RESETAI, 0),
77 API_ENTRY(CPU, CX18_CPU_DEBUG_PEEK32, 0),
1c1e45d1
HV
78 API_ENTRY(0, 0, 0),
79};
80
81static const struct cx18_api_info *find_api_info(u32 cmd)
82{
83 int i;
84
85 for (i = 0; api_info[i].cmd; i++)
86 if (api_info[i].cmd == cmd)
87 return &api_info[i];
88 return NULL;
89}
90
50299994
AW
91/* Call with buf of n*11+1 bytes */
92static char *u32arr2hex(u32 data[], int n, char *buf)
ee2d64f5 93{
ee2d64f5
AW
94 char *p;
95 int i;
96
50299994
AW
97 for (i = 0, p = buf; i < n; i++, p += 11) {
98 /* kernel snprintf() appends '\0' always */
99 snprintf(p, 12, " %#010x", data[i]);
100 }
101 *p = '\0';
102 return buf;
103}
104
105static void dump_mb(struct cx18 *cx, struct cx18_mailbox *mb, char *name)
106{
107 char argstr[MAX_MB_ARGUMENTS*11+1];
108
ee2d64f5
AW
109 if (!(cx18_debug & CX18_DBGFLG_API))
110 return;
111
6beb1388
MCC
112 CX18_DEBUG_API("%s: req %#010x ack %#010x cmd %#010x err %#010x args%s\n",
113 name, mb->request, mb->ack, mb->cmd, mb->error,
50299994 114 u32arr2hex(mb->args, MAX_MB_ARGUMENTS, argstr));
ee2d64f5
AW
115}
116
117
118/*
119 * Functions that run in a work_queue work handling context
120 */
121
52fcb3ec
AW
122static void cx18_mdl_send_to_dvb(struct cx18_stream *s, struct cx18_mdl *mdl)
123{
124 struct cx18_buffer *buf;
125
754f9969 126 if (s->dvb == NULL || !s->dvb->enabled || mdl->bytesused == 0)
52fcb3ec
AW
127 return;
128
129 /* We ignore mdl and buf readpos accounting here - it doesn't matter */
130
131 /* The likely case */
132 if (list_is_singular(&mdl->buf_list)) {
133 buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
134 list);
135 if (buf->bytesused)
754f9969 136 dvb_dmx_swfilter(&s->dvb->demux,
52fcb3ec
AW
137 buf->buf, buf->bytesused);
138 return;
139 }
140
141 list_for_each_entry(buf, &mdl->buf_list, list) {
142 if (buf->bytesused == 0)
143 break;
754f9969 144 dvb_dmx_swfilter(&s->dvb->demux, buf->buf, buf->bytesused);
52fcb3ec
AW
145 }
146}
147
b7101de3
ST
148static void cx18_mdl_send_to_videobuf(struct cx18_stream *s,
149 struct cx18_mdl *mdl)
150{
151 struct cx18_videobuf_buffer *vb_buf;
152 struct cx18_buffer *buf;
bea3c54f 153 u8 *p;
b7101de3
ST
154 u32 offset = 0;
155 int dispatch = 0;
b7101de3
ST
156
157 if (mdl->bytesused == 0)
158 return;
159
160 /* Acquire a videobuf buffer, clone to and and release it */
161 spin_lock(&s->vb_lock);
162 if (list_empty(&s->vb_capture))
163 goto out;
164
1bf5842f 165 vb_buf = list_first_entry(&s->vb_capture, struct cx18_videobuf_buffer,
b7101de3
ST
166 vb.queue);
167
168 p = videobuf_to_vmalloc(&vb_buf->vb);
169 if (!p)
170 goto out;
171
172 offset = vb_buf->bytes_used;
173 list_for_each_entry(buf, &mdl->buf_list, list) {
174 if (buf->bytesused == 0)
175 break;
176
177 if ((offset + buf->bytesused) <= vb_buf->vb.bsize) {
178 memcpy(p + offset, buf->buf, buf->bytesused);
179 offset += buf->bytesused;
180 vb_buf->bytes_used += buf->bytesused;
181 }
182 }
183
184 /* If we've filled the buffer as per the callers res then dispatch it */
09fc9802 185 if (vb_buf->bytes_used >= s->vb_bytes_per_frame) {
b7101de3
ST
186 dispatch = 1;
187 vb_buf->bytes_used = 0;
188 }
189
b7101de3 190 if (dispatch) {
15a40b27 191 vb_buf->vb.ts = ktime_get_ns();
b7101de3
ST
192 list_del(&vb_buf->vb.queue);
193 vb_buf->vb.state = VIDEOBUF_DONE;
194 wake_up(&vb_buf->vb.done);
195 }
196
1bf5842f 197 mod_timer(&s->vb_timeout, msecs_to_jiffies(2000) + jiffies);
b7101de3
ST
198
199out:
200 spin_unlock(&s->vb_lock);
201}
9972de90
DH
202
203static void cx18_mdl_send_to_alsa(struct cx18 *cx, struct cx18_stream *s,
204 struct cx18_mdl *mdl)
205{
206 struct cx18_buffer *buf;
207
208 if (mdl->bytesused == 0)
209 return;
210
211 /* We ignore mdl and buf readpos accounting here - it doesn't matter */
212
213 /* The likely case */
214 if (list_is_singular(&mdl->buf_list)) {
215 buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
216 list);
217 if (buf->bytesused)
218 cx->pcm_announce_callback(cx->alsa, buf->buf,
219 buf->bytesused);
220 return;
221 }
222
223 list_for_each_entry(buf, &mdl->buf_list, list) {
224 if (buf->bytesused == 0)
225 break;
226 cx->pcm_announce_callback(cx->alsa, buf->buf, buf->bytesused);
227 }
228}
229
deed75ed 230static void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5 231{
bca11a57 232 u32 handle, mdl_ack_count, id;
ee2d64f5
AW
233 struct cx18_mailbox *mb;
234 struct cx18_mdl_ack *mdl_ack;
235 struct cx18_stream *s;
52fcb3ec 236 struct cx18_mdl *mdl;
ee2d64f5
AW
237 int i;
238
239 mb = &order->mb;
240 handle = mb->args[0];
241 s = cx18_handle_to_stream(cx, handle);
242
243 if (s == NULL) {
6beb1388
MCC
244 CX18_WARN("Got DMA done notification for unknown/inactive handle %d, %s mailbox seq no %d\n",
245 handle,
bca11a57
AW
246 (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ?
247 "stale" : "good", mb->request);
ee2d64f5
AW
248 return;
249 }
250
251 mdl_ack_count = mb->args[2];
252 mdl_ack = order->mdl_ack;
253 for (i = 0; i < mdl_ack_count; i++, mdl_ack++) {
bca11a57
AW
254 id = mdl_ack->id;
255 /*
256 * Simple integrity check for processing a stale (and possibly
52fcb3ec 257 * inconsistent mailbox): make sure the MDL id is in the
bca11a57
AW
258 * valid range for the stream.
259 *
260 * We go through the trouble of dealing with stale mailboxes
261 * because most of the time, the mailbox data is still valid and
262 * unchanged (and in practice the firmware ping-pongs the
263 * two mdl_ack buffers so mdl_acks are not stale).
264 *
265 * There are occasions when we get a half changed mailbox,
266 * which this check catches for a handle & id mismatch. If the
267 * handle and id do correspond, the worst case is that we
52fcb3ec 268 * completely lost the old MDL, but pick up the new MDL
bca11a57
AW
269 * early (but the new mdl_ack is guaranteed to be good in this
270 * case as the firmware wouldn't point us to a new mdl_ack until
271 * it's filled in).
272 *
52fcb3ec 273 * cx18_queue_get_mdl() will detect the lost MDLs
abb096de 274 * and send them back to q_free for fw rotation eventually.
bca11a57
AW
275 */
276 if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) &&
fa655dda
AW
277 !(id >= s->mdl_base_idx &&
278 id < (s->mdl_base_idx + s->buffers))) {
6beb1388
MCC
279 CX18_WARN("Fell behind! Ignoring stale mailbox with inconsistent data. Lost MDL for mailbox seq no %d\n",
280 mb->request);
bca11a57
AW
281 break;
282 }
52fcb3ec 283 mdl = cx18_queue_get_mdl(s, id, mdl_ack->data_used);
abb096de 284
52fcb3ec
AW
285 CX18_DEBUG_HI_DMA("DMA DONE for %s (MDL %d)\n", s->name, id);
286 if (mdl == NULL) {
287 CX18_WARN("Could not find MDL %d for stream %s\n",
bca11a57 288 id, s->name);
ee2d64f5
AW
289 continue;
290 }
291
40c5520f 292 CX18_DEBUG_HI_DMA("%s recv bytesused = %d\n",
52fcb3ec 293 s->name, mdl->bytesused);
40c5520f 294
9972de90
DH
295 if (s->type == CX18_ENC_STREAM_TYPE_TS) {
296 cx18_mdl_send_to_dvb(s, mdl);
297 cx18_enqueue(s, mdl, &s->q_free);
298 } else if (s->type == CX18_ENC_STREAM_TYPE_PCM) {
299 /* Pass the data to cx18-alsa */
300 if (cx->pcm_announce_callback != NULL) {
301 cx18_mdl_send_to_alsa(cx, s, mdl);
302 cx18_enqueue(s, mdl, &s->q_free);
303 } else {
304 cx18_enqueue(s, mdl, &s->q_full);
305 }
b7101de3
ST
306 } else if (s->type == CX18_ENC_STREAM_TYPE_YUV) {
307 cx18_mdl_send_to_videobuf(s, mdl);
308 cx18_enqueue(s, mdl, &s->q_free);
9972de90 309 } else {
52fcb3ec 310 cx18_enqueue(s, mdl, &s->q_full);
ef991797
AW
311 if (s->type == CX18_ENC_STREAM_TYPE_IDX)
312 cx18_stream_rotate_idx_mdls(cx);
313 }
ee2d64f5 314 }
52fcb3ec 315 /* Put as many MDLs as possible back into fw use */
40c5520f
AW
316 cx18_stream_load_fw_queue(s);
317
ee2d64f5
AW
318 wake_up(&cx->dma_waitq);
319 if (s->id != -1)
320 wake_up(&s->waitq);
321}
322
deed75ed 323static void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5
AW
324{
325 char *p;
326 char *str = order->str;
327
328 CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str);
329 p = strchr(str, '.');
330 if (!test_bit(CX18_F_I_LOADED_FW, &cx->i_flags) && p && p > str)
331 CX18_INFO("FW version: %s\n", p - 1);
332}
333
deed75ed 334static void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5
AW
335{
336 switch (order->rpu) {
337 case CPU:
338 {
339 switch (order->mb.cmd) {
340 case CX18_EPU_DMA_DONE:
341 epu_dma_done(cx, order);
342 break;
343 case CX18_EPU_DEBUG:
344 epu_debug(cx, order);
345 break;
346 default:
347 CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
348 order->mb.cmd);
349 break;
350 }
351 break;
352 }
353 case APU:
354 CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
355 order->mb.cmd);
356 break;
357 default:
358 break;
359 }
360}
361
362static
deed75ed 363void free_in_work_order(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5
AW
364{
365 atomic_set(&order->pending, 0);
366}
367
deed75ed 368void cx18_in_work_handler(struct work_struct *work)
ee2d64f5 369{
deed75ed
AW
370 struct cx18_in_work_order *order =
371 container_of(work, struct cx18_in_work_order, work);
ee2d64f5
AW
372 struct cx18 *cx = order->cx;
373 epu_cmd(cx, order);
deed75ed 374 free_in_work_order(cx, order);
ee2d64f5
AW
375}
376
377
378/*
379 * Functions that run in an interrupt handling context
380 */
381
deed75ed 382static void mb_ack_irq(struct cx18 *cx, struct cx18_in_work_order *order)
1c1e45d1 383{
990c81c8 384 struct cx18_mailbox __iomem *ack_mb;
ee2d64f5 385 u32 ack_irq, req;
1c1e45d1 386
ee2d64f5 387 switch (order->rpu) {
1c1e45d1
HV
388 case APU:
389 ack_irq = IRQ_EPU_TO_APU_ACK;
390 ack_mb = &cx->scb->apu2epu_mb;
391 break;
392 case CPU:
393 ack_irq = IRQ_EPU_TO_CPU_ACK;
394 ack_mb = &cx->scb->cpu2epu_mb;
395 break;
396 default:
72c2d6d3 397 CX18_WARN("Unhandled RPU (%d) for command %x ack\n",
ee2d64f5
AW
398 order->rpu, order->mb.cmd);
399 return;
1c1e45d1
HV
400 }
401
ee2d64f5
AW
402 req = order->mb.request;
403 /* Don't ack if the RPU has gotten impatient and timed us out */
404 if (req != cx18_readl(cx, &ack_mb->request) ||
72a4f808 405 req == cx18_readl(cx, &ack_mb->ack)) {
6beb1388 406 CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our incoming %s to EPU mailbox (sequence no. %u) while processing\n",
bca11a57 407 rpu_str[order->rpu], rpu_str[order->rpu], req);
72a4f808 408 order->flags |= CX18_F_EWO_MB_STALE_WHILE_PROC;
ee2d64f5 409 return;
72a4f808 410 }
ee2d64f5 411 cx18_writel(cx, req, &ack_mb->ack);
f056d29e 412 cx18_write_reg_expect(cx, ack_irq, SW2_INT_SET, ack_irq, ack_irq);
ee2d64f5
AW
413 return;
414}
415
deed75ed 416static int epu_dma_done_irq(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5
AW
417{
418 u32 handle, mdl_ack_offset, mdl_ack_count;
419 struct cx18_mailbox *mb;
42d0c3ad 420 int i;
ee2d64f5
AW
421
422 mb = &order->mb;
423 handle = mb->args[0];
424 mdl_ack_offset = mb->args[1];
425 mdl_ack_count = mb->args[2];
426
427 if (handle == CX18_INVALID_TASK_HANDLE ||
428 mdl_ack_count == 0 || mdl_ack_count > CX18_MAX_MDL_ACKS) {
72a4f808 429 if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
ee2d64f5
AW
430 mb_ack_irq(cx, order);
431 return -1;
432 }
433
42d0c3ad
HV
434 for (i = 0; i < sizeof(struct cx18_mdl_ack) * mdl_ack_count; i += sizeof(u32))
435 ((u32 *)order->mdl_ack)[i / sizeof(u32)] =
436 cx18_readl(cx, cx->enc_mem + mdl_ack_offset + i);
72a4f808
AW
437
438 if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
ee2d64f5
AW
439 mb_ack_irq(cx, order);
440 return 1;
441}
442
443static
deed75ed 444int epu_debug_irq(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5
AW
445{
446 u32 str_offset;
447 char *str = order->str;
448
449 str[0] = '\0';
450 str_offset = order->mb.args[1];
451 if (str_offset) {
452 cx18_setup_page(cx, str_offset);
453 cx18_memcpy_fromio(cx, str, cx->enc_mem + str_offset, 252);
454 str[252] = '\0';
455 cx18_setup_page(cx, SCB_OFFSET);
456 }
457
72a4f808 458 if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
ee2d64f5
AW
459 mb_ack_irq(cx, order);
460
461 return str_offset ? 1 : 0;
462}
463
464static inline
deed75ed 465int epu_cmd_irq(struct cx18 *cx, struct cx18_in_work_order *order)
ee2d64f5
AW
466{
467 int ret = -1;
468
469 switch (order->rpu) {
470 case CPU:
471 {
472 switch (order->mb.cmd) {
473 case CX18_EPU_DMA_DONE:
72a4f808 474 ret = epu_dma_done_irq(cx, order);
ee2d64f5
AW
475 break;
476 case CX18_EPU_DEBUG:
72a4f808 477 ret = epu_debug_irq(cx, order);
ee2d64f5
AW
478 break;
479 default:
480 CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
481 order->mb.cmd);
482 break;
483 }
484 break;
485 }
486 case APU:
487 CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
488 order->mb.cmd);
489 break;
490 default:
491 break;
492 }
493 return ret;
1c1e45d1
HV
494}
495
ee2d64f5 496static inline
deed75ed 497struct cx18_in_work_order *alloc_in_work_order_irq(struct cx18 *cx)
ee2d64f5
AW
498{
499 int i;
deed75ed 500 struct cx18_in_work_order *order = NULL;
ee2d64f5 501
deed75ed 502 for (i = 0; i < CX18_MAX_IN_WORK_ORDERS; i++) {
ee2d64f5
AW
503 /*
504 * We only need "pending" atomic to inspect its contents,
505 * and need not do a check and set because:
506 * 1. Any work handler thread only clears "pending" and only
507 * on one, particular work order at a time, per handler thread.
508 * 2. "pending" is only set here, and we're serialized because
509 * we're called in an IRQ handler context.
510 */
deed75ed
AW
511 if (atomic_read(&cx->in_work_order[i].pending) == 0) {
512 order = &cx->in_work_order[i];
ee2d64f5
AW
513 atomic_set(&order->pending, 1);
514 break;
515 }
516 }
517 return order;
518}
519
520void cx18_api_epu_cmd_irq(struct cx18 *cx, int rpu)
521{
522 struct cx18_mailbox __iomem *mb;
523 struct cx18_mailbox *order_mb;
deed75ed 524 struct cx18_in_work_order *order;
ee2d64f5 525 int submit;
42d0c3ad 526 int i;
ee2d64f5
AW
527
528 switch (rpu) {
529 case CPU:
530 mb = &cx->scb->cpu2epu_mb;
531 break;
532 case APU:
533 mb = &cx->scb->apu2epu_mb;
534 break;
535 default:
536 return;
537 }
538
deed75ed 539 order = alloc_in_work_order_irq(cx);
ee2d64f5 540 if (order == NULL) {
6beb1388 541 CX18_WARN("Unable to find blank work order form to schedule incoming mailbox command processing\n");
ee2d64f5
AW
542 return;
543 }
544
72a4f808 545 order->flags = 0;
ee2d64f5
AW
546 order->rpu = rpu;
547 order_mb = &order->mb;
d6c7e5f8
AW
548
549 /* mb->cmd and mb->args[0] through mb->args[2] */
42d0c3ad
HV
550 for (i = 0; i < 4; i++)
551 (&order_mb->cmd)[i] = cx18_readl(cx, &mb->cmd + i);
552
d6c7e5f8 553 /* mb->request and mb->ack. N.B. we want to read mb->ack last */
42d0c3ad
HV
554 for (i = 0; i < 2; i++)
555 (&order_mb->request)[i] = cx18_readl(cx, &mb->request + i);
ee2d64f5
AW
556
557 if (order_mb->request == order_mb->ack) {
6beb1388 558 CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our incoming %s to EPU mailbox (sequence no. %u)\n",
bca11a57 559 rpu_str[rpu], rpu_str[rpu], order_mb->request);
50299994
AW
560 if (cx18_debug & CX18_DBGFLG_WARN)
561 dump_mb(cx, order_mb, "incoming");
72a4f808 562 order->flags = CX18_F_EWO_MB_STALE_UPON_RECEIPT;
ee2d64f5
AW
563 }
564
565 /*
566 * Individual EPU command processing is responsible for ack-ing
567 * a non-stale mailbox as soon as possible
568 */
72a4f808 569 submit = epu_cmd_irq(cx, order);
ee2d64f5 570 if (submit > 0) {
deed75ed 571 queue_work(cx->in_work_queue, &order->work);
ee2d64f5
AW
572 }
573}
574
575
576/*
577 * Functions called from a non-interrupt, non work_queue context
578 */
579
1c1e45d1
HV
580static int cx18_api_call(struct cx18 *cx, u32 cmd, int args, u32 data[])
581{
582 const struct cx18_api_info *info = find_api_info(cmd);
932205a7 583 u32 irq, req, ack, err;
990c81c8 584 struct cx18_mailbox __iomem *mb;
1c1e45d1 585 wait_queue_head_t *waitq;
72c2d6d3 586 struct mutex *mb_lock;
5f0a3cfc 587 unsigned long int t0, timeout, ret;
1c1e45d1 588 int i;
50299994 589 char argstr[MAX_MB_ARGUMENTS*11+1];
5f0a3cfc 590 DEFINE_WAIT(w);
1c1e45d1
HV
591
592 if (info == NULL) {
593 CX18_WARN("unknown cmd %x\n", cmd);
594 return -EINVAL;
595 }
596
50299994
AW
597 if (cx18_debug & CX18_DBGFLG_API) { /* only call u32arr2hex if needed */
598 if (cmd == CX18_CPU_DE_SET_MDL) {
599 if (cx18_debug & CX18_DBGFLG_HIGHVOL)
600 CX18_DEBUG_HI_API("%s\tcmd %#010x args%s\n",
601 info->name, cmd,
602 u32arr2hex(data, args, argstr));
603 } else
604 CX18_DEBUG_API("%s\tcmd %#010x args%s\n",
605 info->name, cmd,
606 u32arr2hex(data, args, argstr));
607 }
72c2d6d3
AW
608
609 switch (info->rpu) {
610 case APU:
611 waitq = &cx->mb_apu_waitq;
612 mb_lock = &cx->epu2apu_mb_lock;
ac504417
AW
613 irq = IRQ_EPU_TO_APU;
614 mb = &cx->scb->epu2apu_mb;
72c2d6d3
AW
615 break;
616 case CPU:
617 waitq = &cx->mb_cpu_waitq;
618 mb_lock = &cx->epu2cpu_mb_lock;
ac504417
AW
619 irq = IRQ_EPU_TO_CPU;
620 mb = &cx->scb->epu2cpu_mb;
72c2d6d3
AW
621 break;
622 default:
623 CX18_WARN("Unknown RPU (%d) for API call\n", info->rpu);
624 return -EINVAL;
625 }
626
627 mutex_lock(mb_lock);
ac504417
AW
628 /*
629 * Wait for an in-use mailbox to complete
630 *
631 * If the XPU is responding with Ack's, the mailbox shouldn't be in
632 * a busy state, since we serialize access to it on our end.
633 *
634 * If the wait for ack after sending a previous command was interrupted
635 * by a signal, we may get here and find a busy mailbox. After waiting,
636 * mark it "not busy" from our end, if the XPU hasn't ack'ed it still.
637 */
ac504417 638 req = cx18_readl(cx, &mb->request);
2bb49f1b 639 timeout = msecs_to_jiffies(10);
ac504417
AW
640 ret = wait_event_timeout(*waitq,
641 (ack = cx18_readl(cx, &mb->ack)) == req,
330c6ec8 642 timeout);
ac504417
AW
643 if (req != ack) {
644 /* waited long enough, make the mbox "not busy" from our end */
645 cx18_writel(cx, req, &mb->ack);
6beb1388
MCC
646 CX18_ERR("mbox was found stuck busy when setting up for %s; clearing busy and trying to proceed\n",
647 info->name);
330c6ec8 648 } else if (ret != timeout)
2bb49f1b
AW
649 CX18_DEBUG_API("waited %u msecs for busy mbox to be acked\n",
650 jiffies_to_msecs(timeout-ret));
ac504417
AW
651
652 /* Build the outgoing mailbox */
653 req = ((req & 0xfffffffe) == 0xfffffffe) ? 1 : req + 1;
1c1e45d1 654
b1526421 655 cx18_writel(cx, cmd, &mb->cmd);
1c1e45d1 656 for (i = 0; i < args; i++)
b1526421
AW
657 cx18_writel(cx, data[i], &mb->args[i]);
658 cx18_writel(cx, 0, &mb->error);
659 cx18_writel(cx, req, &mb->request);
ac504417 660 cx18_writel(cx, req - 1, &mb->ack); /* ensure ack & req are distinct */
1c1e45d1 661
330c6ec8
AW
662 /*
663 * Notify the XPU and wait for it to send an Ack back
330c6ec8 664 */
2bb49f1b 665 timeout = msecs_to_jiffies((info->flags & API_FAST) ? 10 : 20);
ac504417
AW
666
667 CX18_DEBUG_HI_IRQ("sending interrupt SW1: %x to send %s\n",
668 irq, info->name);
5f0a3cfc
AW
669
670 /* So we don't miss the wakeup, prepare to wait before notifying fw */
671 prepare_to_wait(waitq, &w, TASK_UNINTERRUPTIBLE);
f056d29e 672 cx18_write_reg_expect(cx, irq, SW1_INT_SET, irq, irq);
1c1e45d1 673
5f0a3cfc
AW
674 t0 = jiffies;
675 ack = cx18_readl(cx, &mb->ack);
676 if (ack != req) {
677 schedule_timeout(timeout);
678 ret = jiffies - t0;
679 ack = cx18_readl(cx, &mb->ack);
680 } else {
681 ret = jiffies - t0;
682 }
683
684 finish_wait(waitq, &w);
2bb49f1b 685
5f0a3cfc 686 if (req != ack) {
72c2d6d3 687 mutex_unlock(mb_lock);
5f0a3cfc
AW
688 if (ret >= timeout) {
689 /* Timed out */
6beb1388 690 CX18_DEBUG_WARN("sending %s timed out waiting %d msecs for RPU acknowledgment\n",
5f0a3cfc
AW
691 info->name, jiffies_to_msecs(ret));
692 } else {
6beb1388 693 CX18_DEBUG_WARN("woken up before mailbox ack was ready after submitting %s to RPU. only waited %d msecs on req %u but awakened with unmatched ack %u\n",
5f0a3cfc
AW
694 info->name,
695 jiffies_to_msecs(ret),
696 req, ack);
697 }
1c1e45d1 698 return -EINVAL;
330c6ec8
AW
699 }
700
5f0a3cfc 701 if (ret >= timeout)
6beb1388 702 CX18_DEBUG_WARN("failed to be awakened upon RPU acknowledgment sending %s; timed out waiting %d msecs\n",
5f0a3cfc
AW
703 info->name, jiffies_to_msecs(ret));
704 else
330c6ec8 705 CX18_DEBUG_HI_API("waited %u msecs for %s to be acked\n",
5f0a3cfc 706 jiffies_to_msecs(ret), info->name);
72c2d6d3 707
ac504417 708 /* Collect data returned by the XPU */
1c1e45d1 709 for (i = 0; i < MAX_MB_ARGUMENTS; i++)
b1526421
AW
710 data[i] = cx18_readl(cx, &mb->args[i]);
711 err = cx18_readl(cx, &mb->error);
72c2d6d3 712 mutex_unlock(mb_lock);
ac504417
AW
713
714 /*
715 * Wait for XPU to perform extra actions for the caller in some cases.
52fcb3ec 716 * e.g. CX18_CPU_DE_RELEASE_MDL will cause the CPU to send all MDLs
ac504417
AW
717 * back in a burst shortly thereafter
718 */
72c2d6d3 719 if (info->flags & API_SLOW)
1c1e45d1 720 cx18_msleep_timeout(300, 0);
ac504417 721
1c1e45d1
HV
722 if (err)
723 CX18_DEBUG_API("mailbox error %08x for command %s\n", err,
724 info->name);
725 return err ? -EIO : 0;
726}
727
728int cx18_api(struct cx18 *cx, u32 cmd, int args, u32 data[])
729{
ac504417 730 return cx18_api_call(cx, cmd, args, data);
1c1e45d1
HV
731}
732
733static int cx18_set_filter_param(struct cx18_stream *s)
734{
735 struct cx18 *cx = s->cx;
736 u32 mode;
737 int ret;
738
739 mode = (cx->filter_mode & 1) ? 2 : (cx->spatial_strength ? 1 : 0);
740 ret = cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
741 s->handle, 1, mode, cx->spatial_strength);
742 mode = (cx->filter_mode & 2) ? 2 : (cx->temporal_strength ? 1 : 0);
743 ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
744 s->handle, 0, mode, cx->temporal_strength);
745 ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
746 s->handle, 2, cx->filter_mode >> 2, 0);
747 return ret;
748}
749
750int cx18_api_func(void *priv, u32 cmd, int in, int out,
751 u32 data[CX2341X_MBOX_MAX_DATA])
752{
a75b9be1
HV
753 struct cx18_stream *s = priv;
754 struct cx18 *cx = s->cx;
1c1e45d1
HV
755
756 switch (cmd) {
757 case CX2341X_ENC_SET_OUTPUT_PORT:
758 return 0;
759 case CX2341X_ENC_SET_FRAME_RATE:
760 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_IN, 6,
761 s->handle, 0, 0, 0, 0, data[0]);
762 case CX2341X_ENC_SET_FRAME_SIZE:
763 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RESOLUTION, 3,
764 s->handle, data[1], data[0]);
765 case CX2341X_ENC_SET_STREAM_TYPE:
766 return cx18_vapi(cx, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 2,
767 s->handle, data[0]);
768 case CX2341X_ENC_SET_ASPECT_RATIO:
769 return cx18_vapi(cx, CX18_CPU_SET_ASPECT_RATIO, 2,
770 s->handle, data[0]);
771
772 case CX2341X_ENC_SET_GOP_PROPERTIES:
773 return cx18_vapi(cx, CX18_CPU_SET_GOP_STRUCTURE, 3,
774 s->handle, data[0], data[1]);
775 case CX2341X_ENC_SET_GOP_CLOSURE:
776 return 0;
777 case CX2341X_ENC_SET_AUDIO_PROPERTIES:
778 return cx18_vapi(cx, CX18_CPU_SET_AUDIO_PARAMETERS, 2,
779 s->handle, data[0]);
780 case CX2341X_ENC_MUTE_AUDIO:
781 return cx18_vapi(cx, CX18_CPU_SET_AUDIO_MUTE, 2,
782 s->handle, data[0]);
783 case CX2341X_ENC_SET_BIT_RATE:
784 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RATE, 5,
785 s->handle, data[0], data[1], data[2], data[3]);
786 case CX2341X_ENC_MUTE_VIDEO:
787 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_MUTE, 2,
788 s->handle, data[0]);
789 case CX2341X_ENC_SET_FRAME_DROP_RATE:
790 return cx18_vapi(cx, CX18_CPU_SET_SKIP_INPUT_FRAME, 2,
791 s->handle, data[0]);
792 case CX2341X_ENC_MISC:
793 return cx18_vapi(cx, CX18_CPU_SET_MISC_PARAMETERS, 4,
794 s->handle, data[0], data[1], data[2]);
795 case CX2341X_ENC_SET_DNR_FILTER_MODE:
796 cx->filter_mode = (data[0] & 3) | (data[1] << 2);
797 return cx18_set_filter_param(s);
798 case CX2341X_ENC_SET_DNR_FILTER_PROPS:
799 cx->spatial_strength = data[0];
800 cx->temporal_strength = data[1];
801 return cx18_set_filter_param(s);
802 case CX2341X_ENC_SET_SPATIAL_FILTER_TYPE:
803 return cx18_vapi(cx, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 3,
804 s->handle, data[0], data[1]);
805 case CX2341X_ENC_SET_CORING_LEVELS:
806 return cx18_vapi(cx, CX18_CPU_SET_MEDIAN_CORING, 5,
807 s->handle, data[0], data[1], data[2], data[3]);
808 }
809 CX18_WARN("Unknown cmd %x\n", cmd);
810 return 0;
811}
812
813int cx18_vapi_result(struct cx18 *cx, u32 data[MAX_MB_ARGUMENTS],
814 u32 cmd, int args, ...)
815{
816 va_list ap;
817 int i;
818
819 va_start(ap, args);
820 for (i = 0; i < args; i++)
821 data[i] = va_arg(ap, u32);
822 va_end(ap);
823 return cx18_api(cx, cmd, args, data);
824}
825
826int cx18_vapi(struct cx18 *cx, u32 cmd, int args, ...)
827{
828 u32 data[MAX_MB_ARGUMENTS];
829 va_list ap;
830 int i;
831
832 if (cx == NULL) {
833 CX18_ERR("cx == NULL (cmd=%x)\n", cmd);
834 return 0;
835 }
836 if (args > MAX_MB_ARGUMENTS) {
837 CX18_ERR("args too big (cmd=%x)\n", cmd);
838 args = MAX_MB_ARGUMENTS;
839 }
840 va_start(ap, args);
841 for (i = 0; i < args; i++)
842 data[i] = va_arg(ap, u32);
843 va_end(ap);
844 return cx18_api(cx, cmd, args, data);
845}