1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
|
/* $NetBSD: maltavar.h,v 1.3 2002/03/18 10:10:16 simonb Exp $ */
/*-
* Copyright (c) 2001 The NetBSD Foundation, Inc.
* All rights reserved.
*
* This code is derived from software contributed to The NetBSD Foundation
* by Jason R. Thorpe.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
* must display the following acknowledgement:
* This product includes software developed by the NetBSD
* Foundation, Inc. and its contributors.
* 4. Neither the name of The NetBSD Foundation nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef _MIPS_OCTEON_OCTEONVAR_H_
#define _MIPS_OCTEON_OCTEONVAR_H_
#include <machine/bus.h>
/* XXX elsewhere */
#define _ASM_PROLOGUE \
" .set push \n" \
" .set noreorder \n"
#define _ASM_PROLOGUE_MIPS64 \
_ASM_PROLOGUE \
" .set mips64 \n"
#define _ASM_PROLOGUE_OCTEON \
_ASM_PROLOGUE \
" .set arch=octeon \n"
#define _ASM_EPILOGUE \
" .set pop \n"
/*
* subbits = __BITS64_GET(XXX, bits);
* bits = __BITS64_SET(XXX, subbits);
*/
#ifndef __BITS64_GET
#define __BITS64_GET(name, bits) \
(((uint64_t)(bits) & name) >> name##_SHIFT)
#endif
#ifndef __BITS64_SET
#define __BITS64_SET(name, subbits) \
(((uint64_t)(subbits) << name##_SHIFT) & name)
#endif
struct octeon_config {
bus_space_tag_t mc_iobus_bust;
bus_space_tag_t mc_bootbus_bust;
bus_dma_tag_t mc_iobus_dmat;
bus_dma_tag_t mc_bootbus_dmat;
/*
struct mips_bus_dma_tag mc_core1_dmat;
struct extent *mc_io_ex;
struct extent *mc_mem_ex;
int mc_mallocsafe;
*/
};
/*
* FPA map
*/
#define OCTEON_POOL_NO_PKT 0
#define OCTEON_POOL_NO_WQE 1
#define OCTEON_POOL_NO_CMD 2
#define OCTEON_POOL_NO_SG 3
#define OCTEON_POOL_NO_XXX_4 4
#define OCTEON_POOL_NO_XXX_5 5
#define OCTEON_POOL_NO_XXX_6 6
#define OCTEON_POOL_NO_DUMP 7 /* FPA debug dump */
#define OCTEON_POOL_SIZE_PKT 2048 /* 128 x 16 */
#define OCTEON_POOL_SIZE_WQE 128 /* 128 x 1 */
#define OCTEON_POOL_SIZE_CMD 1024 /* 128 x 8 */
#define OCTEON_POOL_SIZE_SG 512 /* 128 x 4 */
#define OCTEON_POOL_SIZE_XXX_4 0
#define OCTEON_POOL_SIZE_XXX_5 0
#define OCTEON_POOL_SIZE_XXX_6 0
#define OCTEON_POOL_SIZE_XXX_7 0
#define OCTEON_POOL_NELEMS_PKT 4096
#define OCTEON_POOL_NELEMS_WQE 4096
#define OCTEON_POOL_NELEMS_CMD 32
#define OCTEON_POOL_NELEMS_SG 1024
#define OCTEON_POOL_NELEMS_XXX_4 0
#define OCTEON_POOL_NELEMS_XXX_5 0
#define OCTEON_POOL_NELEMS_XXX_6 0
#define OCTEON_POOL_NELEMS_XXX_7 0
/*
* CVMSEG (``scratch'') memory map
*/
struct octeon_cvmseg_map {
/* 0-3 */
uint64_t csm_xxx_0;
uint64_t csm_xxx_1;
uint64_t csm_xxx_2;
uint64_t csm_pow_intr;
/* 4-19 */
struct octeon_cvmseg_ether_map {
uint64_t csm_ether_fau_req;
uint64_t csm_ether_fau_done;
uint64_t csm_ether_fau_cmdptr;
uint64_t csm_ether_xxx_3;
} csm_ether[4/* XXX */];
/* 20-32 */
uint64_t xxx_20_32[32 - 20];
} __packed;
#define OCTEON_CVMSEG_OFFSET(entry) \
offsetof(struct octeon_cvmseg_map, entry)
#define OCTEON_CVMSEG_ETHER_OFFSET(n, entry) \
(offsetof(struct octeon_cvmseg_map, csm_ether) + \
sizeof(struct octeon_cvmseg_ether_map) * (n) + \
offsetof(struct octeon_cvmseg_ether_map, entry))
/*
* FAU register map
*
* => FAU registers exist in FAU unit
* => devices (PKO) can access these registers
* => CPU can read those values after loading them into CVMSEG
*/
struct octeon_fau_map {
struct {
/* PKO command index */
uint64_t _fau_map_port_pkocmdidx;
/* send requested */
uint64_t _fau_map_port_txreq;
/* send completed */
uint64_t _fau_map_port_txdone;
/* XXX */
uint64_t _fau_map_port_pad;
} __packed _fau_map_port[3];
};
/*
* POW qos/group map
*/
#define OCTEON_POW_QOS_PIP 0
#define OCTEON_POW_QOS_CORE1 1
#define OCTEON_POW_QOS_XXX_2 2
#define OCTEON_POW_QOS_XXX_3 3
#define OCTEON_POW_QOS_XXX_4 4
#define OCTEON_POW_QOS_XXX_5 5
#define OCTEON_POW_QOS_XXX_6 6
#define OCTEON_POW_QOS_XXX_7 7
#define OCTEON_POW_GROUP_PIP 0
#define OCTEON_POW_GROUP_XXX_1 1
#define OCTEON_POW_GROUP_XXX_2 2
#define OCTEON_POW_GROUP_XXX_3 3
#define OCTEON_POW_GROUP_XXX_4 4
#define OCTEON_POW_GROUP_XXX_5 5
#define OCTEON_POW_GROUP_XXX_6 6
#define OCTEON_POW_GROUP_CORE1_SEND 7
#define OCTEON_POW_GROUP_CORE1_TASK_0 8
#define OCTEON_POW_GROUP_CORE1_TASK_1 9
#define OCTEON_POW_GROUP_CORE1_TASK_2 10
#define OCTEON_POW_GROUP_CORE1_TASK_3 11
#define OCTEON_POW_GROUP_CORE1_TASK_4 12
#define OCTEON_POW_GROUP_CORE1_TASK_5 13
#define OCTEON_POW_GROUP_CORE1_TASK_6 14
#define OCTEON_POW_GROUP_CORE1_TASK_7 15
#ifdef _KERNEL
struct boot_desc {
uint32_t desc_ver;
uint32_t desc_size;
uint64_t stack_top;
uint64_t heap_start;
uint64_t heap_end;
uint64_t __unused17;
uint64_t __unused16;
uint32_t __unused18;
uint32_t __unused15;
uint32_t __unused14;
uint32_t argc;
uint32_t argv[64];
uint32_t flags;
uint32_t core_mask;
uint32_t dram_size;
uint32_t phy_mem_desc_addr;
uint32_t debugger_flag_addr;
uint32_t eclock;
uint32_t __unused10;
uint32_t __unused9;
uint16_t __unused8;
uint8_t __unused7;
uint8_t __unused6;
uint16_t __unused5;
uint8_t __unused4;
uint8_t __unused3;
uint8_t __unused2[20];
uint8_t __unused1[6];
uint8_t __unused0;
uint64_t boot_info_addr;
};
struct boot_info {
uint32_t ver_major;
uint32_t ver_minor;
uint64_t stack_top;
uint64_t heap_start;
uint64_t heap_end;
uint64_t boot_desc_addr;
uint32_t exception_base_addr;
uint32_t stack_size;
uint32_t flags;
uint32_t core_mask;
uint32_t dram_size;
uint32_t phys_mem_desc_addr;
uint32_t debugger_flags_addr;
uint32_t eclock;
uint32_t dclock;
uint32_t __unused0;
uint16_t board_type;
uint8_t board_rev_major;
uint8_t board_rev_minor;
uint16_t __unused1;
uint8_t __unused2;
uint8_t __unused3;
char board_serial[20];
uint8_t mac_addr_base[6];
uint8_t mac_addr_count;
uint64_t cf_common_addr;
uint64_t cf_attr_addr;
uint64_t led_display_addr;
uint32_t dfaclock;
uint32_t config_flags;
};
/* Contains the address for the CF bus, if one was found. */
uint64_t cf_found;
extern struct octeon_config octeon_configuration;
void octeon_bus_io_init(bus_space_tag_t, void *);
void octeon_bus_mem_init(bus_space_tag_t, void *);
void octeon_cal_timer(int);
void octeon_dma_init(struct octeon_config *);
void octeon_intr_init(void);
int octeon_get_ethaddr(int, u_int8_t *);
#endif /* _KERNEL */
static inline int
ffs64(uint64_t val)
{
int ret;
__asm __volatile ( \
_ASM_PROLOGUE_MIPS64
" dclz %0, %1 \n"
_ASM_EPILOGUE
: "=r"(ret) : "r"(val));
return 64 - ret;
}
/*
* Prefetch
*
* OCTEON_PREF normal (L1 and L2)
* OCTEON_PREF_L1 L1 only
* OCTEON_PREF_L2 L2 only
* OCTEON_PREF_DWB don't write back
* OCTEON_PREF_PFS prepare for store
*/
#define __OCTEON_PREF_N(n, base, offset) \
__asm __volatile ( \
" .set push \
" .set arch=octeon \n" \
" pref "#n", "#offset"(%[base]) \n" \
" .set pop \
: : [base] "d" (base) \
)
#define __OCTEON_PREF_0(base, offset) __OCTEON_PREF_N(0, base, offset)
#define __OCTEON_PREF_4(base, offset) __OCTEON_PREF_N(4, base, offset)
#define __OCTEON_PREF_28(base, offset) __OCTEON_PREF_N(28, base, offset)
#define __OCTEON_PREF_29(base, offset) __OCTEON_PREF_N(29, base, offset)
#define __OCTEON_PREF_30(base, offset) __OCTEON_PREF_N(30, base, offset)
#define OCTEON_PREF(base, offset) __OCTEON_PREF_0(base, offset)
#define OCTEON_PREF_L1(base, offset) __OCTEON_PREF_4(base, offset)
#define OCTEON_PREF_L2(base, offset) __OCTEON_PREF_28(base, offset)
#define OCTEON_PREF_DWB(base, offset) __OCTEON_PREF_29(base, offset)
#define OCTEON_PREF_PFS(base, offset) __OCTEON_PREF_30(base, offset)
/*
* Sync
*/
#define OCTEON_SYNCCOMMON(name) \
__asm __volatile ( \
_ASM_PROLOGUE_OCTEON \
" "#name" \n" \
_ASM_EPILOGUE \
::: "memory")
#define OCTEON_SYNCIOBDMA __asm __volatile (".word 0x8f" : : :"memory")
#define OCTEON_SYNCW __asm __volatile (".word 0x10f" : : )
#define OCTEON_SYNC OCTEON_SYNCCOMMON(sync)
#define OCTEON_SYNCWS __asm __volatile (".word 0x14f" : : )
/* XXX backward compatibility */
#if 1
#define OCT_SYNCIOBDMA OCTEON_SYNCIOBDMA
#define OCT_SYNCW OCTEON_SYNCW
#define OCT_SYNC OCTEON_SYNC
#define OCT_SYNCWS OCTEON_SYNCWS
#endif
static inline uint64_t
octeon_xkphys_read_8(paddr_t address)
{
volatile uint64_t *p =
(volatile uint64_t *)(PHYS_TO_XKPHYS(address, CCA_NC));
return (*p);
}
static inline void
octeon_xkphys_write_8(paddr_t address, uint64_t value)
{
*(volatile uint64_t *)(PHYS_TO_XKPHYS(address, CCA_NC)) = value;
}
/* XXX backward compatibility */
#if 1
#define octeon_read_csr(address) \
octeon_xkphys_read_8(address)
#define octeon_write_csr(address, value) \
octeon_xkphys_write_8(address, value)
#endif
static inline void
octeon_iobdma_write_8(uint64_t value)
{
uint64_t addr = 0xffffffffffffa200ULL;
*(volatile uint64_t *)addr = value;
}
static inline uint64_t
octeon_cvmseg_read_8(size_t offset)
{
return octeon_xkphys_read_8(0xffffffffffff8000ULL + offset);
}
static inline void
octeon_cvmseg_write_8(size_t offset, uint64_t value)
{
octeon_xkphys_write_8(0xffffffffffff8000ULL + offset, value);
}
/* XXX */
static inline uint32_t
octeon_disable_interrupt(uint32_t *new)
{
uint32_t s, tmp;
__asm __volatile (
_ASM_PROLOGUE
" mfc0 %[s], $12 \n"
" and %[tmp], %[s], ~1 \n"
" mtc0 %[tmp], $12 \n"
_ASM_EPILOGUE
: [s]"=&r"(s), [tmp]"=&r"(tmp));
if (new)
*new = tmp;
return s;
}
/* XXX */
static inline void
octeon_restore_status(uint32_t s)
{
__asm __volatile (
_ASM_PROLOGUE
" mtc0 %[s], $12 \n"
_ASM_EPILOGUE
:: [s]"r"(s));
}
static inline uint64_t
octeon_get_cycles(void)
{
#if defined(__mips_o32)
uint32_t s, lo, hi;
s = octeon_disable_interrupt((void *)0);
__asm __volatile (
_ASM_PROLOGUE_MIPS64
" dmfc0 %[lo], $9, 6 \n"
" add %[hi], %[lo], $0 \n"
" srl %[hi], 32 \n"
" sll %[lo], 32 \n"
" srl %[lo], 32 \n"
_ASM_EPILOGUE
: [lo]"=&r"(lo), [hi]"=&r"(hi));
octeon_restore_status(s);
return ((uint64_t)hi << 32) + (uint64_t)lo;
#else
uint64_t tmp;
__asm __volatile (
_ASM_PROLOGUE_MIPS64
" dmfc0 %[tmp], $9, 6 \n"
_ASM_EPILOGUE
: [tmp]"=&r"(tmp));
return tmp;
#endif
}
/* -------------------------------------------------------------------------- */
/* ---- event counter */
#if defined(OCTEON_ETH_DEBUG)
#define OCTEON_EVCNT_INC(sc, name) \
do { (sc)->sc_ev_##name.ev_count++; } while (0)
#define OCTEON_EVCNT_ADD(sc, name, n) \
do { (sc)->sc_ev_##name.ev_count += (n); } while (0)
#define OCTEON_EVCNT_ATTACH_EVCNTS(sc, entries, devname) \
do { \
int i; \
const struct octeon_evcnt_entry *ee; \
\
for (i = 0; i < (int)nitems(entries); i++) { \
ee = &(entries)[i]; \
evcnt_attach_dynamic( \
(struct evcnt *)((uintptr_t)(sc) + ee->ee_offset), \
ee->ee_type, ee->ee_parent, devname, \
ee->ee_name); \
} \
} while (0)
#else
#define OCTEON_EVCNT_INC(sc, name)
#define OCTEON_EVCNT_ADD(sc, name, n)
#define OCTEON_EVCNT_ATTACH_EVCNTS(sc, entries, devname)
#endif
struct octeon_evcnt_entry {
size_t ee_offset;
int ee_type;
struct evcnt *ee_parent;
const char *ee_name;
};
#define OCTEON_EVCNT_ENTRY(_sc_type, _var, _ev_type, _parent, _name) \
{ \
.ee_offset = offsetof(_sc_type, sc_ev_##_var), \
.ee_type = EVCNT_TYPE_##_ev_type, \
.ee_parent = _parent, \
.ee_name = _name \
}
#endif /* _MIPS_OCTEON_OCTEONVAR_H_ */
|