Coverage Report

Created: 2025-09-01 04:36

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/root/doris/contrib/openblas/common_macro.h
Line
Count
Source
1
/*********************************************************************/
2
/* Copyright 2009, 2010 The University of Texas at Austin.           */
3
/* All rights reserved.                                              */
4
/*                                                                   */
5
/* Redistribution and use in source and binary forms, with or        */
6
/* without modification, are permitted provided that the following   */
7
/* conditions are met:                                               */
8
/*                                                                   */
9
/*   1. Redistributions of source code must retain the above         */
10
/*      copyright notice, this list of conditions and the following  */
11
/*      disclaimer.                                                  */
12
/*                                                                   */
13
/*   2. Redistributions in binary form must reproduce the above      */
14
/*      copyright notice, this list of conditions and the following  */
15
/*      disclaimer in the documentation and/or other materials       */
16
/*      provided with the distribution.                              */
17
/*                                                                   */
18
/*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */
19
/*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */
20
/*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */
21
/*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */
22
/*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */
23
/*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */
24
/*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */
25
/*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */
26
/*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */
27
/*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */
28
/*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */
29
/*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */
30
/*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */
31
/*    POSSIBILITY OF SUCH DAMAGE.                                    */
32
/*                                                                   */
33
/* The views and conclusions contained in the software and           */
34
/* documentation are those of the authors and should not be          */
35
/* interpreted as representing official policies, either expressed   */
36
/* or implied, of The University of Texas at Austin.                 */
37
/*********************************************************************/
38
39
#ifndef COMMON_MACRO
40
#define COMMON_MACRO
41
42
#include "common_sb.h"
43
#include "common_s.h"
44
#include "common_d.h"
45
#include "common_q.h"
46
47
#include "common_c.h"
48
#include "common_z.h"
49
#include "common_x.h"
50
51
#ifndef COMPLEX
52
#ifdef XDOUBLE
53
54
#define AMAX_K      QAMAX_K
55
#define AMIN_K      QAMIN_K
56
#define MAX_K     QMAX_K
57
#define MIN_K     QMIN_K
58
#define IAMAX_K     IQAMAX_K
59
#define IAMIN_K     IQAMIN_K
60
#define IMAX_K      IQMAX_K
61
#define IMIN_K      IQMIN_K
62
#define ASUM_K      QASUM_K
63
#define AXPYU_K     QAXPYU_K
64
#define AXPYC_K     QAXPYC_K
65
#define COPY_K      QCOPY_K
66
#define DOTU_K      QDOTU_K
67
#define DOTC_K      QDOTC_K
68
#define NRM2_K      QNRM2_K
69
#define SCAL_K      QSCAL_K
70
#define SUM_K     QSUM_K
71
#define SWAP_K      QSWAP_K
72
#define ROT_K     QROT_K
73
#define ROTM_K      QROTM_K
74
75
#define GEMV_N      QGEMV_N
76
#define GEMV_T      QGEMV_T
77
#define GEMV_R      QGEMV_R
78
#define GEMV_C      QGEMV_C
79
#define GEMV_O      QGEMV_O
80
#define GEMV_U      QGEMV_U
81
#define GEMV_S      QGEMV_S
82
#define GEMV_D      QGEMV_D
83
84
#define GERU_K      QGERU_K
85
#define GERC_K      QGERC_K
86
#define GERV_K      QGERV_K
87
#define GERD_K      QGERD_K
88
89
#define SYMV_U      QSYMV_U
90
#define SYMV_L      QSYMV_L
91
92
#define SYMV_THREAD_U   QSYMV_THREAD_U
93
#define SYMV_THREAD_L   QSYMV_THREAD_L
94
95
#define GEMM_ONCOPY   QGEMM_ONCOPY
96
#define GEMM_OTCOPY   QGEMM_OTCOPY
97
#define GEMM_INCOPY   QGEMM_INCOPY
98
#define GEMM_ITCOPY   QGEMM_ITCOPY
99
100
#ifdef UNIT
101
102
#define TRMM_OUNCOPY    QTRMM_OUNUCOPY
103
#define TRMM_OUTCOPY    QTRMM_OUTUCOPY
104
#define TRMM_OLNCOPY    QTRMM_OLNUCOPY
105
#define TRMM_OLTCOPY    QTRMM_OLTUCOPY
106
#define TRSM_OUNCOPY    QTRSM_OUNUCOPY
107
#define TRSM_OUTCOPY    QTRSM_OUTUCOPY
108
#define TRSM_OLNCOPY    QTRSM_OLNUCOPY
109
#define TRSM_OLTCOPY    QTRSM_OLTUCOPY
110
111
#define TRMM_IUNCOPY    QTRMM_IUNUCOPY
112
#define TRMM_IUTCOPY    QTRMM_IUTUCOPY
113
#define TRMM_ILNCOPY    QTRMM_ILNUCOPY
114
#define TRMM_ILTCOPY    QTRMM_ILTUCOPY
115
#define TRSM_IUNCOPY    QTRSM_IUNUCOPY
116
#define TRSM_IUTCOPY    QTRSM_IUTUCOPY
117
#define TRSM_ILNCOPY    QTRSM_ILNUCOPY
118
#define TRSM_ILTCOPY    QTRSM_ILTUCOPY
119
120
#else
121
122
#define TRMM_OUNCOPY    QTRMM_OUNNCOPY
123
#define TRMM_OUTCOPY    QTRMM_OUTNCOPY
124
#define TRMM_OLNCOPY    QTRMM_OLNNCOPY
125
#define TRMM_OLTCOPY    QTRMM_OLTNCOPY
126
#define TRSM_OUNCOPY    QTRSM_OUNNCOPY
127
#define TRSM_OUTCOPY    QTRSM_OUTNCOPY
128
#define TRSM_OLNCOPY    QTRSM_OLNNCOPY
129
#define TRSM_OLTCOPY    QTRSM_OLTNCOPY
130
131
#define TRMM_IUNCOPY    QTRMM_IUNNCOPY
132
#define TRMM_IUTCOPY    QTRMM_IUTNCOPY
133
#define TRMM_ILNCOPY    QTRMM_ILNNCOPY
134
#define TRMM_ILTCOPY    QTRMM_ILTNCOPY
135
#define TRSM_IUNCOPY    QTRSM_IUNNCOPY
136
#define TRSM_IUTCOPY    QTRSM_IUTNCOPY
137
#define TRSM_ILNCOPY    QTRSM_ILNNCOPY
138
#define TRSM_ILTCOPY    QTRSM_ILTNCOPY
139
140
#endif
141
142
#define GEMM_BETA   QGEMM_BETA
143
144
#define GEMM_KERNEL_N   QGEMM_KERNEL
145
#define GEMM_KERNEL_L   QGEMM_KERNEL
146
#define GEMM_KERNEL_R   QGEMM_KERNEL
147
#define GEMM_KERNEL_B   QGEMM_KERNEL
148
149
#define TRMM_KERNEL_LN    QTRMM_KERNEL_LN
150
#define TRMM_KERNEL_LT    QTRMM_KERNEL_LT
151
#define TRMM_KERNEL_LR    QTRMM_KERNEL_LN
152
#define TRMM_KERNEL_LC    QTRMM_KERNEL_LT
153
#define TRMM_KERNEL_RN    QTRMM_KERNEL_RN
154
#define TRMM_KERNEL_RT    QTRMM_KERNEL_RT
155
#define TRMM_KERNEL_RR    QTRMM_KERNEL_RN
156
#define TRMM_KERNEL_RC    QTRMM_KERNEL_RT
157
158
#define TRSM_KERNEL_LN    QTRSM_KERNEL_LN
159
#define TRSM_KERNEL_LT    QTRSM_KERNEL_LT
160
#define TRSM_KERNEL_LR    QTRSM_KERNEL_LN
161
#define TRSM_KERNEL_LC    QTRSM_KERNEL_LT
162
#define TRSM_KERNEL_RN    QTRSM_KERNEL_RN
163
#define TRSM_KERNEL_RT    QTRSM_KERNEL_RT
164
#define TRSM_KERNEL_RR    QTRSM_KERNEL_RN
165
#define TRSM_KERNEL_RC    QTRSM_KERNEL_RT
166
167
#define SYMM_IUTCOPY    QSYMM_IUTCOPY
168
#define SYMM_ILTCOPY    QSYMM_ILTCOPY
169
#define SYMM_OUTCOPY    QSYMM_OUTCOPY
170
#define SYMM_OLTCOPY    QSYMM_OLTCOPY
171
172
#define GEMM_NN     QGEMM_NN
173
#define GEMM_CN     QGEMM_TN
174
#define GEMM_TN     QGEMM_TN
175
#define GEMM_NC     QGEMM_NT
176
#define GEMM_NT     QGEMM_NT
177
#define GEMM_CC     QGEMM_TT
178
#define GEMM_CT     QGEMM_TT
179
#define GEMM_TC     QGEMM_TT
180
#define GEMM_TT     QGEMM_TT
181
#define GEMM_NR     QGEMM_NN
182
#define GEMM_TR     QGEMM_TN
183
#define GEMM_CR     QGEMM_TN
184
#define GEMM_RN     QGEMM_NN
185
#define GEMM_RT     QGEMM_NT
186
#define GEMM_RC     QGEMM_NT
187
#define GEMM_RR     QGEMM_NN
188
189
#define SYMM_LU     QSYMM_LU
190
#define SYMM_LL     QSYMM_LL
191
#define SYMM_RU     QSYMM_RU
192
#define SYMM_RL     QSYMM_RL
193
194
#define HEMM_LU     QHEMM_LU
195
#define HEMM_LL     QHEMM_LL
196
#define HEMM_RU     QHEMM_RU
197
#define HEMM_RL     QHEMM_RL
198
199
#define SYRK_UN     QSYRK_UN
200
#define SYRK_UT     QSYRK_UT
201
#define SYRK_LN     QSYRK_LN
202
#define SYRK_LT     QSYRK_LT
203
#define SYRK_UR     QSYRK_UN
204
#define SYRK_UC     QSYRK_UT
205
#define SYRK_LR     QSYRK_LN
206
#define SYRK_LC     QSYRK_LT
207
208
#define SYRK_KERNEL_U   QSYRK_KERNEL_U
209
#define SYRK_KERNEL_L   QSYRK_KERNEL_L
210
211
#define HERK_UN     QSYRK_UN
212
#define HERK_LN     QSYRK_LN
213
#define HERK_UC     QSYRK_UT
214
#define HERK_LC     QSYRK_LT
215
216
#define HER2K_UN    QSYR2K_UN
217
#define HER2K_LN    QSYR2K_LN
218
#define HER2K_UC    QSYR2K_UT
219
#define HER2K_LC    QSYR2K_LT
220
221
#define SYR2K_UN    QSYR2K_UN
222
#define SYR2K_UT    QSYR2K_UT
223
#define SYR2K_LN    QSYR2K_LN
224
#define SYR2K_LT    QSYR2K_LT
225
#define SYR2K_UR    QSYR2K_UN
226
#define SYR2K_UC    QSYR2K_UT
227
#define SYR2K_LR    QSYR2K_LN
228
#define SYR2K_LC    QSYR2K_LT
229
230
#define SYR2K_KERNEL_U    QSYR2K_KERNEL_U
231
#define SYR2K_KERNEL_L    QSYR2K_KERNEL_L
232
233
#define TRMM_LNUU   QTRMM_LNUU
234
#define TRMM_LNUN   QTRMM_LNUN
235
#define TRMM_LNLU   QTRMM_LNLU
236
#define TRMM_LNLN   QTRMM_LNLN
237
#define TRMM_LTUU   QTRMM_LTUU
238
#define TRMM_LTUN   QTRMM_LTUN
239
#define TRMM_LTLU   QTRMM_LTLU
240
#define TRMM_LTLN   QTRMM_LTLN
241
#define TRMM_LRUU   QTRMM_LNUU
242
#define TRMM_LRUN   QTRMM_LNUN
243
#define TRMM_LRLU   QTRMM_LNLU
244
#define TRMM_LRLN   QTRMM_LNLN
245
#define TRMM_LCUU   QTRMM_LTUU
246
#define TRMM_LCUN   QTRMM_LTUN
247
#define TRMM_LCLU   QTRMM_LTLU
248
#define TRMM_LCLN   QTRMM_LTLN
249
#define TRMM_RNUU   QTRMM_RNUU
250
#define TRMM_RNUN   QTRMM_RNUN
251
#define TRMM_RNLU   QTRMM_RNLU
252
#define TRMM_RNLN   QTRMM_RNLN
253
#define TRMM_RTUU   QTRMM_RTUU
254
#define TRMM_RTUN   QTRMM_RTUN
255
#define TRMM_RTLU   QTRMM_RTLU
256
#define TRMM_RTLN   QTRMM_RTLN
257
#define TRMM_RRUU   QTRMM_RNUU
258
#define TRMM_RRUN   QTRMM_RNUN
259
#define TRMM_RRLU   QTRMM_RNLU
260
#define TRMM_RRLN   QTRMM_RNLN
261
#define TRMM_RCUU   QTRMM_RTUU
262
#define TRMM_RCUN   QTRMM_RTUN
263
#define TRMM_RCLU   QTRMM_RTLU
264
#define TRMM_RCLN   QTRMM_RTLN
265
266
#define TRSM_LNUU   QTRSM_LNUU
267
#define TRSM_LNUN   QTRSM_LNUN
268
#define TRSM_LNLU   QTRSM_LNLU
269
#define TRSM_LNLN   QTRSM_LNLN
270
#define TRSM_LTUU   QTRSM_LTUU
271
#define TRSM_LTUN   QTRSM_LTUN
272
#define TRSM_LTLU   QTRSM_LTLU
273
#define TRSM_LTLN   QTRSM_LTLN
274
#define TRSM_LRUU   QTRSM_LNUU
275
#define TRSM_LRUN   QTRSM_LNUN
276
#define TRSM_LRLU   QTRSM_LNLU
277
#define TRSM_LRLN   QTRSM_LNLN
278
#define TRSM_LCUU   QTRSM_LTUU
279
#define TRSM_LCUN   QTRSM_LTUN
280
#define TRSM_LCLU   QTRSM_LTLU
281
#define TRSM_LCLN   QTRSM_LTLN
282
#define TRSM_RNUU   QTRSM_RNUU
283
#define TRSM_RNUN   QTRSM_RNUN
284
#define TRSM_RNLU   QTRSM_RNLU
285
#define TRSM_RNLN   QTRSM_RNLN
286
#define TRSM_RTUU   QTRSM_RTUU
287
#define TRSM_RTUN   QTRSM_RTUN
288
#define TRSM_RTLU   QTRSM_RTLU
289
#define TRSM_RTLN   QTRSM_RTLN
290
#define TRSM_RRUU   QTRSM_RNUU
291
#define TRSM_RRUN   QTRSM_RNUN
292
#define TRSM_RRLU   QTRSM_RNLU
293
#define TRSM_RRLN   QTRSM_RNLN
294
#define TRSM_RCUU   QTRSM_RTUU
295
#define TRSM_RCUN   QTRSM_RTUN
296
#define TRSM_RCLU   QTRSM_RTLU
297
#define TRSM_RCLN   QTRSM_RTLN
298
299
#define GEMM_THREAD_NN    QGEMM_THREAD_NN
300
#define GEMM_THREAD_CN    QGEMM_THREAD_TN
301
#define GEMM_THREAD_TN    QGEMM_THREAD_TN
302
#define GEMM_THREAD_NC    QGEMM_THREAD_NT
303
#define GEMM_THREAD_NT    QGEMM_THREAD_NT
304
#define GEMM_THREAD_CC    QGEMM_THREAD_TT
305
#define GEMM_THREAD_CT    QGEMM_THREAD_TT
306
#define GEMM_THREAD_TC    QGEMM_THREAD_TT
307
#define GEMM_THREAD_TT    QGEMM_THREAD_TT
308
#define GEMM_THREAD_NR    QGEMM_THREAD_NN
309
#define GEMM_THREAD_TR    QGEMM_THREAD_TN
310
#define GEMM_THREAD_CR    QGEMM_THREAD_TN
311
#define GEMM_THREAD_RN    QGEMM_THREAD_NN
312
#define GEMM_THREAD_RT    QGEMM_THREAD_NT
313
#define GEMM_THREAD_RC    QGEMM_THREAD_NT
314
#define GEMM_THREAD_RR    QGEMM_THREAD_NN
315
316
#define SYMM_THREAD_LU    QSYMM_THREAD_LU
317
#define SYMM_THREAD_LL    QSYMM_THREAD_LL
318
#define SYMM_THREAD_RU    QSYMM_THREAD_RU
319
#define SYMM_THREAD_RL    QSYMM_THREAD_RL
320
321
#define HEMM_THREAD_LU    QHEMM_THREAD_LU
322
#define HEMM_THREAD_LL    QHEMM_THREAD_LL
323
#define HEMM_THREAD_RU    QHEMM_THREAD_RU
324
#define HEMM_THREAD_RL    QHEMM_THREAD_RL
325
326
#define SYRK_THREAD_UN    QSYRK_THREAD_UN
327
#define SYRK_THREAD_UT    QSYRK_THREAD_UT
328
#define SYRK_THREAD_LN    QSYRK_THREAD_LN
329
#define SYRK_THREAD_LT    QSYRK_THREAD_LT
330
#define SYRK_THREAD_UR    QSYRK_THREAD_UR
331
#define SYRK_THREAD_UC    QSYRK_THREAD_UC
332
#define SYRK_THREAD_LR    QSYRK_THREAD_LN
333
#define SYRK_THREAD_LC    QSYRK_THREAD_LT
334
335
#define HERK_THREAD_UN    QSYRK_THREAD_UN
336
#define HERK_THREAD_UT    QSYRK_THREAD_UT
337
#define HERK_THREAD_LN    QSYRK_THREAD_LN
338
#define HERK_THREAD_LT    QSYRK_THREAD_LT
339
#define HERK_THREAD_UR    QSYRK_THREAD_UR
340
#define HERK_THREAD_UC    QSYRK_THREAD_UC
341
#define HERK_THREAD_LR    QSYRK_THREAD_LN
342
#define HERK_THREAD_LC    QSYRK_THREAD_LT
343
344
#elif defined(DOUBLE)
345
346
#define AMAX_K      DAMAX_K
347
0
#define AMIN_K      DAMIN_K
348
#define MAX_K     DMAX_K
349
#define MIN_K     DMIN_K
350
0
#define IAMAX_K     IDAMAX_K
351
0
#define IAMIN_K     IDAMIN_K
352
#define IMAX_K      IDMAX_K
353
#define IMIN_K      IDMIN_K
354
#define ASUM_K      DASUM_K
355
0
#define AXPYU_K     DAXPYU_K
356
#define AXPYC_K     DAXPYC_K
357
0
#define COPY_K      DCOPY_K
358
0
#define DOTU_K      DDOTU_K
359
#define DOTC_K      DDOTC_K
360
0
#define NRM2_K      DNRM2_K
361
0
#define SCAL_K      DSCAL_K
362
#define SUM_K     DSUM_K
363
0
#define SWAP_K      DSWAP_K
364
0
#define ROT_K     DROT_K
365
#define ROTM_K      DROTM_K
366
367
0
#define GEMV_N      DGEMV_N
368
0
#define GEMV_T      DGEMV_T
369
#define GEMV_R      DGEMV_R
370
#define GEMV_C      DGEMV_C
371
#define GEMV_O      DGEMV_O
372
#define GEMV_U      DGEMV_U
373
#define GEMV_S      DGEMV_S
374
#define GEMV_D      DGEMV_D
375
376
0
#define GERU_K      DGERU_K
377
#define GERC_K      DGERC_K
378
#define GERV_K      DGERV_K
379
#define GERD_K      DGERD_K
380
381
0
#define SYMV_U      DSYMV_U
382
0
#define SYMV_L      DSYMV_L
383
384
0
#define SYMV_THREAD_U   DSYMV_THREAD_U
385
0
#define SYMV_THREAD_L   DSYMV_THREAD_L
386
387
0
#define GEMM_ONCOPY   DGEMM_ONCOPY
388
0
#define GEMM_OTCOPY   DGEMM_OTCOPY
389
0
#define GEMM_INCOPY   DGEMM_INCOPY
390
0
#define GEMM_ITCOPY   DGEMM_ITCOPY
391
392
#ifdef UNIT
393
394
0
#define TRMM_OUNCOPY    DTRMM_OUNUCOPY
395
0
#define TRMM_OUTCOPY    DTRMM_OUTUCOPY
396
0
#define TRMM_OLNCOPY    DTRMM_OLNUCOPY
397
0
#define TRMM_OLTCOPY    DTRMM_OLTUCOPY
398
0
#define TRSM_OUNCOPY    DTRSM_OUNUCOPY
399
0
#define TRSM_OUTCOPY    DTRSM_OUTUCOPY
400
0
#define TRSM_OLNCOPY    DTRSM_OLNUCOPY
401
0
#define TRSM_OLTCOPY    DTRSM_OLTUCOPY
402
403
0
#define TRMM_IUNCOPY    DTRMM_IUNUCOPY
404
0
#define TRMM_IUTCOPY    DTRMM_IUTUCOPY
405
0
#define TRMM_ILNCOPY    DTRMM_ILNUCOPY
406
0
#define TRMM_ILTCOPY    DTRMM_ILTUCOPY
407
0
#define TRSM_IUNCOPY    DTRSM_IUNUCOPY
408
0
#define TRSM_IUTCOPY    DTRSM_IUTUCOPY
409
0
#define TRSM_ILNCOPY    DTRSM_ILNUCOPY
410
0
#define TRSM_ILTCOPY    DTRSM_ILTUCOPY
411
412
#else
413
414
0
#define TRMM_OUNCOPY    DTRMM_OUNNCOPY
415
0
#define TRMM_OUTCOPY    DTRMM_OUTNCOPY
416
0
#define TRMM_OLNCOPY    DTRMM_OLNNCOPY
417
0
#define TRMM_OLTCOPY    DTRMM_OLTNCOPY
418
0
#define TRSM_OUNCOPY    DTRSM_OUNNCOPY
419
0
#define TRSM_OUTCOPY    DTRSM_OUTNCOPY
420
0
#define TRSM_OLNCOPY    DTRSM_OLNNCOPY
421
0
#define TRSM_OLTCOPY    DTRSM_OLTNCOPY
422
423
0
#define TRMM_IUNCOPY    DTRMM_IUNNCOPY
424
0
#define TRMM_IUTCOPY    DTRMM_IUTNCOPY
425
0
#define TRMM_ILNCOPY    DTRMM_ILNNCOPY
426
0
#define TRMM_ILTCOPY    DTRMM_ILTNCOPY
427
0
#define TRSM_IUNCOPY    DTRSM_IUNNCOPY
428
0
#define TRSM_IUTCOPY    DTRSM_IUTNCOPY
429
0
#define TRSM_ILNCOPY    DTRSM_ILNNCOPY
430
0
#define TRSM_ILTCOPY    DTRSM_ILTNCOPY
431
432
#endif
433
434
0
#define GEMM_BETA   DGEMM_BETA
435
436
0
#define GEMM_KERNEL_N   DGEMM_KERNEL
437
#define GEMM_KERNEL_L   DGEMM_KERNEL
438
#define GEMM_KERNEL_R   DGEMM_KERNEL
439
#define GEMM_KERNEL_B   DGEMM_KERNEL
440
441
0
#define TRMM_KERNEL_LN    DTRMM_KERNEL_LN
442
0
#define TRMM_KERNEL_LT    DTRMM_KERNEL_LT
443
#define TRMM_KERNEL_LR    DTRMM_KERNEL_LN
444
#define TRMM_KERNEL_LC    DTRMM_KERNEL_LT
445
0
#define TRMM_KERNEL_RN    DTRMM_KERNEL_RN
446
0
#define TRMM_KERNEL_RT    DTRMM_KERNEL_RT
447
#define TRMM_KERNEL_RR    DTRMM_KERNEL_RN
448
#define TRMM_KERNEL_RC    DTRMM_KERNEL_RT
449
450
0
#define TRSM_KERNEL_LN    DTRSM_KERNEL_LN
451
0
#define TRSM_KERNEL_LT    DTRSM_KERNEL_LT
452
#define TRSM_KERNEL_LR    DTRSM_KERNEL_LN
453
#define TRSM_KERNEL_LC    DTRSM_KERNEL_LT
454
0
#define TRSM_KERNEL_RN    DTRSM_KERNEL_RN
455
0
#define TRSM_KERNEL_RT    DTRSM_KERNEL_RT
456
#define TRSM_KERNEL_RR    DTRSM_KERNEL_RN
457
#define TRSM_KERNEL_RC    DTRSM_KERNEL_RT
458
459
#define SYMM_IUTCOPY    DSYMM_IUTCOPY
460
#define SYMM_ILTCOPY    DSYMM_ILTCOPY
461
#define SYMM_OUTCOPY    DSYMM_OUTCOPY
462
#define SYMM_OLTCOPY    DSYMM_OLTCOPY
463
464
0
#define GEMM_NN     DGEMM_NN
465
#define GEMM_CN     DGEMM_TN
466
0
#define GEMM_TN     DGEMM_TN
467
#define GEMM_NC     DGEMM_NT
468
0
#define GEMM_NT     DGEMM_NT
469
#define GEMM_CC     DGEMM_TT
470
#define GEMM_CT     DGEMM_TT
471
#define GEMM_TC     DGEMM_TT
472
0
#define GEMM_TT     DGEMM_TT
473
#define GEMM_NR     DGEMM_NN
474
#define GEMM_TR     DGEMM_TN
475
#define GEMM_CR     DGEMM_TN
476
#define GEMM_RN     DGEMM_NN
477
#define GEMM_RT     DGEMM_NT
478
#define GEMM_RC     DGEMM_NT
479
#define GEMM_RR     DGEMM_NN
480
481
#define SYMM_LU     DSYMM_LU
482
#define SYMM_LL     DSYMM_LL
483
#define SYMM_RU     DSYMM_RU
484
#define SYMM_RL     DSYMM_RL
485
486
#define HEMM_LU     DHEMM_LU
487
#define HEMM_LL     DHEMM_LL
488
#define HEMM_RU     DHEMM_RU
489
#define HEMM_RL     DHEMM_RL
490
491
#define SYRK_UN     DSYRK_UN
492
#define SYRK_UT     DSYRK_UT
493
#define SYRK_LN     DSYRK_LN
494
#define SYRK_LT     DSYRK_LT
495
#define SYRK_UR     DSYRK_UN
496
#define SYRK_UC     DSYRK_UT
497
#define SYRK_LR     DSYRK_LN
498
#define SYRK_LC     DSYRK_LT
499
500
#define SYRK_KERNEL_U   DSYRK_KERNEL_U
501
#define SYRK_KERNEL_L   DSYRK_KERNEL_L
502
503
#define HERK_UN     DSYRK_UN
504
#define HERK_LN     DSYRK_LN
505
#define HERK_UC     DSYRK_UT
506
#define HERK_LC     DSYRK_LT
507
508
#define HER2K_UN    DSYR2K_UN
509
#define HER2K_LN    DSYR2K_LN
510
#define HER2K_UC    DSYR2K_UT
511
#define HER2K_LC    DSYR2K_LT
512
513
#define SYR2K_UN    DSYR2K_UN
514
#define SYR2K_UT    DSYR2K_UT
515
#define SYR2K_LN    DSYR2K_LN
516
#define SYR2K_LT    DSYR2K_LT
517
#define SYR2K_UR    DSYR2K_UN
518
#define SYR2K_UC    DSYR2K_UT
519
#define SYR2K_LR    DSYR2K_LN
520
#define SYR2K_LC    DSYR2K_LT
521
522
0
#define SYR2K_KERNEL_U    DSYR2K_KERNEL_U
523
0
#define SYR2K_KERNEL_L    DSYR2K_KERNEL_L
524
525
0
#define TRMM_LNUU   DTRMM_LNUU
526
0
#define TRMM_LNUN   DTRMM_LNUN
527
0
#define TRMM_LNLU   DTRMM_LNLU
528
0
#define TRMM_LNLN   DTRMM_LNLN
529
#define TRMM_LTUU   DTRMM_LTUU
530
#define TRMM_LTUN   DTRMM_LTUN
531
#define TRMM_LTLU   DTRMM_LTLU
532
#define TRMM_LTLN   DTRMM_LTLN
533
#define TRMM_LRUU   DTRMM_LNUU
534
#define TRMM_LRUN   DTRMM_LNUN
535
#define TRMM_LRLU   DTRMM_LNLU
536
#define TRMM_LRLN   DTRMM_LNLN
537
#define TRMM_LCUU   DTRMM_LTUU
538
#define TRMM_LCUN   DTRMM_LTUN
539
#define TRMM_LCLU   DTRMM_LTLU
540
#define TRMM_LCLN   DTRMM_LTLN
541
#define TRMM_RNUU   DTRMM_RNUU
542
#define TRMM_RNUN   DTRMM_RNUN
543
#define TRMM_RNLU   DTRMM_RNLU
544
#define TRMM_RNLN   DTRMM_RNLN
545
#define TRMM_RTUU   DTRMM_RTUU
546
#define TRMM_RTUN   DTRMM_RTUN
547
#define TRMM_RTLU   DTRMM_RTLU
548
#define TRMM_RTLN   DTRMM_RTLN
549
#define TRMM_RRUU   DTRMM_RNUU
550
#define TRMM_RRUN   DTRMM_RNUN
551
#define TRMM_RRLU   DTRMM_RNLU
552
#define TRMM_RRLN   DTRMM_RNLN
553
#define TRMM_RCUU   DTRMM_RTUU
554
#define TRMM_RCUN   DTRMM_RTUN
555
#define TRMM_RCLU   DTRMM_RTLU
556
#define TRMM_RCLN   DTRMM_RTLN
557
558
#define TRSM_LNUU   DTRSM_LNUU
559
#define TRSM_LNUN   DTRSM_LNUN
560
#define TRSM_LNLU   DTRSM_LNLU
561
#define TRSM_LNLN   DTRSM_LNLN
562
#define TRSM_LTUU   DTRSM_LTUU
563
#define TRSM_LTUN   DTRSM_LTUN
564
#define TRSM_LTLU   DTRSM_LTLU
565
#define TRSM_LTLN   DTRSM_LTLN
566
#define TRSM_LRUU   DTRSM_LNUU
567
#define TRSM_LRUN   DTRSM_LNUN
568
#define TRSM_LRLU   DTRSM_LNLU
569
#define TRSM_LRLN   DTRSM_LNLN
570
#define TRSM_LCUU   DTRSM_LTUU
571
#define TRSM_LCUN   DTRSM_LTUN
572
#define TRSM_LCLU   DTRSM_LTLU
573
#define TRSM_LCLN   DTRSM_LTLN
574
0
#define TRSM_RNUU   DTRSM_RNUU
575
0
#define TRSM_RNUN   DTRSM_RNUN
576
0
#define TRSM_RNLU   DTRSM_RNLU
577
0
#define TRSM_RNLN   DTRSM_RNLN
578
#define TRSM_RTUU   DTRSM_RTUU
579
#define TRSM_RTUN   DTRSM_RTUN
580
#define TRSM_RTLU   DTRSM_RTLU
581
#define TRSM_RTLN   DTRSM_RTLN
582
#define TRSM_RRUU   DTRSM_RNUU
583
#define TRSM_RRUN   DTRSM_RNUN
584
#define TRSM_RRLU   DTRSM_RNLU
585
#define TRSM_RRLN   DTRSM_RNLN
586
#define TRSM_RCUU   DTRSM_RTUU
587
#define TRSM_RCUN   DTRSM_RTUN
588
#define TRSM_RCLU   DTRSM_RTLU
589
#define TRSM_RCLN   DTRSM_RTLN
590
591
#define GEMM_THREAD_NN    DGEMM_THREAD_NN
592
#define GEMM_THREAD_CN    DGEMM_THREAD_TN
593
#define GEMM_THREAD_TN    DGEMM_THREAD_TN
594
#define GEMM_THREAD_NC    DGEMM_THREAD_NT
595
#define GEMM_THREAD_NT    DGEMM_THREAD_NT
596
#define GEMM_THREAD_CC    DGEMM_THREAD_TT
597
#define GEMM_THREAD_CT    DGEMM_THREAD_TT
598
#define GEMM_THREAD_TC    DGEMM_THREAD_TT
599
#define GEMM_THREAD_TT    DGEMM_THREAD_TT
600
#define GEMM_THREAD_NR    DGEMM_THREAD_NN
601
#define GEMM_THREAD_TR    DGEMM_THREAD_TN
602
#define GEMM_THREAD_CR    DGEMM_THREAD_TN
603
#define GEMM_THREAD_RN    DGEMM_THREAD_NN
604
#define GEMM_THREAD_RT    DGEMM_THREAD_NT
605
#define GEMM_THREAD_RC    DGEMM_THREAD_NT
606
#define GEMM_THREAD_RR    DGEMM_THREAD_NN
607
608
#define SYMM_THREAD_LU    DSYMM_THREAD_LU
609
#define SYMM_THREAD_LL    DSYMM_THREAD_LL
610
#define SYMM_THREAD_RU    DSYMM_THREAD_RU
611
#define SYMM_THREAD_RL    DSYMM_THREAD_RL
612
613
#define HEMM_THREAD_LU    DHEMM_THREAD_LU
614
#define HEMM_THREAD_LL    DHEMM_THREAD_LL
615
#define HEMM_THREAD_RU    DHEMM_THREAD_RU
616
#define HEMM_THREAD_RL    DHEMM_THREAD_RL
617
618
#define SYRK_THREAD_UN    DSYRK_THREAD_UN
619
#define SYRK_THREAD_UT    DSYRK_THREAD_UT
620
#define SYRK_THREAD_LN    DSYRK_THREAD_LN
621
#define SYRK_THREAD_LT    DSYRK_THREAD_LT
622
#define SYRK_THREAD_UR    DSYRK_THREAD_UR
623
#define SYRK_THREAD_UC    DSYRK_THREAD_UC
624
#define SYRK_THREAD_LR    DSYRK_THREAD_LN
625
#define SYRK_THREAD_LC    DSYRK_THREAD_LT
626
627
#define HERK_THREAD_UN    DSYRK_THREAD_UN
628
#define HERK_THREAD_UT    DSYRK_THREAD_UT
629
#define HERK_THREAD_LN    DSYRK_THREAD_LN
630
#define HERK_THREAD_LT    DSYRK_THREAD_LT
631
#define HERK_THREAD_UR    DSYRK_THREAD_UR
632
#define HERK_THREAD_UC    DSYRK_THREAD_UC
633
#define HERK_THREAD_LR    DSYRK_THREAD_LN
634
#define HERK_THREAD_LC    DSYRK_THREAD_LT
635
636
#define AXPBY_K     DAXPBY_K
637
638
#define OMATCOPY_K_CN   DOMATCOPY_K_CN
639
#define OMATCOPY_K_RN   DOMATCOPY_K_RN
640
#define OMATCOPY_K_CT   DOMATCOPY_K_CT
641
#define OMATCOPY_K_RT   DOMATCOPY_K_RT
642
#define IMATCOPY_K_CN   DIMATCOPY_K_CN
643
#define IMATCOPY_K_RN   DIMATCOPY_K_RN
644
#define IMATCOPY_K_CT   DIMATCOPY_K_CT
645
#define IMATCOPY_K_RT   DIMATCOPY_K_RT
646
647
#define GEADD_K                 DGEADD_K
648
649
0
#define GEMM_SMALL_MATRIX_PERMIT  DGEMM_SMALL_MATRIX_PERMIT
650
651
#define GEMM_SMALL_KERNEL_NN    DGEMM_SMALL_KERNEL_NN
652
#define GEMM_SMALL_KERNEL_NT    DGEMM_SMALL_KERNEL_NT
653
#define GEMM_SMALL_KERNEL_TN    DGEMM_SMALL_KERNEL_TN
654
#define GEMM_SMALL_KERNEL_TT    DGEMM_SMALL_KERNEL_TT
655
#define GEMM_SMALL_KERNEL_B0_NN    DGEMM_SMALL_KERNEL_B0_NN
656
#define GEMM_SMALL_KERNEL_B0_NT    DGEMM_SMALL_KERNEL_B0_NT
657
#define GEMM_SMALL_KERNEL_B0_TN    DGEMM_SMALL_KERNEL_B0_TN
658
#define GEMM_SMALL_KERNEL_B0_TT    DGEMM_SMALL_KERNEL_B0_TT
659
660
#elif defined(BFLOAT16)
661
662
#define D_TO_BF16_K     SBDTOBF16_K
663
#define D_BF16_TO_K     DBF16TOD_K
664
#define S_TO_BF16_K     SBSTOBF16_K
665
#define S_BF16_TO_K     SBF16TOS_K
666
#define SBGEMV_N        SBGEMV_N_K
667
#define SBGEMV_T        SBGEMV_T_K
668
669
#define AMAX_K      SAMAX_K
670
#define AMIN_K      SAMIN_K
671
#define MAX_K     SMAX_K
672
#define MIN_K     SMIN_K
673
#define IAMAX_K     ISAMAX_K
674
#define IAMIN_K     ISAMIN_K
675
#define IMAX_K      ISMAX_K
676
#define IMIN_K      ISMIN_K
677
#define ASUM_K      SASUM_K
678
#define DOTU_K      SDOTU_K
679
#define DOTC_K      SDOTC_K
680
#define BF16_DOT_K      SBDOT_K
681
#define AXPYU_K     SAXPYU_K
682
#define AXPYC_K     SAXPYC_K
683
#define AXPBY_K     SAXPBY_K
684
#define SCAL_K      SSCAL_K
685
#define GEMV_N      SGEMV_N
686
#define GEMV_T      SGEMV_T
687
#define SYMV_U      SSYMV_U
688
#define SYMV_L      SSYMV_L
689
#define GERU_K      SGERU_K
690
#define GERC_K      SGERC_K
691
#define GERV_K      SGERV_K
692
#define GERD_K      SGERD_K
693
#define SUM_K     SSUM_K
694
#define SWAP_K      SSWAP_K
695
#define ROT_K     SROT_K
696
#define COPY_K    SCOPY_K
697
#define NRM2_K    SNRM2_K
698
#define SYMV_THREAD_U   SSYMV_THREAD_U
699
#define SYMV_THREAD_L   SSYMV_THREAD_L
700
#define GEMM_BETA               SBGEMM_BETA
701
#define GEMM_KERNEL_N   SBGEMM_KERNEL
702
#define GEMM_KERNEL_L   SBGEMM_KERNEL
703
#define GEMM_KERNEL_R   SBGEMM_KERNEL
704
#define GEMM_KERNEL_B   SBGEMM_KERNEL
705
706
#define GEMM_NN     SBGEMM_NN
707
#define GEMM_CN     SBGEMM_TN
708
#define GEMM_TN     SBGEMM_TN
709
#define GEMM_NC     SBGEMM_NT
710
#define GEMM_NT     SBGEMM_NT
711
#define GEMM_CC     SBGEMM_TT
712
#define GEMM_CT     SBGEMM_TT
713
#define GEMM_TC     SBGEMM_TT
714
#define GEMM_TT     SBGEMM_TT
715
#define GEMM_NR     SBGEMM_NN
716
#define GEMM_TR     SBGEMM_TN
717
#define GEMM_CR     SBGEMM_TN
718
#define GEMM_RN     SBGEMM_NN
719
#define GEMM_RT     SBGEMM_NT
720
#define GEMM_RC     SBGEMM_NT
721
#define GEMM_RR     SBGEMM_NN
722
#define GEMM_ONCOPY   SBGEMM_ONCOPY
723
#define GEMM_OTCOPY   SBGEMM_OTCOPY
724
#define GEMM_INCOPY   SBGEMM_INCOPY
725
#define GEMM_ITCOPY   SBGEMM_ITCOPY
726
#define SYMM_THREAD_LU          SSYMM_THREAD_LU
727
#define SYMM_THREAD_LL          SSYMM_THREAD_LL
728
#define SYMM_THREAD_RU          SSYMM_THREAD_RU
729
#define SYMM_THREAD_RL          SSYMM_THREAD_RL
730
#define SYMM_LU                 SSYMM_LU
731
#define SYMM_LL                 SSYMM_LL
732
#define SYMM_RU                 SSYMM_RU
733
#define SYMM_RL                 SSYMM_RL
734
735
736
#define HEMM_THREAD_LU          SHEMM_THREAD_LU
737
#define HEMM_THREAD_LL          SHEMM_THREAD_LL
738
#define HEMM_THREAD_RU          SHEMM_THREAD_RU
739
#define HEMM_THREAD_RL          SHEMM_THREAD_RL
740
741
#define GEMM_THREAD_NN    SBGEMM_THREAD_NN
742
#define GEMM_THREAD_CN    SBGEMM_THREAD_TN
743
#define GEMM_THREAD_TN    SBGEMM_THREAD_TN
744
#define GEMM_THREAD_NC    SBGEMM_THREAD_NT
745
#define GEMM_THREAD_NT    SBGEMM_THREAD_NT
746
#define GEMM_THREAD_CC    SBGEMM_THREAD_TT
747
#define GEMM_THREAD_CT    SBGEMM_THREAD_TT
748
#define GEMM_THREAD_TC    SBGEMM_THREAD_TT
749
#define GEMM_THREAD_TT    SBGEMM_THREAD_TT
750
#define GEMM_THREAD_NR    SBGEMM_THREAD_NN
751
#define GEMM_THREAD_TR    SBGEMM_THREAD_TN
752
#define GEMM_THREAD_CR    SBGEMM_THREAD_TN
753
#define GEMM_THREAD_RN    SBGEMM_THREAD_NN
754
#define GEMM_THREAD_RT    SBGEMM_THREAD_NT
755
#define GEMM_THREAD_RC    SBGEMM_THREAD_NT
756
#define GEMM_THREAD_RR    SBGEMM_THREAD_NN
757
758
#ifdef UNIT
759
760
#define TRMM_OUNCOPY    STRMM_OUNUCOPY
761
#define TRMM_OUTCOPY    STRMM_OUTUCOPY
762
#define TRMM_OLNCOPY    STRMM_OLNUCOPY
763
#define TRMM_OLTCOPY    STRMM_OLTUCOPY
764
#define TRSM_OUNCOPY    STRSM_OUNUCOPY
765
#define TRSM_OUTCOPY    STRSM_OUTUCOPY
766
#define TRSM_OLNCOPY    STRSM_OLNUCOPY
767
#define TRSM_OLTCOPY    STRSM_OLTUCOPY
768
769
#define TRMM_IUNCOPY    STRMM_IUNUCOPY
770
#define TRMM_IUTCOPY    STRMM_IUTUCOPY
771
#define TRMM_ILNCOPY    STRMM_ILNUCOPY
772
#define TRMM_ILTCOPY    STRMM_ILTUCOPY
773
#define TRSM_IUNCOPY    STRSM_IUNUCOPY
774
#define TRSM_IUTCOPY    STRSM_IUTUCOPY
775
#define TRSM_ILNCOPY    STRSM_ILNUCOPY
776
#define TRSM_ILTCOPY    STRSM_ILTUCOPY
777
778
#else
779
780
#define TRMM_OUNCOPY    STRMM_OUNNCOPY
781
#define TRMM_OUTCOPY    STRMM_OUTNCOPY
782
#define TRMM_OLNCOPY    STRMM_OLNNCOPY
783
#define TRMM_OLTCOPY    STRMM_OLTNCOPY
784
#define TRSM_OUNCOPY    STRSM_OUNNCOPY
785
#define TRSM_OUTCOPY    STRSM_OUTNCOPY
786
#define TRSM_OLNCOPY    STRSM_OLNNCOPY
787
#define TRSM_OLTCOPY    STRSM_OLTNCOPY
788
789
#define TRMM_IUNCOPY    STRMM_IUNNCOPY
790
#define TRMM_IUTCOPY    STRMM_IUTNCOPY
791
#define TRMM_ILNCOPY    STRMM_ILNNCOPY
792
#define TRMM_ILTCOPY    STRMM_ILTNCOPY
793
#define TRSM_IUNCOPY    STRSM_IUNNCOPY
794
#define TRSM_IUTCOPY    STRSM_IUTNCOPY
795
#define TRSM_ILNCOPY    STRSM_ILNNCOPY
796
#define TRSM_ILTCOPY    STRSM_ILTNCOPY
797
798
#define TRMM_KERNEL_LN    STRMM_KERNEL_LN
799
#define TRMM_KERNEL_LT    STRMM_KERNEL_LT
800
#define TRMM_KERNEL_LR    STRMM_KERNEL_LN
801
#define TRMM_KERNEL_LC    STRMM_KERNEL_LT
802
#define TRMM_KERNEL_RN    STRMM_KERNEL_RN
803
#define TRMM_KERNEL_RT    STRMM_KERNEL_RT
804
#define TRMM_KERNEL_RR    STRMM_KERNEL_RN
805
#define TRMM_KERNEL_RC    STRMM_KERNEL_RT
806
807
#define TRSM_KERNEL_LN    STRSM_KERNEL_LN
808
#define TRSM_KERNEL_LT    STRSM_KERNEL_LT
809
#define TRSM_KERNEL_LR    STRSM_KERNEL_LN
810
#define TRSM_KERNEL_LC    STRSM_KERNEL_LT
811
#define TRSM_KERNEL_RN    STRSM_KERNEL_RN
812
#define TRSM_KERNEL_RT    STRSM_KERNEL_RT
813
#define TRSM_KERNEL_RR    STRSM_KERNEL_RN
814
#define TRSM_KERNEL_RC    STRSM_KERNEL_RT
815
816
#define SYMM_IUTCOPY    SSYMM_IUTCOPY
817
#define SYMM_ILTCOPY    SSYMM_ILTCOPY
818
#define SYMM_OUTCOPY    SSYMM_OUTCOPY
819
#define SYMM_OLTCOPY    SSYMM_OLTCOPY
820
#define TRMM_LNUU   STRMM_LNUU
821
#define TRMM_LNUN   STRMM_LNUN
822
#define TRMM_LNLU   STRMM_LNLU
823
#define TRMM_LNLN   STRMM_LNLN
824
#define TRMM_LTUU   STRMM_LTUU
825
#define TRMM_LTUN   STRMM_LTUN
826
#define TRMM_LTLU   STRMM_LTLU
827
#define TRMM_LTLN   STRMM_LTLN
828
#define TRMM_LRUU   STRMM_LNUU
829
#define TRMM_LRUN   STRMM_LNUN
830
#define TRMM_LRLU   STRMM_LNLU
831
#define TRMM_LRLN   STRMM_LNLN
832
#define TRMM_LCUU   STRMM_LTUU
833
#define TRMM_LCUN   STRMM_LTUN
834
#define TRMM_LCLU   STRMM_LTLU
835
#define TRMM_LCLN   STRMM_LTLN
836
#define TRMM_RNUU   STRMM_RNUU
837
#define TRMM_RNUN   STRMM_RNUN
838
#define TRMM_RNLU   STRMM_RNLU
839
#define TRMM_RNLN   STRMM_RNLN
840
#define TRMM_RTUU   STRMM_RTUU
841
#define TRMM_RTUN   STRMM_RTUN
842
#define TRMM_RTLU   STRMM_RTLU
843
#define TRMM_RTLN   STRMM_RTLN
844
#define TRMM_RRUU   STRMM_RNUU
845
#define TRMM_RRUN   STRMM_RNUN
846
#define TRMM_RRLU   STRMM_RNLU
847
#define TRMM_RRLN   STRMM_RNLN
848
#define TRMM_RCUU   STRMM_RTUU
849
#define TRMM_RCUN   STRMM_RTUN
850
#define TRMM_RCLU   STRMM_RTLU
851
#define TRMM_RCLN   STRMM_RTLN
852
853
#define TRSM_LNUU   STRSM_LNUU
854
#define TRSM_LNUN   STRSM_LNUN
855
#define TRSM_LNLU   STRSM_LNLU
856
#define TRSM_LNLN   STRSM_LNLN
857
#define TRSM_LTUU   STRSM_LTUU
858
#define TRSM_LTUN   STRSM_LTUN
859
#define TRSM_LTLU   STRSM_LTLU
860
#define TRSM_LTLN   STRSM_LTLN
861
#define TRSM_LRUU   STRSM_LNUU
862
#define TRSM_LRUN   STRSM_LNUN
863
#define TRSM_LRLU   STRSM_LNLU
864
#define TRSM_LRLN   STRSM_LNLN
865
#define TRSM_LCUU   STRSM_LTUU
866
#define TRSM_LCUN   STRSM_LTUN
867
#define TRSM_LCLU   STRSM_LTLU
868
#define TRSM_LCLN   STRSM_LTLN
869
#define TRSM_RNUU   STRSM_RNUU
870
#define TRSM_RNUN   STRSM_RNUN
871
#define TRSM_RNLU   STRSM_RNLU
872
#define TRSM_RNLN   STRSM_RNLN
873
#define TRSM_RTUU   STRSM_RTUU
874
#define TRSM_RTUN   STRSM_RTUN
875
#define TRSM_RTLU   STRSM_RTLU
876
#define TRSM_RTLN   STRSM_RTLN
877
#define TRSM_RRUU   STRSM_RNUU
878
#define TRSM_RRUN   STRSM_RNUN
879
#define TRSM_RRLU   STRSM_RNLU
880
#define TRSM_RRLN   STRSM_RNLN
881
#define TRSM_RCUU   STRSM_RTUU
882
#define TRSM_RCUN   STRSM_RTUN
883
#define TRSM_RCLU   STRSM_RTLU
884
#define TRSM_RCLN   STRSM_RTLN
885
#define SYRK_UN     SSYRK_UN
886
#define SYRK_UT     SSYRK_UT
887
#define SYRK_LN     SSYRK_LN
888
#define SYRK_LT     SSYRK_LT
889
#define SYRK_UR     SSYRK_UN
890
#define SYRK_UC     SSYRK_UT
891
#define SYRK_LR     SSYRK_LN
892
#define SYRK_LC     SSYRK_LT
893
894
#define SYRK_KERNEL_U   SSYRK_KERNEL_U
895
#define SYRK_KERNEL_L   SSYRK_KERNEL_L
896
897
#define HERK_UN     SSYRK_UN
898
#define HERK_LN     SSYRK_LN
899
#define HERK_UC     SSYRK_UT
900
#define HERK_LC     SSYRK_LT
901
902
#define HER2K_UN    SSYR2K_UN
903
#define HER2K_LN    SSYR2K_LN
904
#define HER2K_UC    SSYR2K_UT
905
#define HER2K_LC    SSYR2K_LT
906
907
#define SYR2K_UN    SSYR2K_UN
908
#define SYR2K_UT    SSYR2K_UT
909
#define SYR2K_LN    SSYR2K_LN
910
#define SYR2K_LT    SSYR2K_LT
911
#define SYR2K_UR    SSYR2K_UN
912
#define SYR2K_UC    SSYR2K_UT
913
#define SYR2K_LR    SSYR2K_LN
914
#define SYR2K_LC    SSYR2K_LT
915
916
#define SYR2K_KERNEL_U    SSYR2K_KERNEL_U
917
#define SYR2K_KERNEL_L    SSYR2K_KERNEL_L
918
#define SYRK_THREAD_UN    SSYRK_THREAD_UN
919
#define SYRK_THREAD_UT    SSYRK_THREAD_UT
920
#define SYRK_THREAD_LN    SSYRK_THREAD_LN
921
#define SYRK_THREAD_LT    SSYRK_THREAD_LT
922
#define SYRK_THREAD_UR    SSYRK_THREAD_UR
923
#define SYRK_THREAD_UC    SSYRK_THREAD_UC
924
#define SYRK_THREAD_LR    SSYRK_THREAD_LN
925
#define SYRK_THREAD_LC    SSYRK_THREAD_LT
926
927
#define HERK_THREAD_UN    SSYRK_THREAD_UN
928
#define HERK_THREAD_UT    SSYRK_THREAD_UT
929
#define HERK_THREAD_LN    SSYRK_THREAD_LN
930
#define HERK_THREAD_LT    SSYRK_THREAD_LT
931
#define HERK_THREAD_UR    SSYRK_THREAD_UR
932
#define HERK_THREAD_UC    SSYRK_THREAD_UC
933
#define HERK_THREAD_LR    SSYRK_THREAD_LN
934
#define HERK_THREAD_LC    SSYRK_THREAD_LT
935
936
#define OMATCOPY_K_CN   SOMATCOPY_K_CN
937
#define OMATCOPY_K_RN   SOMATCOPY_K_RN
938
#define OMATCOPY_K_CT   SOMATCOPY_K_CT
939
#define OMATCOPY_K_RT   SOMATCOPY_K_RT
940
#define IMATCOPY_K_CN   SIMATCOPY_K_CN
941
#define IMATCOPY_K_RN   SIMATCOPY_K_RN
942
#define IMATCOPY_K_CT   SIMATCOPY_K_CT
943
#define IMATCOPY_K_RT   SIMATCOPY_K_RT
944
945
#define GEADD_K     SGEADD_K
946
947
#define GEMM_SMALL_MATRIX_PERMIT  SBGEMM_SMALL_MATRIX_PERMIT
948
949
#define GEMM_SMALL_KERNEL_NN    SBGEMM_SMALL_KERNEL_NN
950
#define GEMM_SMALL_KERNEL_NT    SBGEMM_SMALL_KERNEL_NT
951
#define GEMM_SMALL_KERNEL_TN    SBGEMM_SMALL_KERNEL_TN
952
#define GEMM_SMALL_KERNEL_TT    SBGEMM_SMALL_KERNEL_TT
953
954
#define GEMM_SMALL_KERNEL_B0_NN    SBGEMM_SMALL_KERNEL_B0_NN
955
#define GEMM_SMALL_KERNEL_B0_NT    SBGEMM_SMALL_KERNEL_B0_NT
956
#define GEMM_SMALL_KERNEL_B0_TN    SBGEMM_SMALL_KERNEL_B0_TN
957
#define GEMM_SMALL_KERNEL_B0_TT    SBGEMM_SMALL_KERNEL_B0_TT
958
959
#endif
960
961
#else
962
963
#define AMAX_K      SAMAX_K
964
0
#define AMIN_K      SAMIN_K
965
#define MAX_K     SMAX_K
966
#define MIN_K     SMIN_K
967
0
#define IAMAX_K     ISAMAX_K
968
0
#define IAMIN_K     ISAMIN_K
969
#define IMAX_K      ISMAX_K
970
#define IMIN_K      ISMIN_K
971
#define ASUM_K      SASUM_K
972
0
#define AXPYU_K     SAXPYU_K
973
#define AXPYC_K     SAXPYU_K
974
0
#define COPY_K      SCOPY_K
975
0
#define DOTU_K      SDOTU_K
976
#define DOTC_K      SDOTC_K
977
0
#define NRM2_K      SNRM2_K
978
0
#define SCAL_K      SSCAL_K
979
#define SUM_K     SSUM_K
980
0
#define SWAP_K      SSWAP_K
981
0
#define ROT_K     SROT_K
982
#define ROTM_K      SROTM_K
983
984
0
#define GEMV_N      SGEMV_N
985
0
#define GEMV_T      SGEMV_T
986
#define GEMV_R      SGEMV_R
987
#define GEMV_C      SGEMV_C
988
#define GEMV_O      SGEMV_O
989
#define GEMV_U      SGEMV_U
990
#define GEMV_S      SGEMV_S
991
#define GEMV_D      SGEMV_D
992
993
994
#define SYMV_U      SSYMV_U
995
#define SYMV_L      SSYMV_L
996
0
#define GERU_K      SGERU_K
997
#define GERC_K      SGERC_K
998
#define GERV_K      SGERV_K
999
#define GERD_K      SGERD_K
1000
1001
#define SYMV_THREAD_U   SSYMV_THREAD_U
1002
#define SYMV_THREAD_L   SSYMV_THREAD_L
1003
1004
0
#define GEMM_ONCOPY   SGEMM_ONCOPY
1005
0
#define GEMM_OTCOPY   SGEMM_OTCOPY
1006
0
#define GEMM_INCOPY   SGEMM_INCOPY
1007
0
#define GEMM_ITCOPY   SGEMM_ITCOPY
1008
1009
#ifdef UNIT
1010
1011
0
#define TRMM_OUNCOPY    STRMM_OUNUCOPY
1012
0
#define TRMM_OUTCOPY    STRMM_OUTUCOPY
1013
0
#define TRMM_OLNCOPY    STRMM_OLNUCOPY
1014
0
#define TRMM_OLTCOPY    STRMM_OLTUCOPY
1015
0
#define TRSM_OUNCOPY    STRSM_OUNUCOPY
1016
0
#define TRSM_OUTCOPY    STRSM_OUTUCOPY
1017
0
#define TRSM_OLNCOPY    STRSM_OLNUCOPY
1018
0
#define TRSM_OLTCOPY    STRSM_OLTUCOPY
1019
1020
0
#define TRMM_IUNCOPY    STRMM_IUNUCOPY
1021
0
#define TRMM_IUTCOPY    STRMM_IUTUCOPY
1022
0
#define TRMM_ILNCOPY    STRMM_ILNUCOPY
1023
0
#define TRMM_ILTCOPY    STRMM_ILTUCOPY
1024
0
#define TRSM_IUNCOPY    STRSM_IUNUCOPY
1025
0
#define TRSM_IUTCOPY    STRSM_IUTUCOPY
1026
0
#define TRSM_ILNCOPY    STRSM_ILNUCOPY
1027
0
#define TRSM_ILTCOPY    STRSM_ILTUCOPY
1028
1029
#else
1030
1031
0
#define TRMM_OUNCOPY    STRMM_OUNNCOPY
1032
0
#define TRMM_OUTCOPY    STRMM_OUTNCOPY
1033
0
#define TRMM_OLNCOPY    STRMM_OLNNCOPY
1034
0
#define TRMM_OLTCOPY    STRMM_OLTNCOPY
1035
0
#define TRSM_OUNCOPY    STRSM_OUNNCOPY
1036
0
#define TRSM_OUTCOPY    STRSM_OUTNCOPY
1037
0
#define TRSM_OLNCOPY    STRSM_OLNNCOPY
1038
0
#define TRSM_OLTCOPY    STRSM_OLTNCOPY
1039
1040
0
#define TRMM_IUNCOPY    STRMM_IUNNCOPY
1041
0
#define TRMM_IUTCOPY    STRMM_IUTNCOPY
1042
0
#define TRMM_ILNCOPY    STRMM_ILNNCOPY
1043
0
#define TRMM_ILTCOPY    STRMM_ILTNCOPY
1044
0
#define TRSM_IUNCOPY    STRSM_IUNNCOPY
1045
0
#define TRSM_IUTCOPY    STRSM_IUTNCOPY
1046
0
#define TRSM_ILNCOPY    STRSM_ILNNCOPY
1047
0
#define TRSM_ILTCOPY    STRSM_ILTNCOPY
1048
1049
#endif
1050
1051
0
#define GEMM_BETA   SGEMM_BETA
1052
1053
0
#define GEMM_KERNEL_N   SGEMM_KERNEL
1054
#define GEMM_KERNEL_L   SGEMM_KERNEL
1055
#define GEMM_KERNEL_R   SGEMM_KERNEL
1056
#define GEMM_KERNEL_B   SGEMM_KERNEL
1057
1058
0
#define TRMM_KERNEL_LN    STRMM_KERNEL_LN
1059
0
#define TRMM_KERNEL_LT    STRMM_KERNEL_LT
1060
#define TRMM_KERNEL_LR    STRMM_KERNEL_LN
1061
#define TRMM_KERNEL_LC    STRMM_KERNEL_LT
1062
0
#define TRMM_KERNEL_RN    STRMM_KERNEL_RN
1063
0
#define TRMM_KERNEL_RT    STRMM_KERNEL_RT
1064
#define TRMM_KERNEL_RR    STRMM_KERNEL_RN
1065
#define TRMM_KERNEL_RC    STRMM_KERNEL_RT
1066
1067
0
#define TRSM_KERNEL_LN    STRSM_KERNEL_LN
1068
0
#define TRSM_KERNEL_LT    STRSM_KERNEL_LT
1069
#define TRSM_KERNEL_LR    STRSM_KERNEL_LN
1070
#define TRSM_KERNEL_LC    STRSM_KERNEL_LT
1071
0
#define TRSM_KERNEL_RN    STRSM_KERNEL_RN
1072
0
#define TRSM_KERNEL_RT    STRSM_KERNEL_RT
1073
#define TRSM_KERNEL_RR    STRSM_KERNEL_RN
1074
#define TRSM_KERNEL_RC    STRSM_KERNEL_RT
1075
1076
#define SYMM_IUTCOPY    SSYMM_IUTCOPY
1077
#define SYMM_ILTCOPY    SSYMM_ILTCOPY
1078
#define SYMM_OUTCOPY    SSYMM_OUTCOPY
1079
#define SYMM_OLTCOPY    SSYMM_OLTCOPY
1080
1081
0
#define GEMM_NN     SGEMM_NN
1082
#define GEMM_CN     SGEMM_TN
1083
0
#define GEMM_TN     SGEMM_TN
1084
#define GEMM_NC     SGEMM_NT
1085
0
#define GEMM_NT     SGEMM_NT
1086
#define GEMM_CC     SGEMM_TT
1087
#define GEMM_CT     SGEMM_TT
1088
#define GEMM_TC     SGEMM_TT
1089
0
#define GEMM_TT     SGEMM_TT
1090
#define GEMM_NR     SGEMM_NN
1091
#define GEMM_TR     SGEMM_TN
1092
#define GEMM_CR     SGEMM_TN
1093
#define GEMM_RN     SGEMM_NN
1094
#define GEMM_RT     SGEMM_NT
1095
#define GEMM_RC     SGEMM_NT
1096
#define GEMM_RR     SGEMM_NN
1097
1098
#define SYMM_LU     SSYMM_LU
1099
#define SYMM_LL     SSYMM_LL
1100
#define SYMM_RU     SSYMM_RU
1101
#define SYMM_RL     SSYMM_RL
1102
1103
#define HEMM_LU     SHEMM_LU
1104
#define HEMM_LL     SHEMM_LL
1105
#define HEMM_RU     SHEMM_RU
1106
#define HEMM_RL     SHEMM_RL
1107
1108
0
#define SYRK_UN     SSYRK_UN
1109
0
#define SYRK_UT     SSYRK_UT
1110
0
#define SYRK_LN     SSYRK_LN
1111
0
#define SYRK_LT     SSYRK_LT
1112
#define SYRK_UR     SSYRK_UN
1113
#define SYRK_UC     SSYRK_UT
1114
#define SYRK_LR     SSYRK_LN
1115
#define SYRK_LC     SSYRK_LT
1116
1117
0
#define SYRK_KERNEL_U   SSYRK_KERNEL_U
1118
0
#define SYRK_KERNEL_L   SSYRK_KERNEL_L
1119
1120
#define HERK_UN     SSYRK_UN
1121
#define HERK_LN     SSYRK_LN
1122
#define HERK_UC     SSYRK_UT
1123
#define HERK_LC     SSYRK_LT
1124
1125
#define HER2K_UN    SSYR2K_UN
1126
#define HER2K_LN    SSYR2K_LN
1127
#define HER2K_UC    SSYR2K_UT
1128
#define HER2K_LC    SSYR2K_LT
1129
1130
#define SYR2K_UN    SSYR2K_UN
1131
#define SYR2K_UT    SSYR2K_UT
1132
#define SYR2K_LN    SSYR2K_LN
1133
#define SYR2K_LT    SSYR2K_LT
1134
#define SYR2K_UR    SSYR2K_UN
1135
#define SYR2K_UC    SSYR2K_UT
1136
#define SYR2K_LR    SSYR2K_LN
1137
#define SYR2K_LC    SSYR2K_LT
1138
1139
#define SYR2K_KERNEL_U    SSYR2K_KERNEL_U
1140
#define SYR2K_KERNEL_L    SSYR2K_KERNEL_L
1141
1142
0
#define TRMM_LNUU   STRMM_LNUU
1143
0
#define TRMM_LNUN   STRMM_LNUN
1144
0
#define TRMM_LNLU   STRMM_LNLU
1145
0
#define TRMM_LNLN   STRMM_LNLN
1146
#define TRMM_LTUU   STRMM_LTUU
1147
#define TRMM_LTUN   STRMM_LTUN
1148
#define TRMM_LTLU   STRMM_LTLU
1149
#define TRMM_LTLN   STRMM_LTLN
1150
#define TRMM_LRUU   STRMM_LNUU
1151
#define TRMM_LRUN   STRMM_LNUN
1152
#define TRMM_LRLU   STRMM_LNLU
1153
#define TRMM_LRLN   STRMM_LNLN
1154
#define TRMM_LCUU   STRMM_LTUU
1155
#define TRMM_LCUN   STRMM_LTUN
1156
#define TRMM_LCLU   STRMM_LTLU
1157
#define TRMM_LCLN   STRMM_LTLN
1158
#define TRMM_RNUU   STRMM_RNUU
1159
#define TRMM_RNUN   STRMM_RNUN
1160
#define TRMM_RNLU   STRMM_RNLU
1161
#define TRMM_RNLN   STRMM_RNLN
1162
#define TRMM_RTUU   STRMM_RTUU
1163
#define TRMM_RTUN   STRMM_RTUN
1164
#define TRMM_RTLU   STRMM_RTLU
1165
#define TRMM_RTLN   STRMM_RTLN
1166
#define TRMM_RRUU   STRMM_RNUU
1167
#define TRMM_RRUN   STRMM_RNUN
1168
#define TRMM_RRLU   STRMM_RNLU
1169
#define TRMM_RRLN   STRMM_RNLN
1170
#define TRMM_RCUU   STRMM_RTUU
1171
#define TRMM_RCUN   STRMM_RTUN
1172
#define TRMM_RCLU   STRMM_RTLU
1173
#define TRMM_RCLN   STRMM_RTLN
1174
1175
#define TRSM_LNUU   STRSM_LNUU
1176
#define TRSM_LNUN   STRSM_LNUN
1177
#define TRSM_LNLU   STRSM_LNLU
1178
#define TRSM_LNLN   STRSM_LNLN
1179
#define TRSM_LTUU   STRSM_LTUU
1180
#define TRSM_LTUN   STRSM_LTUN
1181
#define TRSM_LTLU   STRSM_LTLU
1182
#define TRSM_LTLN   STRSM_LTLN
1183
#define TRSM_LRUU   STRSM_LNUU
1184
#define TRSM_LRUN   STRSM_LNUN
1185
#define TRSM_LRLU   STRSM_LNLU
1186
#define TRSM_LRLN   STRSM_LNLN
1187
#define TRSM_LCUU   STRSM_LTUU
1188
#define TRSM_LCUN   STRSM_LTUN
1189
#define TRSM_LCLU   STRSM_LTLU
1190
#define TRSM_LCLN   STRSM_LTLN
1191
0
#define TRSM_RNUU   STRSM_RNUU
1192
0
#define TRSM_RNUN   STRSM_RNUN
1193
0
#define TRSM_RNLU   STRSM_RNLU
1194
0
#define TRSM_RNLN   STRSM_RNLN
1195
#define TRSM_RTUU   STRSM_RTUU
1196
#define TRSM_RTUN   STRSM_RTUN
1197
#define TRSM_RTLU   STRSM_RTLU
1198
#define TRSM_RTLN   STRSM_RTLN
1199
#define TRSM_RRUU   STRSM_RNUU
1200
#define TRSM_RRUN   STRSM_RNUN
1201
#define TRSM_RRLU   STRSM_RNLU
1202
#define TRSM_RRLN   STRSM_RNLN
1203
#define TRSM_RCUU   STRSM_RTUU
1204
#define TRSM_RCUN   STRSM_RTUN
1205
#define TRSM_RCLU   STRSM_RTLU
1206
#define TRSM_RCLN   STRSM_RTLN
1207
1208
#define GEMM_THREAD_NN    SGEMM_THREAD_NN
1209
#define GEMM_THREAD_CN    SGEMM_THREAD_TN
1210
#define GEMM_THREAD_TN    SGEMM_THREAD_TN
1211
#define GEMM_THREAD_NC    SGEMM_THREAD_NT
1212
#define GEMM_THREAD_NT    SGEMM_THREAD_NT
1213
#define GEMM_THREAD_CC    SGEMM_THREAD_TT
1214
#define GEMM_THREAD_CT    SGEMM_THREAD_TT
1215
#define GEMM_THREAD_TC    SGEMM_THREAD_TT
1216
#define GEMM_THREAD_TT    SGEMM_THREAD_TT
1217
#define GEMM_THREAD_NR    SGEMM_THREAD_NN
1218
#define GEMM_THREAD_TR    SGEMM_THREAD_TN
1219
#define GEMM_THREAD_CR    SGEMM_THREAD_TN
1220
#define GEMM_THREAD_RN    SGEMM_THREAD_NN
1221
#define GEMM_THREAD_RT    SGEMM_THREAD_NT
1222
#define GEMM_THREAD_RC    SGEMM_THREAD_NT
1223
#define GEMM_THREAD_RR    SGEMM_THREAD_NN
1224
1225
#define SYMM_THREAD_LU    SSYMM_THREAD_LU
1226
#define SYMM_THREAD_LL    SSYMM_THREAD_LL
1227
#define SYMM_THREAD_RU    SSYMM_THREAD_RU
1228
#define SYMM_THREAD_RL    SSYMM_THREAD_RL
1229
1230
#define HEMM_THREAD_LU    SHEMM_THREAD_LU
1231
#define HEMM_THREAD_LL    SHEMM_THREAD_LL
1232
#define HEMM_THREAD_RU    SHEMM_THREAD_RU
1233
#define HEMM_THREAD_RL    SHEMM_THREAD_RL
1234
1235
#define SYRK_THREAD_UN    SSYRK_THREAD_UN
1236
#define SYRK_THREAD_UT    SSYRK_THREAD_UT
1237
#define SYRK_THREAD_LN    SSYRK_THREAD_LN
1238
#define SYRK_THREAD_LT    SSYRK_THREAD_LT
1239
#define SYRK_THREAD_UR    SSYRK_THREAD_UR
1240
#define SYRK_THREAD_UC    SSYRK_THREAD_UC
1241
#define SYRK_THREAD_LR    SSYRK_THREAD_LN
1242
#define SYRK_THREAD_LC    SSYRK_THREAD_LT
1243
1244
#define HERK_THREAD_UN    SSYRK_THREAD_UN
1245
#define HERK_THREAD_UT    SSYRK_THREAD_UT
1246
#define HERK_THREAD_LN    SSYRK_THREAD_LN
1247
#define HERK_THREAD_LT    SSYRK_THREAD_LT
1248
#define HERK_THREAD_UR    SSYRK_THREAD_UR
1249
#define HERK_THREAD_UC    SSYRK_THREAD_UC
1250
#define HERK_THREAD_LR    SSYRK_THREAD_LN
1251
#define HERK_THREAD_LC    SSYRK_THREAD_LT
1252
1253
#define AXPBY_K     SAXPBY_K
1254
1255
#define OMATCOPY_K_CN   SOMATCOPY_K_CN
1256
#define OMATCOPY_K_RN   SOMATCOPY_K_RN
1257
#define OMATCOPY_K_CT   SOMATCOPY_K_CT
1258
#define OMATCOPY_K_RT   SOMATCOPY_K_RT
1259
#define IMATCOPY_K_CN   SIMATCOPY_K_CN
1260
#define IMATCOPY_K_RN   SIMATCOPY_K_RN
1261
#define IMATCOPY_K_CT   SIMATCOPY_K_CT
1262
#define IMATCOPY_K_RT   SIMATCOPY_K_RT
1263
1264
#define GEADD_K     SGEADD_K
1265
1266
0
#define GEMM_SMALL_MATRIX_PERMIT  SGEMM_SMALL_MATRIX_PERMIT
1267
1268
#define GEMM_SMALL_KERNEL_NN    SGEMM_SMALL_KERNEL_NN
1269
#define GEMM_SMALL_KERNEL_NT    SGEMM_SMALL_KERNEL_NT
1270
#define GEMM_SMALL_KERNEL_TN    SGEMM_SMALL_KERNEL_TN
1271
#define GEMM_SMALL_KERNEL_TT    SGEMM_SMALL_KERNEL_TT
1272
1273
#define GEMM_SMALL_KERNEL_B0_NN    SGEMM_SMALL_KERNEL_B0_NN
1274
#define GEMM_SMALL_KERNEL_B0_NT    SGEMM_SMALL_KERNEL_B0_NT
1275
#define GEMM_SMALL_KERNEL_B0_TN    SGEMM_SMALL_KERNEL_B0_TN
1276
#define GEMM_SMALL_KERNEL_B0_TT    SGEMM_SMALL_KERNEL_B0_TT
1277
1278
#endif
1279
#else
1280
#ifdef XDOUBLE
1281
1282
#define AMAX_K      XAMAX_K
1283
#define AMIN_K      XAMIN_K
1284
#define MAX_K     XMAX_K
1285
#define MIN_K     XMIN_K
1286
#define IAMAX_K     IXAMAX_K
1287
#define IAMIN_K     IXAMIN_K
1288
#define IMAX_K      IXMAX_K
1289
#define IMIN_K      IXMIN_K
1290
#define ASUM_K      XASUM_K
1291
#define AXPYU_K     XAXPYU_K
1292
#define AXPYC_K     XAXPYC_K
1293
#define COPY_K      XCOPY_K
1294
#define DOTU_K      XDOTU_K
1295
#define DOTC_K      XDOTC_K
1296
#define NRM2_K      XNRM2_K
1297
#define SCAL_K      XSCAL_K
1298
#define SUM_K     XSUM_K
1299
#define SWAP_K      XSWAP_K
1300
#define ROT_K     XROT_K
1301
1302
#define GEMV_N      XGEMV_N
1303
#define GEMV_T      XGEMV_T
1304
#define GEMV_R      XGEMV_R
1305
#define GEMV_C      XGEMV_C
1306
#define GEMV_O      XGEMV_O
1307
#define GEMV_U      XGEMV_U
1308
#define GEMV_S      XGEMV_S
1309
#define GEMV_D      XGEMV_D
1310
1311
#define GERU_K      XGERU_K
1312
#define GERC_K      XGERC_K
1313
#define GERV_K      XGERV_K
1314
#define GERD_K      XGERD_K
1315
1316
#define SYMV_U      XSYMV_U
1317
#define SYMV_L      XSYMV_L
1318
#define HEMV_U      XHEMV_U
1319
#define HEMV_L      XHEMV_L
1320
#define HEMV_V      XHEMV_V
1321
#define HEMV_M      XHEMV_M
1322
1323
#define SYMV_THREAD_U   XSYMV_THREAD_U
1324
#define SYMV_THREAD_L   XSYMV_THREAD_L
1325
#define HEMV_THREAD_U   XHEMV_THREAD_U
1326
#define HEMV_THREAD_L   XHEMV_THREAD_L
1327
#define HEMV_THREAD_V   XHEMV_THREAD_V
1328
#define HEMV_THREAD_M   XHEMV_THREAD_M
1329
1330
#define GEMM_ONCOPY   XGEMM_ONCOPY
1331
#define GEMM_OTCOPY   XGEMM_OTCOPY
1332
#define GEMM_INCOPY   XGEMM_INCOPY
1333
#define GEMM_ITCOPY   XGEMM_ITCOPY
1334
1335
#define GEMM3M_ONCOPYB    XGEMM3M_ONCOPYB
1336
#define GEMM3M_ONCOPYR    XGEMM3M_ONCOPYR
1337
#define GEMM3M_ONCOPYI    XGEMM3M_ONCOPYI
1338
#define GEMM3M_OTCOPYB    XGEMM3M_OTCOPYB
1339
#define GEMM3M_OTCOPYR    XGEMM3M_OTCOPYR
1340
#define GEMM3M_OTCOPYI    XGEMM3M_OTCOPYI
1341
#define GEMM3M_INCOPYB    XGEMM3M_INCOPYB
1342
#define GEMM3M_INCOPYR    XGEMM3M_INCOPYR
1343
#define GEMM3M_INCOPYI    XGEMM3M_INCOPYI
1344
#define GEMM3M_ITCOPYB    XGEMM3M_ITCOPYB
1345
#define GEMM3M_ITCOPYR    XGEMM3M_ITCOPYR
1346
#define GEMM3M_ITCOPYI    XGEMM3M_ITCOPYI
1347
1348
#ifdef UNIT
1349
1350
#define TRMM_OUNCOPY    XTRMM_OUNUCOPY
1351
#define TRMM_OUTCOPY    XTRMM_OUTUCOPY
1352
#define TRMM_OLNCOPY    XTRMM_OLNUCOPY
1353
#define TRMM_OLTCOPY    XTRMM_OLTUCOPY
1354
#define TRSM_OUNCOPY    XTRSM_OUNUCOPY
1355
#define TRSM_OUTCOPY    XTRSM_OUTUCOPY
1356
#define TRSM_OLNCOPY    XTRSM_OLNUCOPY
1357
#define TRSM_OLTCOPY    XTRSM_OLTUCOPY
1358
1359
#define TRMM_IUNCOPY    XTRMM_IUNUCOPY
1360
#define TRMM_IUTCOPY    XTRMM_IUTUCOPY
1361
#define TRMM_ILNCOPY    XTRMM_ILNUCOPY
1362
#define TRMM_ILTCOPY    XTRMM_ILTUCOPY
1363
#define TRSM_IUNCOPY    XTRSM_IUNUCOPY
1364
#define TRSM_IUTCOPY    XTRSM_IUTUCOPY
1365
#define TRSM_ILNCOPY    XTRSM_ILNUCOPY
1366
#define TRSM_ILTCOPY    XTRSM_ILTUCOPY
1367
1368
#else
1369
1370
#define TRMM_OUNCOPY    XTRMM_OUNNCOPY
1371
#define TRMM_OUTCOPY    XTRMM_OUTNCOPY
1372
#define TRMM_OLNCOPY    XTRMM_OLNNCOPY
1373
#define TRMM_OLTCOPY    XTRMM_OLTNCOPY
1374
#define TRSM_OUNCOPY    XTRSM_OUNNCOPY
1375
#define TRSM_OUTCOPY    XTRSM_OUTNCOPY
1376
#define TRSM_OLNCOPY    XTRSM_OLNNCOPY
1377
#define TRSM_OLTCOPY    XTRSM_OLTNCOPY
1378
1379
#define TRMM_IUNCOPY    XTRMM_IUNNCOPY
1380
#define TRMM_IUTCOPY    XTRMM_IUTNCOPY
1381
#define TRMM_ILNCOPY    XTRMM_ILNNCOPY
1382
#define TRMM_ILTCOPY    XTRMM_ILTNCOPY
1383
#define TRSM_IUNCOPY    XTRSM_IUNNCOPY
1384
#define TRSM_IUTCOPY    XTRSM_IUTNCOPY
1385
#define TRSM_ILNCOPY    XTRSM_ILNNCOPY
1386
#define TRSM_ILTCOPY    XTRSM_ILTNCOPY
1387
1388
#endif
1389
1390
#define SYMM3M_ILCOPYB    XSYMM3M_ILCOPYB
1391
#define SYMM3M_IUCOPYB    XSYMM3M_IUCOPYB
1392
#define SYMM3M_ILCOPYR    XSYMM3M_ILCOPYR
1393
#define SYMM3M_IUCOPYR    XSYMM3M_IUCOPYR
1394
#define SYMM3M_ILCOPYI    XSYMM3M_ILCOPYI
1395
#define SYMM3M_IUCOPYI    XSYMM3M_IUCOPYI
1396
1397
#define SYMM3M_OLCOPYB    XSYMM3M_OLCOPYB
1398
#define SYMM3M_OUCOPYB    XSYMM3M_OUCOPYB
1399
#define SYMM3M_OLCOPYR    XSYMM3M_OLCOPYR
1400
#define SYMM3M_OUCOPYR    XSYMM3M_OUCOPYR
1401
#define SYMM3M_OLCOPYI    XSYMM3M_OLCOPYI
1402
#define SYMM3M_OUCOPYI    XSYMM3M_OUCOPYI
1403
1404
#define HEMM3M_ILCOPYB    XHEMM3M_ILCOPYB
1405
#define HEMM3M_IUCOPYB    XHEMM3M_IUCOPYB
1406
#define HEMM3M_ILCOPYR    XHEMM3M_ILCOPYR
1407
#define HEMM3M_IUCOPYR    XHEMM3M_IUCOPYR
1408
#define HEMM3M_ILCOPYI    XHEMM3M_ILCOPYI
1409
#define HEMM3M_IUCOPYI    XHEMM3M_IUCOPYI
1410
1411
#define HEMM3M_OLCOPYB    XHEMM3M_OLCOPYB
1412
#define HEMM3M_OUCOPYB    XHEMM3M_OUCOPYB
1413
#define HEMM3M_OLCOPYR    XHEMM3M_OLCOPYR
1414
#define HEMM3M_OUCOPYR    XHEMM3M_OUCOPYR
1415
#define HEMM3M_OLCOPYI    XHEMM3M_OLCOPYI
1416
#define HEMM3M_OUCOPYI    XHEMM3M_OUCOPYI
1417
1418
#define GEMM_BETA   XGEMM_BETA
1419
1420
#define GEMM_KERNEL_N   XGEMM_KERNEL_N
1421
#define GEMM_KERNEL_L   XGEMM_KERNEL_L
1422
#define GEMM_KERNEL_R   XGEMM_KERNEL_R
1423
#define GEMM_KERNEL_B   XGEMM_KERNEL_B
1424
1425
#define GEMM3M_KERNEL   XGEMM3M_KERNEL
1426
1427
#define TRMM_KERNEL_LN    XTRMM_KERNEL_LN
1428
#define TRMM_KERNEL_LT    XTRMM_KERNEL_LT
1429
#define TRMM_KERNEL_LR    XTRMM_KERNEL_LR
1430
#define TRMM_KERNEL_LC    XTRMM_KERNEL_LC
1431
#define TRMM_KERNEL_RN    XTRMM_KERNEL_RN
1432
#define TRMM_KERNEL_RT    XTRMM_KERNEL_RT
1433
#define TRMM_KERNEL_RR    XTRMM_KERNEL_RR
1434
#define TRMM_KERNEL_RC    XTRMM_KERNEL_RC
1435
1436
#define TRSM_KERNEL_LN    XTRSM_KERNEL_LN
1437
#define TRSM_KERNEL_LT    XTRSM_KERNEL_LT
1438
#define TRSM_KERNEL_LR    XTRSM_KERNEL_LR
1439
#define TRSM_KERNEL_LC    XTRSM_KERNEL_LC
1440
#define TRSM_KERNEL_RN    XTRSM_KERNEL_RN
1441
#define TRSM_KERNEL_RT    XTRSM_KERNEL_RT
1442
#define TRSM_KERNEL_RR    XTRSM_KERNEL_RR
1443
#define TRSM_KERNEL_RC    XTRSM_KERNEL_RC
1444
1445
#define GEMM_NN     XGEMM_NN
1446
#define GEMM_CN     XGEMM_CN
1447
#define GEMM_TN     XGEMM_TN
1448
#define GEMM_NC     XGEMM_NC
1449
#define GEMM_NT     XGEMM_NT
1450
#define GEMM_CC     XGEMM_CC
1451
#define GEMM_CT     XGEMM_CT
1452
#define GEMM_TC     XGEMM_TC
1453
#define GEMM_TT     XGEMM_TT
1454
#define GEMM_NR     XGEMM_NR
1455
#define GEMM_TR     XGEMM_TR
1456
#define GEMM_CR     XGEMM_CR
1457
#define GEMM_RN     XGEMM_RN
1458
#define GEMM_RT     XGEMM_RT
1459
#define GEMM_RC     XGEMM_RC
1460
#define GEMM_RR     XGEMM_RR
1461
1462
#define SYMM_LU     XSYMM_LU
1463
#define SYMM_LL     XSYMM_LL
1464
#define SYMM_RU     XSYMM_RU
1465
#define SYMM_RL     XSYMM_RL
1466
1467
#define HEMM_LU     XHEMM_LU
1468
#define HEMM_LL     XHEMM_LL
1469
#define HEMM_RU     XHEMM_RU
1470
#define HEMM_RL     XHEMM_RL
1471
1472
#define HEMM_IUTCOPY    XHEMM_IUTCOPY
1473
#define HEMM_ILTCOPY    XHEMM_ILTCOPY
1474
#define HEMM_OUTCOPY    XHEMM_OUTCOPY
1475
#define HEMM_OLTCOPY    XHEMM_OLTCOPY
1476
1477
#define SYRK_UN     XSYRK_UN
1478
#define SYRK_UT     XSYRK_UT
1479
#define SYRK_LN     XSYRK_LN
1480
#define SYRK_LT     XSYRK_LT
1481
#define SYRK_UR     XSYRK_UN
1482
#define SYRK_UC     XSYRK_UT
1483
#define SYRK_LR     XSYRK_LN
1484
#define SYRK_LC     XSYRK_LT
1485
1486
#define SYRK_KERNEL_U   XSYRK_KERNEL_U
1487
#define SYRK_KERNEL_L   XSYRK_KERNEL_L
1488
1489
#define HERK_UN     XHERK_UN
1490
#define HERK_LN     XHERK_LN
1491
#define HERK_UC     XHERK_UC
1492
#define HERK_LC     XHERK_LC
1493
1494
#define HER2K_UN    XHER2K_UN
1495
#define HER2K_LN    XHER2K_LN
1496
#define HER2K_UC    XHER2K_UC
1497
#define HER2K_LC    XHER2K_LC
1498
1499
#define SYR2K_UN    XSYR2K_UN
1500
#define SYR2K_UT    XSYR2K_UT
1501
#define SYR2K_LN    XSYR2K_LN
1502
#define SYR2K_LT    XSYR2K_LT
1503
#define SYR2K_UR    XSYR2K_UN
1504
#define SYR2K_UC    XSYR2K_UT
1505
#define SYR2K_LR    XSYR2K_LN
1506
#define SYR2K_LC    XSYR2K_LT
1507
1508
#define SYR2K_KERNEL_U    XSYR2K_KERNEL_U
1509
#define SYR2K_KERNEL_L    XSYR2K_KERNEL_L
1510
1511
#define TRMM_LNUU   XTRMM_LNUU
1512
#define TRMM_LNUN   XTRMM_LNUN
1513
#define TRMM_LNLU   XTRMM_LNLU
1514
#define TRMM_LNLN   XTRMM_LNLN
1515
#define TRMM_LTUU   XTRMM_LTUU
1516
#define TRMM_LTUN   XTRMM_LTUN
1517
#define TRMM_LTLU   XTRMM_LTLU
1518
#define TRMM_LTLN   XTRMM_LTLN
1519
#define TRMM_LRUU   XTRMM_LRUU
1520
#define TRMM_LRUN   XTRMM_LRUN
1521
#define TRMM_LRLU   XTRMM_LRLU
1522
#define TRMM_LRLN   XTRMM_LRLN
1523
#define TRMM_LCUU   XTRMM_LCUU
1524
#define TRMM_LCUN   XTRMM_LCUN
1525
#define TRMM_LCLU   XTRMM_LCLU
1526
#define TRMM_LCLN   XTRMM_LCLN
1527
#define TRMM_RNUU   XTRMM_RNUU
1528
#define TRMM_RNUN   XTRMM_RNUN
1529
#define TRMM_RNLU   XTRMM_RNLU
1530
#define TRMM_RNLN   XTRMM_RNLN
1531
#define TRMM_RTUU   XTRMM_RTUU
1532
#define TRMM_RTUN   XTRMM_RTUN
1533
#define TRMM_RTLU   XTRMM_RTLU
1534
#define TRMM_RTLN   XTRMM_RTLN
1535
#define TRMM_RRUU   XTRMM_RRUU
1536
#define TRMM_RRUN   XTRMM_RRUN
1537
#define TRMM_RRLU   XTRMM_RRLU
1538
#define TRMM_RRLN   XTRMM_RRLN
1539
#define TRMM_RCUU   XTRMM_RCUU
1540
#define TRMM_RCUN   XTRMM_RCUN
1541
#define TRMM_RCLU   XTRMM_RCLU
1542
#define TRMM_RCLN   XTRMM_RCLN
1543
1544
#define TRSM_LNUU   XTRSM_LNUU
1545
#define TRSM_LNUN   XTRSM_LNUN
1546
#define TRSM_LNLU   XTRSM_LNLU
1547
#define TRSM_LNLN   XTRSM_LNLN
1548
#define TRSM_LTUU   XTRSM_LTUU
1549
#define TRSM_LTUN   XTRSM_LTUN
1550
#define TRSM_LTLU   XTRSM_LTLU
1551
#define TRSM_LTLN   XTRSM_LTLN
1552
#define TRSM_LRUU   XTRSM_LRUU
1553
#define TRSM_LRUN   XTRSM_LRUN
1554
#define TRSM_LRLU   XTRSM_LRLU
1555
#define TRSM_LRLN   XTRSM_LRLN
1556
#define TRSM_LCUU   XTRSM_LCUU
1557
#define TRSM_LCUN   XTRSM_LCUN
1558
#define TRSM_LCLU   XTRSM_LCLU
1559
#define TRSM_LCLN   XTRSM_LCLN
1560
#define TRSM_RNUU   XTRSM_RNUU
1561
#define TRSM_RNUN   XTRSM_RNUN
1562
#define TRSM_RNLU   XTRSM_RNLU
1563
#define TRSM_RNLN   XTRSM_RNLN
1564
#define TRSM_RTUU   XTRSM_RTUU
1565
#define TRSM_RTUN   XTRSM_RTUN
1566
#define TRSM_RTLU   XTRSM_RTLU
1567
#define TRSM_RTLN   XTRSM_RTLN
1568
#define TRSM_RRUU   XTRSM_RRUU
1569
#define TRSM_RRUN   XTRSM_RRUN
1570
#define TRSM_RRLU   XTRSM_RRLU
1571
#define TRSM_RRLN   XTRSM_RRLN
1572
#define TRSM_RCUU   XTRSM_RCUU
1573
#define TRSM_RCUN   XTRSM_RCUN
1574
#define TRSM_RCLU   XTRSM_RCLU
1575
#define TRSM_RCLN   XTRSM_RCLN
1576
1577
1578
#define GEMM_THREAD_NN    XGEMM_THREAD_NN
1579
#define GEMM_THREAD_CN    XGEMM_THREAD_CN
1580
#define GEMM_THREAD_TN    XGEMM_THREAD_TN
1581
#define GEMM_THREAD_NC    XGEMM_THREAD_NC
1582
#define GEMM_THREAD_NT    XGEMM_THREAD_NT
1583
#define GEMM_THREAD_CC    XGEMM_THREAD_CC
1584
#define GEMM_THREAD_CT    XGEMM_THREAD_CT
1585
#define GEMM_THREAD_TC    XGEMM_THREAD_TC
1586
#define GEMM_THREAD_TT    XGEMM_THREAD_TT
1587
#define GEMM_THREAD_NR    XGEMM_THREAD_NR
1588
#define GEMM_THREAD_TR    XGEMM_THREAD_TR
1589
#define GEMM_THREAD_CR    XGEMM_THREAD_CR
1590
#define GEMM_THREAD_RN    XGEMM_THREAD_RN
1591
#define GEMM_THREAD_RT    XGEMM_THREAD_RT
1592
#define GEMM_THREAD_RC    XGEMM_THREAD_RC
1593
#define GEMM_THREAD_RR    XGEMM_THREAD_RR
1594
1595
#define SYMM_THREAD_LU    XSYMM_THREAD_LU
1596
#define SYMM_THREAD_LL    XSYMM_THREAD_LL
1597
#define SYMM_THREAD_RU    XSYMM_THREAD_RU
1598
#define SYMM_THREAD_RL    XSYMM_THREAD_RL
1599
1600
#define HEMM_THREAD_LU    XHEMM_THREAD_LU
1601
#define HEMM_THREAD_LL    XHEMM_THREAD_LL
1602
#define HEMM_THREAD_RU    XHEMM_THREAD_RU
1603
#define HEMM_THREAD_RL    XHEMM_THREAD_RL
1604
1605
#define SYRK_THREAD_UN    XSYRK_THREAD_UN
1606
#define SYRK_THREAD_UT    XSYRK_THREAD_UT
1607
#define SYRK_THREAD_LN    XSYRK_THREAD_LN
1608
#define SYRK_THREAD_LT    XSYRK_THREAD_LT
1609
#define SYRK_THREAD_UR    XSYRK_THREAD_UR
1610
#define SYRK_THREAD_UC    XSYRK_THREAD_UC
1611
#define SYRK_THREAD_LR    XSYRK_THREAD_LR
1612
#define SYRK_THREAD_LC    XSYRK_THREAD_LC
1613
1614
#define HERK_THREAD_UN    XHERK_THREAD_UN
1615
#define HERK_THREAD_UT    XHERK_THREAD_UT
1616
#define HERK_THREAD_LN    XHERK_THREAD_LN
1617
#define HERK_THREAD_LT    XHERK_THREAD_LT
1618
#define HERK_THREAD_UR    XHERK_THREAD_UR
1619
#define HERK_THREAD_UC    XHERK_THREAD_UC
1620
#define HERK_THREAD_LR    XHERK_THREAD_LR
1621
#define HERK_THREAD_LC    XHERK_THREAD_LC
1622
1623
#define GEMM3M_NN   XGEMM3M_NN
1624
#define GEMM3M_CN   XGEMM3M_CN
1625
#define GEMM3M_TN   XGEMM3M_TN
1626
#define GEMM3M_NC   XGEMM3M_NC
1627
#define GEMM3M_NT   XGEMM3M_NT
1628
#define GEMM3M_CC   XGEMM3M_CC
1629
#define GEMM3M_CT   XGEMM3M_CT
1630
#define GEMM3M_TC   XGEMM3M_TC
1631
#define GEMM3M_TT   XGEMM3M_TT
1632
#define GEMM3M_NR   XGEMM3M_NR
1633
#define GEMM3M_TR   XGEMM3M_TR
1634
#define GEMM3M_CR   XGEMM3M_CR
1635
#define GEMM3M_RN   XGEMM3M_RN
1636
#define GEMM3M_RT   XGEMM3M_RT
1637
#define GEMM3M_RC   XGEMM3M_RC
1638
#define GEMM3M_RR   XGEMM3M_RR
1639
1640
#define GEMM3M_THREAD_NN  XGEMM3M_THREAD_NN
1641
#define GEMM3M_THREAD_CN  XGEMM3M_THREAD_CN
1642
#define GEMM3M_THREAD_TN  XGEMM3M_THREAD_TN
1643
#define GEMM3M_THREAD_NC  XGEMM3M_THREAD_NC
1644
#define GEMM3M_THREAD_NT  XGEMM3M_THREAD_NT
1645
#define GEMM3M_THREAD_CC  XGEMM3M_THREAD_CC
1646
#define GEMM3M_THREAD_CT  XGEMM3M_THREAD_CT
1647
#define GEMM3M_THREAD_TC  XGEMM3M_THREAD_TC
1648
#define GEMM3M_THREAD_TT  XGEMM3M_THREAD_TT
1649
#define GEMM3M_THREAD_NR  XGEMM3M_THREAD_NR
1650
#define GEMM3M_THREAD_TR  XGEMM3M_THREAD_TR
1651
#define GEMM3M_THREAD_CR  XGEMM3M_THREAD_CR
1652
#define GEMM3M_THREAD_RN  XGEMM3M_THREAD_RN
1653
#define GEMM3M_THREAD_RT  XGEMM3M_THREAD_RT
1654
#define GEMM3M_THREAD_RC  XGEMM3M_THREAD_RC
1655
#define GEMM3M_THREAD_RR  XGEMM3M_THREAD_RR
1656
1657
#define SYMM3M_LU   XSYMM3M_LU
1658
#define SYMM3M_LL   XSYMM3M_LL
1659
#define SYMM3M_RU   XSYMM3M_RU
1660
#define SYMM3M_RL   XSYMM3M_RL
1661
1662
#define SYMM3M_THREAD_LU  XSYMM3M_THREAD_LU
1663
#define SYMM3M_THREAD_LL  XSYMM3M_THREAD_LL
1664
#define SYMM3M_THREAD_RU  XSYMM3M_THREAD_RU
1665
#define SYMM3M_THREAD_RL  XSYMM3M_THREAD_RL
1666
1667
#define HEMM3M_LU   XHEMM3M_LU
1668
#define HEMM3M_LL   XHEMM3M_LL
1669
#define HEMM3M_RU   XHEMM3M_RU
1670
#define HEMM3M_RL   XHEMM3M_RL
1671
1672
#define HEMM3M_THREAD_LU  XHEMM3M_THREAD_LU
1673
#define HEMM3M_THREAD_LL  XHEMM3M_THREAD_LL
1674
#define HEMM3M_THREAD_RU  XHEMM3M_THREAD_RU
1675
#define HEMM3M_THREAD_RL  XHEMM3M_THREAD_RL
1676
1677
#define SYMM_IUTCOPY    XSYMM_IUTCOPY
1678
#define SYMM_ILTCOPY    XSYMM_ILTCOPY
1679
#define SYMM_OUTCOPY    XSYMM_OUTCOPY
1680
#define SYMM_OLTCOPY    XSYMM_OLTCOPY
1681
1682
#elif defined(DOUBLE)
1683
1684
#define AMAX_K      ZAMAX_K
1685
#define AMIN_K      ZAMIN_K
1686
#define MAX_K     ZMAX_K
1687
#define MIN_K     ZMIN_K
1688
#define IAMAX_K     IZAMAX_K
1689
#define IAMIN_K     IZAMIN_K
1690
#define IMAX_K      IZMAX_K
1691
#define IMIN_K      IZMIN_K
1692
#define ASUM_K      ZASUM_K
1693
#define AXPYU_K     ZAXPYU_K
1694
#define AXPYC_K     ZAXPYC_K
1695
#define COPY_K      ZCOPY_K
1696
#define DOTU_K      ZDOTU_K
1697
#define DOTC_K      ZDOTC_K
1698
#define NRM2_K      ZNRM2_K
1699
#define SCAL_K      ZSCAL_K
1700
#define SUM_K     ZSUM_K
1701
#define SWAP_K      ZSWAP_K
1702
#define ROT_K     ZROT_K
1703
1704
#define GEMV_N      ZGEMV_N
1705
#define GEMV_T      ZGEMV_T
1706
#define GEMV_R      ZGEMV_R
1707
#define GEMV_C      ZGEMV_C
1708
#define GEMV_O      ZGEMV_O
1709
#define GEMV_U      ZGEMV_U
1710
#define GEMV_S      ZGEMV_S
1711
#define GEMV_D      ZGEMV_D
1712
1713
#define GERU_K      ZGERU_K
1714
#define GERC_K      ZGERC_K
1715
#define GERV_K      ZGERV_K
1716
#define GERD_K      ZGERD_K
1717
1718
#define SYMV_U      ZSYMV_U
1719
#define SYMV_L      ZSYMV_L
1720
#define HEMV_U      ZHEMV_U
1721
#define HEMV_L      ZHEMV_L
1722
#define HEMV_V      ZHEMV_V
1723
#define HEMV_M      ZHEMV_M
1724
1725
#define SYMV_THREAD_U   ZSYMV_THREAD_U
1726
#define SYMV_THREAD_L   ZSYMV_THREAD_L
1727
#define HEMV_THREAD_U   ZHEMV_THREAD_U
1728
#define HEMV_THREAD_L   ZHEMV_THREAD_L
1729
#define HEMV_THREAD_V   ZHEMV_THREAD_V
1730
#define HEMV_THREAD_M   ZHEMV_THREAD_M
1731
1732
#define GEMM_ONCOPY   ZGEMM_ONCOPY
1733
#define GEMM_OTCOPY   ZGEMM_OTCOPY
1734
#define GEMM_INCOPY   ZGEMM_INCOPY
1735
#define GEMM_ITCOPY   ZGEMM_ITCOPY
1736
1737
#define GEMM3M_ONCOPYB    ZGEMM3M_ONCOPYB
1738
#define GEMM3M_ONCOPYR    ZGEMM3M_ONCOPYR
1739
#define GEMM3M_ONCOPYI    ZGEMM3M_ONCOPYI
1740
#define GEMM3M_OTCOPYB    ZGEMM3M_OTCOPYB
1741
#define GEMM3M_OTCOPYR    ZGEMM3M_OTCOPYR
1742
#define GEMM3M_OTCOPYI    ZGEMM3M_OTCOPYI
1743
#define GEMM3M_INCOPYB    ZGEMM3M_INCOPYB
1744
#define GEMM3M_INCOPYR    ZGEMM3M_INCOPYR
1745
#define GEMM3M_INCOPYI    ZGEMM3M_INCOPYI
1746
#define GEMM3M_ITCOPYB    ZGEMM3M_ITCOPYB
1747
#define GEMM3M_ITCOPYR    ZGEMM3M_ITCOPYR
1748
#define GEMM3M_ITCOPYI    ZGEMM3M_ITCOPYI
1749
1750
#ifdef UNIT
1751
1752
#define TRMM_OUNCOPY    ZTRMM_OUNUCOPY
1753
#define TRMM_OUTCOPY    ZTRMM_OUTUCOPY
1754
#define TRMM_OLNCOPY    ZTRMM_OLNUCOPY
1755
#define TRMM_OLTCOPY    ZTRMM_OLTUCOPY
1756
#define TRSM_OUNCOPY    ZTRSM_OUNUCOPY
1757
#define TRSM_OUTCOPY    ZTRSM_OUTUCOPY
1758
#define TRSM_OLNCOPY    ZTRSM_OLNUCOPY
1759
#define TRSM_OLTCOPY    ZTRSM_OLTUCOPY
1760
1761
#define TRMM_IUNCOPY    ZTRMM_IUNUCOPY
1762
#define TRMM_IUTCOPY    ZTRMM_IUTUCOPY
1763
#define TRMM_ILNCOPY    ZTRMM_ILNUCOPY
1764
#define TRMM_ILTCOPY    ZTRMM_ILTUCOPY
1765
#define TRSM_IUNCOPY    ZTRSM_IUNUCOPY
1766
#define TRSM_IUTCOPY    ZTRSM_IUTUCOPY
1767
#define TRSM_ILNCOPY    ZTRSM_ILNUCOPY
1768
#define TRSM_ILTCOPY    ZTRSM_ILTUCOPY
1769
1770
#else
1771
1772
#define TRMM_OUNCOPY    ZTRMM_OUNNCOPY
1773
#define TRMM_OUTCOPY    ZTRMM_OUTNCOPY
1774
#define TRMM_OLNCOPY    ZTRMM_OLNNCOPY
1775
#define TRMM_OLTCOPY    ZTRMM_OLTNCOPY
1776
#define TRSM_OUNCOPY    ZTRSM_OUNNCOPY
1777
#define TRSM_OUTCOPY    ZTRSM_OUTNCOPY
1778
#define TRSM_OLNCOPY    ZTRSM_OLNNCOPY
1779
#define TRSM_OLTCOPY    ZTRSM_OLTNCOPY
1780
1781
#define TRMM_IUNCOPY    ZTRMM_IUNNCOPY
1782
#define TRMM_IUTCOPY    ZTRMM_IUTNCOPY
1783
#define TRMM_ILNCOPY    ZTRMM_ILNNCOPY
1784
#define TRMM_ILTCOPY    ZTRMM_ILTNCOPY
1785
#define TRSM_IUNCOPY    ZTRSM_IUNNCOPY
1786
#define TRSM_IUTCOPY    ZTRSM_IUTNCOPY
1787
#define TRSM_ILNCOPY    ZTRSM_ILNNCOPY
1788
#define TRSM_ILTCOPY    ZTRSM_ILTNCOPY
1789
1790
#endif
1791
1792
#define SYMM3M_ILCOPYB    ZSYMM3M_ILCOPYB
1793
#define SYMM3M_IUCOPYB    ZSYMM3M_IUCOPYB
1794
#define SYMM3M_ILCOPYR    ZSYMM3M_ILCOPYR
1795
#define SYMM3M_IUCOPYR    ZSYMM3M_IUCOPYR
1796
#define SYMM3M_ILCOPYI    ZSYMM3M_ILCOPYI
1797
#define SYMM3M_IUCOPYI    ZSYMM3M_IUCOPYI
1798
1799
#define SYMM3M_OLCOPYB    ZSYMM3M_OLCOPYB
1800
#define SYMM3M_OUCOPYB    ZSYMM3M_OUCOPYB
1801
#define SYMM3M_OLCOPYR    ZSYMM3M_OLCOPYR
1802
#define SYMM3M_OUCOPYR    ZSYMM3M_OUCOPYR
1803
#define SYMM3M_OLCOPYI    ZSYMM3M_OLCOPYI
1804
#define SYMM3M_OUCOPYI    ZSYMM3M_OUCOPYI
1805
1806
#define HEMM3M_ILCOPYB    ZHEMM3M_ILCOPYB
1807
#define HEMM3M_IUCOPYB    ZHEMM3M_IUCOPYB
1808
#define HEMM3M_ILCOPYR    ZHEMM3M_ILCOPYR
1809
#define HEMM3M_IUCOPYR    ZHEMM3M_IUCOPYR
1810
#define HEMM3M_ILCOPYI    ZHEMM3M_ILCOPYI
1811
#define HEMM3M_IUCOPYI    ZHEMM3M_IUCOPYI
1812
1813
#define HEMM3M_OLCOPYB    ZHEMM3M_OLCOPYB
1814
#define HEMM3M_OUCOPYB    ZHEMM3M_OUCOPYB
1815
#define HEMM3M_OLCOPYR    ZHEMM3M_OLCOPYR
1816
#define HEMM3M_OUCOPYR    ZHEMM3M_OUCOPYR
1817
#define HEMM3M_OLCOPYI    ZHEMM3M_OLCOPYI
1818
#define HEMM3M_OUCOPYI    ZHEMM3M_OUCOPYI
1819
1820
#define GEMM_BETA   ZGEMM_BETA
1821
1822
#define GEMM_KERNEL_N   ZGEMM_KERNEL_N
1823
#define GEMM_KERNEL_L   ZGEMM_KERNEL_L
1824
#define GEMM_KERNEL_R   ZGEMM_KERNEL_R
1825
#define GEMM_KERNEL_B   ZGEMM_KERNEL_B
1826
1827
#define GEMM3M_KERNEL   ZGEMM3M_KERNEL
1828
1829
#define TRMM_KERNEL_LN    ZTRMM_KERNEL_LN
1830
#define TRMM_KERNEL_LT    ZTRMM_KERNEL_LT
1831
#define TRMM_KERNEL_LR    ZTRMM_KERNEL_LR
1832
#define TRMM_KERNEL_LC    ZTRMM_KERNEL_LC
1833
#define TRMM_KERNEL_RN    ZTRMM_KERNEL_RN
1834
#define TRMM_KERNEL_RT    ZTRMM_KERNEL_RT
1835
#define TRMM_KERNEL_RR    ZTRMM_KERNEL_RR
1836
#define TRMM_KERNEL_RC    ZTRMM_KERNEL_RC
1837
1838
#define TRSM_KERNEL_LN    ZTRSM_KERNEL_LN
1839
#define TRSM_KERNEL_LT    ZTRSM_KERNEL_LT
1840
#define TRSM_KERNEL_LR    ZTRSM_KERNEL_LR
1841
#define TRSM_KERNEL_LC    ZTRSM_KERNEL_LC
1842
#define TRSM_KERNEL_RN    ZTRSM_KERNEL_RN
1843
#define TRSM_KERNEL_RT    ZTRSM_KERNEL_RT
1844
#define TRSM_KERNEL_RR    ZTRSM_KERNEL_RR
1845
#define TRSM_KERNEL_RC    ZTRSM_KERNEL_RC
1846
1847
#define GEMM_NN     ZGEMM_NN
1848
#define GEMM_CN     ZGEMM_CN
1849
#define GEMM_TN     ZGEMM_TN
1850
#define GEMM_NC     ZGEMM_NC
1851
#define GEMM_NT     ZGEMM_NT
1852
#define GEMM_CC     ZGEMM_CC
1853
#define GEMM_CT     ZGEMM_CT
1854
#define GEMM_TC     ZGEMM_TC
1855
#define GEMM_TT     ZGEMM_TT
1856
#define GEMM_NR     ZGEMM_NR
1857
#define GEMM_TR     ZGEMM_TR
1858
#define GEMM_CR     ZGEMM_CR
1859
#define GEMM_RN     ZGEMM_RN
1860
#define GEMM_RT     ZGEMM_RT
1861
#define GEMM_RC     ZGEMM_RC
1862
#define GEMM_RR     ZGEMM_RR
1863
1864
#define SYMM_LU     ZSYMM_LU
1865
#define SYMM_LL     ZSYMM_LL
1866
#define SYMM_RU     ZSYMM_RU
1867
#define SYMM_RL     ZSYMM_RL
1868
1869
#define HEMM_LU     ZHEMM_LU
1870
#define HEMM_LL     ZHEMM_LL
1871
#define HEMM_RU     ZHEMM_RU
1872
#define HEMM_RL     ZHEMM_RL
1873
1874
#define HEMM_IUTCOPY    ZHEMM_IUTCOPY
1875
#define HEMM_ILTCOPY    ZHEMM_ILTCOPY
1876
#define HEMM_OUTCOPY    ZHEMM_OUTCOPY
1877
#define HEMM_OLTCOPY    ZHEMM_OLTCOPY
1878
1879
#define SYRK_UN     ZSYRK_UN
1880
#define SYRK_UT     ZSYRK_UT
1881
#define SYRK_LN     ZSYRK_LN
1882
#define SYRK_LT     ZSYRK_LT
1883
#define SYRK_UR     ZSYRK_UN
1884
#define SYRK_UC     ZSYRK_UT
1885
#define SYRK_LR     ZSYRK_LN
1886
#define SYRK_LC     ZSYRK_LT
1887
1888
#define SYRK_KERNEL_U   ZSYRK_KERNEL_U
1889
#define SYRK_KERNEL_L   ZSYRK_KERNEL_L
1890
1891
#define HERK_UN     ZHERK_UN
1892
#define HERK_LN     ZHERK_LN
1893
#define HERK_UC     ZHERK_UC
1894
#define HERK_LC     ZHERK_LC
1895
1896
#define HER2K_UN    ZHER2K_UN
1897
#define HER2K_LN    ZHER2K_LN
1898
#define HER2K_UC    ZHER2K_UC
1899
#define HER2K_LC    ZHER2K_LC
1900
1901
#define SYR2K_UN    ZSYR2K_UN
1902
#define SYR2K_UT    ZSYR2K_UT
1903
#define SYR2K_LN    ZSYR2K_LN
1904
#define SYR2K_LT    ZSYR2K_LT
1905
#define SYR2K_UR    ZSYR2K_UN
1906
#define SYR2K_UC    ZSYR2K_UT
1907
#define SYR2K_LR    ZSYR2K_LN
1908
#define SYR2K_LC    ZSYR2K_LT
1909
1910
#define SYR2K_KERNEL_U    ZSYR2K_KERNEL_U
1911
#define SYR2K_KERNEL_L    ZSYR2K_KERNEL_L
1912
1913
#define TRMM_LNUU   ZTRMM_LNUU
1914
#define TRMM_LNUN   ZTRMM_LNUN
1915
#define TRMM_LNLU   ZTRMM_LNLU
1916
#define TRMM_LNLN   ZTRMM_LNLN
1917
#define TRMM_LTUU   ZTRMM_LTUU
1918
#define TRMM_LTUN   ZTRMM_LTUN
1919
#define TRMM_LTLU   ZTRMM_LTLU
1920
#define TRMM_LTLN   ZTRMM_LTLN
1921
#define TRMM_LRUU   ZTRMM_LRUU
1922
#define TRMM_LRUN   ZTRMM_LRUN
1923
#define TRMM_LRLU   ZTRMM_LRLU
1924
#define TRMM_LRLN   ZTRMM_LRLN
1925
#define TRMM_LCUU   ZTRMM_LCUU
1926
#define TRMM_LCUN   ZTRMM_LCUN
1927
#define TRMM_LCLU   ZTRMM_LCLU
1928
#define TRMM_LCLN   ZTRMM_LCLN
1929
#define TRMM_RNUU   ZTRMM_RNUU
1930
#define TRMM_RNUN   ZTRMM_RNUN
1931
#define TRMM_RNLU   ZTRMM_RNLU
1932
#define TRMM_RNLN   ZTRMM_RNLN
1933
#define TRMM_RTUU   ZTRMM_RTUU
1934
#define TRMM_RTUN   ZTRMM_RTUN
1935
#define TRMM_RTLU   ZTRMM_RTLU
1936
#define TRMM_RTLN   ZTRMM_RTLN
1937
#define TRMM_RRUU   ZTRMM_RRUU
1938
#define TRMM_RRUN   ZTRMM_RRUN
1939
#define TRMM_RRLU   ZTRMM_RRLU
1940
#define TRMM_RRLN   ZTRMM_RRLN
1941
#define TRMM_RCUU   ZTRMM_RCUU
1942
#define TRMM_RCUN   ZTRMM_RCUN
1943
#define TRMM_RCLU   ZTRMM_RCLU
1944
#define TRMM_RCLN   ZTRMM_RCLN
1945
1946
#define TRSM_LNUU   ZTRSM_LNUU
1947
#define TRSM_LNUN   ZTRSM_LNUN
1948
#define TRSM_LNLU   ZTRSM_LNLU
1949
#define TRSM_LNLN   ZTRSM_LNLN
1950
#define TRSM_LTUU   ZTRSM_LTUU
1951
#define TRSM_LTUN   ZTRSM_LTUN
1952
#define TRSM_LTLU   ZTRSM_LTLU
1953
#define TRSM_LTLN   ZTRSM_LTLN
1954
#define TRSM_LRUU   ZTRSM_LRUU
1955
#define TRSM_LRUN   ZTRSM_LRUN
1956
#define TRSM_LRLU   ZTRSM_LRLU
1957
#define TRSM_LRLN   ZTRSM_LRLN
1958
#define TRSM_LCUU   ZTRSM_LCUU
1959
#define TRSM_LCUN   ZTRSM_LCUN
1960
#define TRSM_LCLU   ZTRSM_LCLU
1961
#define TRSM_LCLN   ZTRSM_LCLN
1962
#define TRSM_RNUU   ZTRSM_RNUU
1963
#define TRSM_RNUN   ZTRSM_RNUN
1964
#define TRSM_RNLU   ZTRSM_RNLU
1965
#define TRSM_RNLN   ZTRSM_RNLN
1966
#define TRSM_RTUU   ZTRSM_RTUU
1967
#define TRSM_RTUN   ZTRSM_RTUN
1968
#define TRSM_RTLU   ZTRSM_RTLU
1969
#define TRSM_RTLN   ZTRSM_RTLN
1970
#define TRSM_RRUU   ZTRSM_RRUU
1971
#define TRSM_RRUN   ZTRSM_RRUN
1972
#define TRSM_RRLU   ZTRSM_RRLU
1973
#define TRSM_RRLN   ZTRSM_RRLN
1974
#define TRSM_RCUU   ZTRSM_RCUU
1975
#define TRSM_RCUN   ZTRSM_RCUN
1976
#define TRSM_RCLU   ZTRSM_RCLU
1977
#define TRSM_RCLN   ZTRSM_RCLN
1978
1979
1980
#define GEMM_THREAD_NN    ZGEMM_THREAD_NN
1981
#define GEMM_THREAD_CN    ZGEMM_THREAD_CN
1982
#define GEMM_THREAD_TN    ZGEMM_THREAD_TN
1983
#define GEMM_THREAD_NC    ZGEMM_THREAD_NC
1984
#define GEMM_THREAD_NT    ZGEMM_THREAD_NT
1985
#define GEMM_THREAD_CC    ZGEMM_THREAD_CC
1986
#define GEMM_THREAD_CT    ZGEMM_THREAD_CT
1987
#define GEMM_THREAD_TC    ZGEMM_THREAD_TC
1988
#define GEMM_THREAD_TT    ZGEMM_THREAD_TT
1989
#define GEMM_THREAD_NR    ZGEMM_THREAD_NR
1990
#define GEMM_THREAD_TR    ZGEMM_THREAD_TR
1991
#define GEMM_THREAD_CR    ZGEMM_THREAD_CR
1992
#define GEMM_THREAD_RN    ZGEMM_THREAD_RN
1993
#define GEMM_THREAD_RT    ZGEMM_THREAD_RT
1994
#define GEMM_THREAD_RC    ZGEMM_THREAD_RC
1995
#define GEMM_THREAD_RR    ZGEMM_THREAD_RR
1996
1997
#define SYMM_THREAD_LU    ZSYMM_THREAD_LU
1998
#define SYMM_THREAD_LL    ZSYMM_THREAD_LL
1999
#define SYMM_THREAD_RU    ZSYMM_THREAD_RU
2000
#define SYMM_THREAD_RL    ZSYMM_THREAD_RL
2001
2002
#define HEMM_THREAD_LU    ZHEMM_THREAD_LU
2003
#define HEMM_THREAD_LL    ZHEMM_THREAD_LL
2004
#define HEMM_THREAD_RU    ZHEMM_THREAD_RU
2005
#define HEMM_THREAD_RL    ZHEMM_THREAD_RL
2006
2007
#define SYRK_THREAD_UN    ZSYRK_THREAD_UN
2008
#define SYRK_THREAD_UT    ZSYRK_THREAD_UT
2009
#define SYRK_THREAD_LN    ZSYRK_THREAD_LN
2010
#define SYRK_THREAD_LT    ZSYRK_THREAD_LT
2011
#define SYRK_THREAD_UR    ZSYRK_THREAD_UR
2012
#define SYRK_THREAD_UC    ZSYRK_THREAD_UC
2013
#define SYRK_THREAD_LR    ZSYRK_THREAD_LR
2014
#define SYRK_THREAD_LC    ZSYRK_THREAD_LC
2015
2016
#define HERK_THREAD_UN    ZHERK_THREAD_UN
2017
#define HERK_THREAD_UT    ZHERK_THREAD_UT
2018
#define HERK_THREAD_LN    ZHERK_THREAD_LN
2019
#define HERK_THREAD_LT    ZHERK_THREAD_LT
2020
#define HERK_THREAD_UR    ZHERK_THREAD_UR
2021
#define HERK_THREAD_UC    ZHERK_THREAD_UC
2022
#define HERK_THREAD_LR    ZHERK_THREAD_LR
2023
#define HERK_THREAD_LC    ZHERK_THREAD_LC
2024
2025
#define GEMM3M_NN   ZGEMM3M_NN
2026
#define GEMM3M_CN   ZGEMM3M_CN
2027
#define GEMM3M_TN   ZGEMM3M_TN
2028
#define GEMM3M_NC   ZGEMM3M_NC
2029
#define GEMM3M_NT   ZGEMM3M_NT
2030
#define GEMM3M_CC   ZGEMM3M_CC
2031
#define GEMM3M_CT   ZGEMM3M_CT
2032
#define GEMM3M_TC   ZGEMM3M_TC
2033
#define GEMM3M_TT   ZGEMM3M_TT
2034
#define GEMM3M_NR   ZGEMM3M_NR
2035
#define GEMM3M_TR   ZGEMM3M_TR
2036
#define GEMM3M_CR   ZGEMM3M_CR
2037
#define GEMM3M_RN   ZGEMM3M_RN
2038
#define GEMM3M_RT   ZGEMM3M_RT
2039
#define GEMM3M_RC   ZGEMM3M_RC
2040
#define GEMM3M_RR   ZGEMM3M_RR
2041
2042
#define GEMM3M_THREAD_NN  ZGEMM3M_THREAD_NN
2043
#define GEMM3M_THREAD_CN  ZGEMM3M_THREAD_CN
2044
#define GEMM3M_THREAD_TN  ZGEMM3M_THREAD_TN
2045
#define GEMM3M_THREAD_NC  ZGEMM3M_THREAD_NC
2046
#define GEMM3M_THREAD_NT  ZGEMM3M_THREAD_NT
2047
#define GEMM3M_THREAD_CC  ZGEMM3M_THREAD_CC
2048
#define GEMM3M_THREAD_CT  ZGEMM3M_THREAD_CT
2049
#define GEMM3M_THREAD_TC  ZGEMM3M_THREAD_TC
2050
#define GEMM3M_THREAD_TT  ZGEMM3M_THREAD_TT
2051
#define GEMM3M_THREAD_NR  ZGEMM3M_THREAD_NR
2052
#define GEMM3M_THREAD_TR  ZGEMM3M_THREAD_TR
2053
#define GEMM3M_THREAD_CR  ZGEMM3M_THREAD_CR
2054
#define GEMM3M_THREAD_RN  ZGEMM3M_THREAD_RN
2055
#define GEMM3M_THREAD_RT  ZGEMM3M_THREAD_RT
2056
#define GEMM3M_THREAD_RC  ZGEMM3M_THREAD_RC
2057
#define GEMM3M_THREAD_RR  ZGEMM3M_THREAD_RR
2058
2059
#define SYMM3M_LU   ZSYMM3M_LU
2060
#define SYMM3M_LL   ZSYMM3M_LL
2061
#define SYMM3M_RU   ZSYMM3M_RU
2062
#define SYMM3M_RL   ZSYMM3M_RL
2063
2064
#define SYMM3M_THREAD_LU  ZSYMM3M_THREAD_LU
2065
#define SYMM3M_THREAD_LL  ZSYMM3M_THREAD_LL
2066
#define SYMM3M_THREAD_RU  ZSYMM3M_THREAD_RU
2067
#define SYMM3M_THREAD_RL  ZSYMM3M_THREAD_RL
2068
2069
#define HEMM3M_LU   ZHEMM3M_LU
2070
#define HEMM3M_LL   ZHEMM3M_LL
2071
#define HEMM3M_RU   ZHEMM3M_RU
2072
#define HEMM3M_RL   ZHEMM3M_RL
2073
2074
#define HEMM3M_THREAD_LU  ZHEMM3M_THREAD_LU
2075
#define HEMM3M_THREAD_LL  ZHEMM3M_THREAD_LL
2076
#define HEMM3M_THREAD_RU  ZHEMM3M_THREAD_RU
2077
#define HEMM3M_THREAD_RL  ZHEMM3M_THREAD_RL
2078
2079
#define SYMM_IUTCOPY    ZSYMM_IUTCOPY
2080
#define SYMM_ILTCOPY    ZSYMM_ILTCOPY
2081
#define SYMM_OUTCOPY    ZSYMM_OUTCOPY
2082
#define SYMM_OLTCOPY    ZSYMM_OLTCOPY
2083
2084
#define AXPBY_K                 ZAXPBY_K
2085
2086
#define OMATCOPY_K_CN   ZOMATCOPY_K_CN
2087
#define OMATCOPY_K_RN   ZOMATCOPY_K_RN
2088
#define OMATCOPY_K_CT   ZOMATCOPY_K_CT
2089
#define OMATCOPY_K_RT   ZOMATCOPY_K_RT
2090
#define OMATCOPY_K_CNC    ZOMATCOPY_K_CNC
2091
#define OMATCOPY_K_RNC    ZOMATCOPY_K_RNC
2092
#define OMATCOPY_K_CTC    ZOMATCOPY_K_CTC
2093
#define OMATCOPY_K_RTC    ZOMATCOPY_K_RTC
2094
#define IMATCOPY_K_CN   ZIMATCOPY_K_CN
2095
#define IMATCOPY_K_RN   ZIMATCOPY_K_RN
2096
#define IMATCOPY_K_CT   ZIMATCOPY_K_CT
2097
#define IMATCOPY_K_RT   ZIMATCOPY_K_RT
2098
#define IMATCOPY_K_CNC    ZIMATCOPY_K_CNC
2099
#define IMATCOPY_K_RNC    ZIMATCOPY_K_RNC
2100
#define IMATCOPY_K_CTC    ZIMATCOPY_K_CTC
2101
#define IMATCOPY_K_RTC    ZIMATCOPY_K_RTC
2102
2103
#define GEADD_K                 ZGEADD_K
2104
2105
#define GEMM_SMALL_MATRIX_PERMIT  ZGEMM_SMALL_MATRIX_PERMIT
2106
2107
#define GEMM_SMALL_KERNEL_NN    ZGEMM_SMALL_KERNEL_NN
2108
#define GEMM_SMALL_KERNEL_NT    ZGEMM_SMALL_KERNEL_NT
2109
#define GEMM_SMALL_KERNEL_NR    ZGEMM_SMALL_KERNEL_NR
2110
#define GEMM_SMALL_KERNEL_NC    ZGEMM_SMALL_KERNEL_NC
2111
2112
#define GEMM_SMALL_KERNEL_TN    ZGEMM_SMALL_KERNEL_TN
2113
#define GEMM_SMALL_KERNEL_TT    ZGEMM_SMALL_KERNEL_TT
2114
#define GEMM_SMALL_KERNEL_TR    ZGEMM_SMALL_KERNEL_TR
2115
#define GEMM_SMALL_KERNEL_TC    ZGEMM_SMALL_KERNEL_TC
2116
2117
#define GEMM_SMALL_KERNEL_RN    ZGEMM_SMALL_KERNEL_RN
2118
#define GEMM_SMALL_KERNEL_RT    ZGEMM_SMALL_KERNEL_RT
2119
#define GEMM_SMALL_KERNEL_RR    ZGEMM_SMALL_KERNEL_RR
2120
#define GEMM_SMALL_KERNEL_RC    ZGEMM_SMALL_KERNEL_RC
2121
2122
#define GEMM_SMALL_KERNEL_CN    ZGEMM_SMALL_KERNEL_CN
2123
#define GEMM_SMALL_KERNEL_CT    ZGEMM_SMALL_KERNEL_CT
2124
#define GEMM_SMALL_KERNEL_CR    ZGEMM_SMALL_KERNEL_CR
2125
#define GEMM_SMALL_KERNEL_CC    ZGEMM_SMALL_KERNEL_CC
2126
2127
#define GEMM_SMALL_KERNEL_B0_NN    ZGEMM_SMALL_KERNEL_B0_NN
2128
#define GEMM_SMALL_KERNEL_B0_NT    ZGEMM_SMALL_KERNEL_B0_NT
2129
#define GEMM_SMALL_KERNEL_B0_NR    ZGEMM_SMALL_KERNEL_B0_NR
2130
#define GEMM_SMALL_KERNEL_B0_NC    ZGEMM_SMALL_KERNEL_B0_NC
2131
2132
#define GEMM_SMALL_KERNEL_B0_TN    ZGEMM_SMALL_KERNEL_B0_TN
2133
#define GEMM_SMALL_KERNEL_B0_TT    ZGEMM_SMALL_KERNEL_B0_TT
2134
#define GEMM_SMALL_KERNEL_B0_TR    ZGEMM_SMALL_KERNEL_B0_TR
2135
#define GEMM_SMALL_KERNEL_B0_TC    ZGEMM_SMALL_KERNEL_B0_TC
2136
2137
#define GEMM_SMALL_KERNEL_B0_RN    ZGEMM_SMALL_KERNEL_B0_RN
2138
#define GEMM_SMALL_KERNEL_B0_RT    ZGEMM_SMALL_KERNEL_B0_RT
2139
#define GEMM_SMALL_KERNEL_B0_RR    ZGEMM_SMALL_KERNEL_B0_RR
2140
#define GEMM_SMALL_KERNEL_B0_RC    ZGEMM_SMALL_KERNEL_B0_RC
2141
2142
#define GEMM_SMALL_KERNEL_B0_CN    ZGEMM_SMALL_KERNEL_B0_CN
2143
#define GEMM_SMALL_KERNEL_B0_CT    ZGEMM_SMALL_KERNEL_B0_CT
2144
#define GEMM_SMALL_KERNEL_B0_CR    ZGEMM_SMALL_KERNEL_B0_CR
2145
#define GEMM_SMALL_KERNEL_B0_CC    ZGEMM_SMALL_KERNEL_B0_CC
2146
2147
#else
2148
2149
#define AMAX_K      CAMAX_K
2150
#define AMIN_K      CAMIN_K
2151
#define MAX_K     CMAX_K
2152
#define MIN_K     CMIN_K
2153
#define IAMAX_K     ICAMAX_K
2154
#define IAMIN_K     ICAMIN_K
2155
#define IMAX_K      ICMAX_K
2156
#define IMIN_K      ICMIN_K
2157
#define ASUM_K      CASUM_K
2158
#define AXPYU_K     CAXPYU_K
2159
#define AXPYC_K     CAXPYC_K
2160
#define COPY_K      CCOPY_K
2161
#define DOTU_K      CDOTU_K
2162
#define DOTC_K      CDOTC_K
2163
#define NRM2_K      CNRM2_K
2164
#define SCAL_K      CSCAL_K
2165
#define SUM_K     CSUM_K
2166
#define SWAP_K      CSWAP_K
2167
#define ROT_K     CROT_K
2168
2169
#define GEMV_N      CGEMV_N
2170
#define GEMV_T      CGEMV_T
2171
#define GEMV_R      CGEMV_R
2172
#define GEMV_C      CGEMV_C
2173
#define GEMV_O      CGEMV_O
2174
#define GEMV_U      CGEMV_U
2175
#define GEMV_S      CGEMV_S
2176
#define GEMV_D      CGEMV_D
2177
2178
#define GERU_K      CGERU_K
2179
#define GERC_K      CGERC_K
2180
#define GERV_K      CGERV_K
2181
#define GERD_K      CGERD_K
2182
2183
#define SYMV_U      CSYMV_U
2184
#define SYMV_L      CSYMV_L
2185
#define HEMV_U      CHEMV_U
2186
#define HEMV_L      CHEMV_L
2187
#define HEMV_V      CHEMV_V
2188
#define HEMV_M      CHEMV_M
2189
2190
#define SYMV_THREAD_U   CSYMV_THREAD_U
2191
#define SYMV_THREAD_L   CSYMV_THREAD_L
2192
#define HEMV_THREAD_U   CHEMV_THREAD_U
2193
#define HEMV_THREAD_L   CHEMV_THREAD_L
2194
#define HEMV_THREAD_V   CHEMV_THREAD_V
2195
#define HEMV_THREAD_M   CHEMV_THREAD_M
2196
2197
#define GEMM_ONCOPY   CGEMM_ONCOPY
2198
#define GEMM_OTCOPY   CGEMM_OTCOPY
2199
#define GEMM_INCOPY   CGEMM_INCOPY
2200
#define GEMM_ITCOPY   CGEMM_ITCOPY
2201
2202
#define GEMM3M_ONCOPYB    CGEMM3M_ONCOPYB
2203
#define GEMM3M_ONCOPYR    CGEMM3M_ONCOPYR
2204
#define GEMM3M_ONCOPYI    CGEMM3M_ONCOPYI
2205
#define GEMM3M_OTCOPYB    CGEMM3M_OTCOPYB
2206
#define GEMM3M_OTCOPYR    CGEMM3M_OTCOPYR
2207
#define GEMM3M_OTCOPYI    CGEMM3M_OTCOPYI
2208
#define GEMM3M_INCOPYB    CGEMM3M_INCOPYB
2209
#define GEMM3M_INCOPYR    CGEMM3M_INCOPYR
2210
#define GEMM3M_INCOPYI    CGEMM3M_INCOPYI
2211
#define GEMM3M_ITCOPYB    CGEMM3M_ITCOPYB
2212
#define GEMM3M_ITCOPYR    CGEMM3M_ITCOPYR
2213
#define GEMM3M_ITCOPYI    CGEMM3M_ITCOPYI
2214
2215
#ifdef UNIT
2216
2217
#define TRMM_OUNCOPY    CTRMM_OUNUCOPY
2218
#define TRMM_OUTCOPY    CTRMM_OUTUCOPY
2219
#define TRMM_OLNCOPY    CTRMM_OLNUCOPY
2220
#define TRMM_OLTCOPY    CTRMM_OLTUCOPY
2221
#define TRSM_OUNCOPY    CTRSM_OUNUCOPY
2222
#define TRSM_OUTCOPY    CTRSM_OUTUCOPY
2223
#define TRSM_OLNCOPY    CTRSM_OLNUCOPY
2224
#define TRSM_OLTCOPY    CTRSM_OLTUCOPY
2225
2226
#define TRMM_IUNCOPY    CTRMM_IUNUCOPY
2227
#define TRMM_IUTCOPY    CTRMM_IUTUCOPY
2228
#define TRMM_ILNCOPY    CTRMM_ILNUCOPY
2229
#define TRMM_ILTCOPY    CTRMM_ILTUCOPY
2230
#define TRSM_IUNCOPY    CTRSM_IUNUCOPY
2231
#define TRSM_IUTCOPY    CTRSM_IUTUCOPY
2232
#define TRSM_ILNCOPY    CTRSM_ILNUCOPY
2233
#define TRSM_ILTCOPY    CTRSM_ILTUCOPY
2234
2235
#else
2236
2237
#define TRMM_OUNCOPY    CTRMM_OUNNCOPY
2238
#define TRMM_OUTCOPY    CTRMM_OUTNCOPY
2239
#define TRMM_OLNCOPY    CTRMM_OLNNCOPY
2240
#define TRMM_OLTCOPY    CTRMM_OLTNCOPY
2241
#define TRSM_OUNCOPY    CTRSM_OUNNCOPY
2242
#define TRSM_OUTCOPY    CTRSM_OUTNCOPY
2243
#define TRSM_OLNCOPY    CTRSM_OLNNCOPY
2244
#define TRSM_OLTCOPY    CTRSM_OLTNCOPY
2245
2246
#define TRMM_IUNCOPY    CTRMM_IUNNCOPY
2247
#define TRMM_IUTCOPY    CTRMM_IUTNCOPY
2248
#define TRMM_ILNCOPY    CTRMM_ILNNCOPY
2249
#define TRMM_ILTCOPY    CTRMM_ILTNCOPY
2250
#define TRSM_IUNCOPY    CTRSM_IUNNCOPY
2251
#define TRSM_IUTCOPY    CTRSM_IUTNCOPY
2252
#define TRSM_ILNCOPY    CTRSM_ILNNCOPY
2253
#define TRSM_ILTCOPY    CTRSM_ILTNCOPY
2254
2255
#endif
2256
2257
#define SYMM3M_ILCOPYB    CSYMM3M_ILCOPYB
2258
#define SYMM3M_IUCOPYB    CSYMM3M_IUCOPYB
2259
#define SYMM3M_ILCOPYR    CSYMM3M_ILCOPYR
2260
#define SYMM3M_IUCOPYR    CSYMM3M_IUCOPYR
2261
#define SYMM3M_ILCOPYI    CSYMM3M_ILCOPYI
2262
#define SYMM3M_IUCOPYI    CSYMM3M_IUCOPYI
2263
2264
#define SYMM3M_OLCOPYB    CSYMM3M_OLCOPYB
2265
#define SYMM3M_OUCOPYB    CSYMM3M_OUCOPYB
2266
#define SYMM3M_OLCOPYR    CSYMM3M_OLCOPYR
2267
#define SYMM3M_OUCOPYR    CSYMM3M_OUCOPYR
2268
#define SYMM3M_OLCOPYI    CSYMM3M_OLCOPYI
2269
#define SYMM3M_OUCOPYI    CSYMM3M_OUCOPYI
2270
2271
#define HEMM3M_ILCOPYB    CHEMM3M_ILCOPYB
2272
#define HEMM3M_IUCOPYB    CHEMM3M_IUCOPYB
2273
#define HEMM3M_ILCOPYR    CHEMM3M_ILCOPYR
2274
#define HEMM3M_IUCOPYR    CHEMM3M_IUCOPYR
2275
#define HEMM3M_ILCOPYI    CHEMM3M_ILCOPYI
2276
#define HEMM3M_IUCOPYI    CHEMM3M_IUCOPYI
2277
2278
#define HEMM3M_OLCOPYB    CHEMM3M_OLCOPYB
2279
#define HEMM3M_OUCOPYB    CHEMM3M_OUCOPYB
2280
#define HEMM3M_OLCOPYR    CHEMM3M_OLCOPYR
2281
#define HEMM3M_OUCOPYR    CHEMM3M_OUCOPYR
2282
#define HEMM3M_OLCOPYI    CHEMM3M_OLCOPYI
2283
#define HEMM3M_OUCOPYI    CHEMM3M_OUCOPYI
2284
2285
#define GEMM_BETA   CGEMM_BETA
2286
2287
#define GEMM_KERNEL_N   CGEMM_KERNEL_N
2288
#define GEMM_KERNEL_L   CGEMM_KERNEL_L
2289
#define GEMM_KERNEL_R   CGEMM_KERNEL_R
2290
#define GEMM_KERNEL_B   CGEMM_KERNEL_B
2291
2292
#define GEMM3M_KERNEL   CGEMM3M_KERNEL
2293
2294
#define TRMM_KERNEL_LN    CTRMM_KERNEL_LN
2295
#define TRMM_KERNEL_LT    CTRMM_KERNEL_LT
2296
#define TRMM_KERNEL_LR    CTRMM_KERNEL_LR
2297
#define TRMM_KERNEL_LC    CTRMM_KERNEL_LC
2298
#define TRMM_KERNEL_RN    CTRMM_KERNEL_RN
2299
#define TRMM_KERNEL_RT    CTRMM_KERNEL_RT
2300
#define TRMM_KERNEL_RR    CTRMM_KERNEL_RR
2301
#define TRMM_KERNEL_RC    CTRMM_KERNEL_RC
2302
2303
#define TRSM_KERNEL_LN    CTRSM_KERNEL_LN
2304
#define TRSM_KERNEL_LT    CTRSM_KERNEL_LT
2305
#define TRSM_KERNEL_LR    CTRSM_KERNEL_LR
2306
#define TRSM_KERNEL_LC    CTRSM_KERNEL_LC
2307
#define TRSM_KERNEL_RN    CTRSM_KERNEL_RN
2308
#define TRSM_KERNEL_RT    CTRSM_KERNEL_RT
2309
#define TRSM_KERNEL_RR    CTRSM_KERNEL_RR
2310
#define TRSM_KERNEL_RC    CTRSM_KERNEL_RC
2311
2312
#define GEMM_NN     CGEMM_NN
2313
#define GEMM_CN     CGEMM_CN
2314
#define GEMM_TN     CGEMM_TN
2315
#define GEMM_NC     CGEMM_NC
2316
#define GEMM_NT     CGEMM_NT
2317
#define GEMM_CC     CGEMM_CC
2318
#define GEMM_CT     CGEMM_CT
2319
#define GEMM_TC     CGEMM_TC
2320
#define GEMM_TT     CGEMM_TT
2321
#define GEMM_NR     CGEMM_NR
2322
#define GEMM_TR     CGEMM_TR
2323
#define GEMM_CR     CGEMM_CR
2324
#define GEMM_RN     CGEMM_RN
2325
#define GEMM_RT     CGEMM_RT
2326
#define GEMM_RC     CGEMM_RC
2327
#define GEMM_RR     CGEMM_RR
2328
2329
#define SYMM_LU     CSYMM_LU
2330
#define SYMM_LL     CSYMM_LL
2331
#define SYMM_RU     CSYMM_RU
2332
#define SYMM_RL     CSYMM_RL
2333
2334
#define HEMM_LU     CHEMM_LU
2335
#define HEMM_LL     CHEMM_LL
2336
#define HEMM_RU     CHEMM_RU
2337
#define HEMM_RL     CHEMM_RL
2338
2339
#define HEMM_IUTCOPY    CHEMM_IUTCOPY
2340
#define HEMM_ILTCOPY    CHEMM_ILTCOPY
2341
#define HEMM_OUTCOPY    CHEMM_OUTCOPY
2342
#define HEMM_OLTCOPY    CHEMM_OLTCOPY
2343
2344
#define SYRK_UN     CSYRK_UN
2345
#define SYRK_UT     CSYRK_UT
2346
#define SYRK_LN     CSYRK_LN
2347
#define SYRK_LT     CSYRK_LT
2348
#define SYRK_UR     CSYRK_UN
2349
#define SYRK_UC     CSYRK_UT
2350
#define SYRK_LR     CSYRK_LN
2351
#define SYRK_LC     CSYRK_LT
2352
2353
#define SYRK_KERNEL_U   CSYRK_KERNEL_U
2354
#define SYRK_KERNEL_L   CSYRK_KERNEL_L
2355
2356
#define HERK_UN     CHERK_UN
2357
#define HERK_LN     CHERK_LN
2358
#define HERK_UC     CHERK_UC
2359
#define HERK_LC     CHERK_LC
2360
2361
#define HER2K_UN    CHER2K_UN
2362
#define HER2K_LN    CHER2K_LN
2363
#define HER2K_UC    CHER2K_UC
2364
#define HER2K_LC    CHER2K_LC
2365
2366
#define SYR2K_UN    CSYR2K_UN
2367
#define SYR2K_UT    CSYR2K_UT
2368
#define SYR2K_LN    CSYR2K_LN
2369
#define SYR2K_LT    CSYR2K_LT
2370
#define SYR2K_UR    CSYR2K_UN
2371
#define SYR2K_UC    CSYR2K_UT
2372
#define SYR2K_LR    CSYR2K_LN
2373
#define SYR2K_LC    CSYR2K_LT
2374
2375
#define SYR2K_KERNEL_U    CSYR2K_KERNEL_U
2376
#define SYR2K_KERNEL_L    CSYR2K_KERNEL_L
2377
2378
#define TRMM_LNUU   CTRMM_LNUU
2379
#define TRMM_LNUN   CTRMM_LNUN
2380
#define TRMM_LNLU   CTRMM_LNLU
2381
#define TRMM_LNLN   CTRMM_LNLN
2382
#define TRMM_LTUU   CTRMM_LTUU
2383
#define TRMM_LTUN   CTRMM_LTUN
2384
#define TRMM_LTLU   CTRMM_LTLU
2385
#define TRMM_LTLN   CTRMM_LTLN
2386
#define TRMM_LRUU   CTRMM_LRUU
2387
#define TRMM_LRUN   CTRMM_LRUN
2388
#define TRMM_LRLU   CTRMM_LRLU
2389
#define TRMM_LRLN   CTRMM_LRLN
2390
#define TRMM_LCUU   CTRMM_LCUU
2391
#define TRMM_LCUN   CTRMM_LCUN
2392
#define TRMM_LCLU   CTRMM_LCLU
2393
#define TRMM_LCLN   CTRMM_LCLN
2394
#define TRMM_RNUU   CTRMM_RNUU
2395
#define TRMM_RNUN   CTRMM_RNUN
2396
#define TRMM_RNLU   CTRMM_RNLU
2397
#define TRMM_RNLN   CTRMM_RNLN
2398
#define TRMM_RTUU   CTRMM_RTUU
2399
#define TRMM_RTUN   CTRMM_RTUN
2400
#define TRMM_RTLU   CTRMM_RTLU
2401
#define TRMM_RTLN   CTRMM_RTLN
2402
#define TRMM_RRUU   CTRMM_RRUU
2403
#define TRMM_RRUN   CTRMM_RRUN
2404
#define TRMM_RRLU   CTRMM_RRLU
2405
#define TRMM_RRLN   CTRMM_RRLN
2406
#define TRMM_RCUU   CTRMM_RCUU
2407
#define TRMM_RCUN   CTRMM_RCUN
2408
#define TRMM_RCLU   CTRMM_RCLU
2409
#define TRMM_RCLN   CTRMM_RCLN
2410
2411
#define TRSM_LNUU   CTRSM_LNUU
2412
#define TRSM_LNUN   CTRSM_LNUN
2413
#define TRSM_LNLU   CTRSM_LNLU
2414
#define TRSM_LNLN   CTRSM_LNLN
2415
#define TRSM_LTUU   CTRSM_LTUU
2416
#define TRSM_LTUN   CTRSM_LTUN
2417
#define TRSM_LTLU   CTRSM_LTLU
2418
#define TRSM_LTLN   CTRSM_LTLN
2419
#define TRSM_LRUU   CTRSM_LRUU
2420
#define TRSM_LRUN   CTRSM_LRUN
2421
#define TRSM_LRLU   CTRSM_LRLU
2422
#define TRSM_LRLN   CTRSM_LRLN
2423
#define TRSM_LCUU   CTRSM_LCUU
2424
#define TRSM_LCUN   CTRSM_LCUN
2425
#define TRSM_LCLU   CTRSM_LCLU
2426
#define TRSM_LCLN   CTRSM_LCLN
2427
#define TRSM_RNUU   CTRSM_RNUU
2428
#define TRSM_RNUN   CTRSM_RNUN
2429
#define TRSM_RNLU   CTRSM_RNLU
2430
#define TRSM_RNLN   CTRSM_RNLN
2431
#define TRSM_RTUU   CTRSM_RTUU
2432
#define TRSM_RTUN   CTRSM_RTUN
2433
#define TRSM_RTLU   CTRSM_RTLU
2434
#define TRSM_RTLN   CTRSM_RTLN
2435
#define TRSM_RRUU   CTRSM_RRUU
2436
#define TRSM_RRUN   CTRSM_RRUN
2437
#define TRSM_RRLU   CTRSM_RRLU
2438
#define TRSM_RRLN   CTRSM_RRLN
2439
#define TRSM_RCUU   CTRSM_RCUU
2440
#define TRSM_RCUN   CTRSM_RCUN
2441
#define TRSM_RCLU   CTRSM_RCLU
2442
#define TRSM_RCLN   CTRSM_RCLN
2443
2444
2445
#define GEMM_THREAD_NN    CGEMM_THREAD_NN
2446
#define GEMM_THREAD_CN    CGEMM_THREAD_CN
2447
#define GEMM_THREAD_TN    CGEMM_THREAD_TN
2448
#define GEMM_THREAD_NC    CGEMM_THREAD_NC
2449
#define GEMM_THREAD_NT    CGEMM_THREAD_NT
2450
#define GEMM_THREAD_CC    CGEMM_THREAD_CC
2451
#define GEMM_THREAD_CT    CGEMM_THREAD_CT
2452
#define GEMM_THREAD_TC    CGEMM_THREAD_TC
2453
#define GEMM_THREAD_TT    CGEMM_THREAD_TT
2454
#define GEMM_THREAD_NR    CGEMM_THREAD_NR
2455
#define GEMM_THREAD_TR    CGEMM_THREAD_TR
2456
#define GEMM_THREAD_CR    CGEMM_THREAD_CR
2457
#define GEMM_THREAD_RN    CGEMM_THREAD_RN
2458
#define GEMM_THREAD_RT    CGEMM_THREAD_RT
2459
#define GEMM_THREAD_RC    CGEMM_THREAD_RC
2460
#define GEMM_THREAD_RR    CGEMM_THREAD_RR
2461
2462
#define SYMM_THREAD_LU    CSYMM_THREAD_LU
2463
#define SYMM_THREAD_LL    CSYMM_THREAD_LL
2464
#define SYMM_THREAD_RU    CSYMM_THREAD_RU
2465
#define SYMM_THREAD_RL    CSYMM_THREAD_RL
2466
2467
#define HEMM_THREAD_LU    CHEMM_THREAD_LU
2468
#define HEMM_THREAD_LL    CHEMM_THREAD_LL
2469
#define HEMM_THREAD_RU    CHEMM_THREAD_RU
2470
#define HEMM_THREAD_RL    CHEMM_THREAD_RL
2471
2472
#define SYRK_THREAD_UN    CSYRK_THREAD_UN
2473
#define SYRK_THREAD_UT    CSYRK_THREAD_UT
2474
#define SYRK_THREAD_LN    CSYRK_THREAD_LN
2475
#define SYRK_THREAD_LT    CSYRK_THREAD_LT
2476
#define SYRK_THREAD_UR    CSYRK_THREAD_UR
2477
#define SYRK_THREAD_UC    CSYRK_THREAD_UC
2478
#define SYRK_THREAD_LR    CSYRK_THREAD_LR
2479
#define SYRK_THREAD_LC    CSYRK_THREAD_LC
2480
2481
#define HERK_THREAD_UN    CHERK_THREAD_UN
2482
#define HERK_THREAD_UT    CHERK_THREAD_UT
2483
#define HERK_THREAD_LN    CHERK_THREAD_LN
2484
#define HERK_THREAD_LT    CHERK_THREAD_LT
2485
#define HERK_THREAD_UR    CHERK_THREAD_UR
2486
#define HERK_THREAD_UC    CHERK_THREAD_UC
2487
#define HERK_THREAD_LR    CHERK_THREAD_LR
2488
#define HERK_THREAD_LC    CHERK_THREAD_LC
2489
2490
#define GEMM3M_NN   CGEMM3M_NN
2491
#define GEMM3M_CN   CGEMM3M_CN
2492
#define GEMM3M_TN   CGEMM3M_TN
2493
#define GEMM3M_NC   CGEMM3M_NC
2494
#define GEMM3M_NT   CGEMM3M_NT
2495
#define GEMM3M_CC   CGEMM3M_CC
2496
#define GEMM3M_CT   CGEMM3M_CT
2497
#define GEMM3M_TC   CGEMM3M_TC
2498
#define GEMM3M_TT   CGEMM3M_TT
2499
#define GEMM3M_NR   CGEMM3M_NR
2500
#define GEMM3M_TR   CGEMM3M_TR
2501
#define GEMM3M_CR   CGEMM3M_CR
2502
#define GEMM3M_RN   CGEMM3M_RN
2503
#define GEMM3M_RT   CGEMM3M_RT
2504
#define GEMM3M_RC   CGEMM3M_RC
2505
#define GEMM3M_RR   CGEMM3M_RR
2506
2507
#define GEMM3M_THREAD_NN  CGEMM3M_THREAD_NN
2508
#define GEMM3M_THREAD_CN  CGEMM3M_THREAD_CN
2509
#define GEMM3M_THREAD_TN  CGEMM3M_THREAD_TN
2510
#define GEMM3M_THREAD_NC  CGEMM3M_THREAD_NC
2511
#define GEMM3M_THREAD_NT  CGEMM3M_THREAD_NT
2512
#define GEMM3M_THREAD_CC  CGEMM3M_THREAD_CC
2513
#define GEMM3M_THREAD_CT  CGEMM3M_THREAD_CT
2514
#define GEMM3M_THREAD_TC  CGEMM3M_THREAD_TC
2515
#define GEMM3M_THREAD_TT  CGEMM3M_THREAD_TT
2516
#define GEMM3M_THREAD_NR  CGEMM3M_THREAD_NR
2517
#define GEMM3M_THREAD_TR  CGEMM3M_THREAD_TR
2518
#define GEMM3M_THREAD_CR  CGEMM3M_THREAD_CR
2519
#define GEMM3M_THREAD_RN  CGEMM3M_THREAD_RN
2520
#define GEMM3M_THREAD_RT  CGEMM3M_THREAD_RT
2521
#define GEMM3M_THREAD_RC  CGEMM3M_THREAD_RC
2522
#define GEMM3M_THREAD_RR  CGEMM3M_THREAD_RR
2523
2524
#define SYMM3M_LU   CSYMM3M_LU
2525
#define SYMM3M_LL   CSYMM3M_LL
2526
#define SYMM3M_RU   CSYMM3M_RU
2527
#define SYMM3M_RL   CSYMM3M_RL
2528
2529
#define SYMM3M_THREAD_LU  CSYMM3M_THREAD_LU
2530
#define SYMM3M_THREAD_LL  CSYMM3M_THREAD_LL
2531
#define SYMM3M_THREAD_RU  CSYMM3M_THREAD_RU
2532
#define SYMM3M_THREAD_RL  CSYMM3M_THREAD_RL
2533
2534
#define HEMM3M_LU   CHEMM3M_LU
2535
#define HEMM3M_LL   CHEMM3M_LL
2536
#define HEMM3M_RU   CHEMM3M_RU
2537
#define HEMM3M_RL   CHEMM3M_RL
2538
2539
#define HEMM3M_THREAD_LU  CHEMM3M_THREAD_LU
2540
#define HEMM3M_THREAD_LL  CHEMM3M_THREAD_LL
2541
#define HEMM3M_THREAD_RU  CHEMM3M_THREAD_RU
2542
#define HEMM3M_THREAD_RL  CHEMM3M_THREAD_RL
2543
2544
#define SYMM_IUTCOPY    CSYMM_IUTCOPY
2545
#define SYMM_ILTCOPY    CSYMM_ILTCOPY
2546
#define SYMM_OUTCOPY    CSYMM_OUTCOPY
2547
#define SYMM_OLTCOPY    CSYMM_OLTCOPY
2548
2549
#define AXPBY_K                 CAXPBY_K
2550
2551
#define OMATCOPY_K_CN   COMATCOPY_K_CN
2552
#define OMATCOPY_K_RN   COMATCOPY_K_RN
2553
#define OMATCOPY_K_CT   COMATCOPY_K_CT
2554
#define OMATCOPY_K_RT   COMATCOPY_K_RT
2555
#define OMATCOPY_K_CNC    COMATCOPY_K_CNC
2556
#define OMATCOPY_K_RNC    COMATCOPY_K_RNC
2557
#define OMATCOPY_K_CTC    COMATCOPY_K_CTC
2558
#define OMATCOPY_K_RTC    COMATCOPY_K_RTC
2559
#define IMATCOPY_K_CN   CIMATCOPY_K_CN
2560
#define IMATCOPY_K_RN   CIMATCOPY_K_RN
2561
#define IMATCOPY_K_CT   CIMATCOPY_K_CT
2562
#define IMATCOPY_K_RT   CIMATCOPY_K_RT
2563
#define IMATCOPY_K_CNC    CIMATCOPY_K_CNC
2564
#define IMATCOPY_K_RNC    CIMATCOPY_K_RNC
2565
#define IMATCOPY_K_CTC    CIMATCOPY_K_CTC
2566
#define IMATCOPY_K_RTC    CIMATCOPY_K_RTC
2567
2568
#define GEADD_K                 CGEADD_K
2569
2570
#define GEMM_SMALL_MATRIX_PERMIT  CGEMM_SMALL_MATRIX_PERMIT
2571
2572
#define GEMM_SMALL_KERNEL_NN    CGEMM_SMALL_KERNEL_NN
2573
#define GEMM_SMALL_KERNEL_NT    CGEMM_SMALL_KERNEL_NT
2574
#define GEMM_SMALL_KERNEL_NR    CGEMM_SMALL_KERNEL_NR
2575
#define GEMM_SMALL_KERNEL_NC    CGEMM_SMALL_KERNEL_NC
2576
2577
#define GEMM_SMALL_KERNEL_TN    CGEMM_SMALL_KERNEL_TN
2578
#define GEMM_SMALL_KERNEL_TT    CGEMM_SMALL_KERNEL_TT
2579
#define GEMM_SMALL_KERNEL_TR    CGEMM_SMALL_KERNEL_TR
2580
#define GEMM_SMALL_KERNEL_TC    CGEMM_SMALL_KERNEL_TC
2581
2582
#define GEMM_SMALL_KERNEL_RN    CGEMM_SMALL_KERNEL_RN
2583
#define GEMM_SMALL_KERNEL_RT    CGEMM_SMALL_KERNEL_RT
2584
#define GEMM_SMALL_KERNEL_RR    CGEMM_SMALL_KERNEL_RR
2585
#define GEMM_SMALL_KERNEL_RC    CGEMM_SMALL_KERNEL_RC
2586
2587
#define GEMM_SMALL_KERNEL_CN    CGEMM_SMALL_KERNEL_CN
2588
#define GEMM_SMALL_KERNEL_CT    CGEMM_SMALL_KERNEL_CT
2589
#define GEMM_SMALL_KERNEL_CR    CGEMM_SMALL_KERNEL_CR
2590
#define GEMM_SMALL_KERNEL_CC    CGEMM_SMALL_KERNEL_CC
2591
2592
#define GEMM_SMALL_KERNEL_B0_NN    CGEMM_SMALL_KERNEL_B0_NN
2593
#define GEMM_SMALL_KERNEL_B0_NT    CGEMM_SMALL_KERNEL_B0_NT
2594
#define GEMM_SMALL_KERNEL_B0_NR    CGEMM_SMALL_KERNEL_B0_NR
2595
#define GEMM_SMALL_KERNEL_B0_NC    CGEMM_SMALL_KERNEL_B0_NC
2596
2597
#define GEMM_SMALL_KERNEL_B0_TN    CGEMM_SMALL_KERNEL_B0_TN
2598
#define GEMM_SMALL_KERNEL_B0_TT    CGEMM_SMALL_KERNEL_B0_TT
2599
#define GEMM_SMALL_KERNEL_B0_TR    CGEMM_SMALL_KERNEL_B0_TR
2600
#define GEMM_SMALL_KERNEL_B0_TC    CGEMM_SMALL_KERNEL_B0_TC
2601
2602
#define GEMM_SMALL_KERNEL_B0_RN    CGEMM_SMALL_KERNEL_B0_RN
2603
#define GEMM_SMALL_KERNEL_B0_RT    CGEMM_SMALL_KERNEL_B0_RT
2604
#define GEMM_SMALL_KERNEL_B0_RR    CGEMM_SMALL_KERNEL_B0_RR
2605
#define GEMM_SMALL_KERNEL_B0_RC    CGEMM_SMALL_KERNEL_B0_RC
2606
2607
#define GEMM_SMALL_KERNEL_B0_CN    CGEMM_SMALL_KERNEL_B0_CN
2608
#define GEMM_SMALL_KERNEL_B0_CT    CGEMM_SMALL_KERNEL_B0_CT
2609
#define GEMM_SMALL_KERNEL_B0_CR    CGEMM_SMALL_KERNEL_B0_CR
2610
#define GEMM_SMALL_KERNEL_B0_CC    CGEMM_SMALL_KERNEL_B0_CC
2611
2612
#endif
2613
#endif
2614
2615
#ifndef ASSEMBLER
2616
#if !defined(DYNAMIC_ARCH) \
2617
  && (defined(ARCH_X86) || defined(ARCH_X86_64) || defined(ARCH_IA64) || defined(ARCH_MIPS64) || defined(ARCH_ARM64) \
2618
      || defined(ARCH_LOONGARCH64) || defined(ARCH_E2K) || defined(ARCH_ALPHA))
2619
extern BLASLONG gemm_offset_a;
2620
extern BLASLONG gemm_offset_b;
2621
extern BLASLONG sbgemm_p;
2622
extern BLASLONG sbgemm_q;
2623
extern BLASLONG sbgemm_r;
2624
extern BLASLONG sgemm_p;
2625
extern BLASLONG sgemm_q;
2626
extern BLASLONG sgemm_r;
2627
extern BLASLONG dgemm_p;
2628
extern BLASLONG dgemm_q;
2629
extern BLASLONG dgemm_r;
2630
extern BLASLONG qgemm_p;
2631
extern BLASLONG qgemm_q;
2632
extern BLASLONG qgemm_r;
2633
extern BLASLONG cgemm_p;
2634
extern BLASLONG cgemm_q;
2635
extern BLASLONG cgemm_r;
2636
extern BLASLONG zgemm_p;
2637
extern BLASLONG zgemm_q;
2638
extern BLASLONG zgemm_r;
2639
extern BLASLONG xgemm_p;
2640
extern BLASLONG xgemm_q;
2641
extern BLASLONG xgemm_r;
2642
#endif
2643
2644
typedef struct {
2645
  void *a, *b, *c, *d, *alpha, *beta;
2646
  BLASLONG  m, n, k, lda, ldb, ldc, ldd;
2647
2648
#ifdef SMP
2649
  void *common;
2650
  BLASLONG nthreads;
2651
#endif
2652
2653
#ifdef PARAMTEST
2654
  BLASLONG gemm_p, gemm_q, gemm_r;
2655
#endif
2656
2657
#ifdef PREFETCHTEST
2658
  BLASLONG prea, preb, prec, pred;
2659
#endif
2660
2661
2662
  //for gemm_batch
2663
  void * routine;
2664
  int routine_mode;
2665
2666
} blas_arg_t;
2667
#endif
2668
2669
#ifdef SMALL_MATRIX_OPT
2670
#define BLAS_SMALL_OPT  0x10000U
2671
#define BLAS_SMALL_B0_OPT  0x30000U
2672
#endif
2673
2674
2675
#ifdef XDOUBLE
2676
2677
#define TRSV_NUU qtrsv_NUU
2678
#define TRSV_NUN qtrsv_NUN
2679
#define TRSV_NLU qtrsv_NLU
2680
#define TRSV_NLN qtrsv_NLN
2681
#define TRSV_TUU qtrsv_TUU
2682
#define TRSV_TUN qtrsv_TUN
2683
#define TRSV_TLU qtrsv_TLU
2684
#define TRSV_TLN qtrsv_TLN
2685
2686
#define ZTRSV_NUU xtrsv_NUU
2687
#define ZTRSV_NUN xtrsv_NUN
2688
#define ZTRSV_NLU xtrsv_NLU
2689
#define ZTRSV_NLN xtrsv_NLN
2690
#define ZTRSV_TUU xtrsv_TUU
2691
#define ZTRSV_TUN xtrsv_TUN
2692
#define ZTRSV_TLU xtrsv_TLU
2693
#define ZTRSV_TLN xtrsv_TLN
2694
#define ZTRSV_RUU xtrsv_RUU
2695
#define ZTRSV_RUN xtrsv_RUN
2696
#define ZTRSV_RLU xtrsv_RLU
2697
#define ZTRSV_RLN xtrsv_RLN
2698
#define ZTRSV_CUU xtrsv_CUU
2699
#define ZTRSV_CUN xtrsv_CUN
2700
#define ZTRSV_CLU xtrsv_CLU
2701
#define ZTRSV_CLN xtrsv_CLN
2702
2703
#define TRMV_NUU qtrmv_NUU
2704
#define TRMV_NUN qtrmv_NUN
2705
#define TRMV_NLU qtrmv_NLU
2706
#define TRMV_NLN qtrmv_NLN
2707
#define TRMV_TUU qtrmv_TUU
2708
#define TRMV_TUN qtrmv_TUN
2709
#define TRMV_TLU qtrmv_TLU
2710
#define TRMV_TLN qtrmv_TLN
2711
2712
#define TRMV_THREAD_NUU qtrmv_thread_NUU
2713
#define TRMV_THREAD_NUN qtrmv_thread_NUN
2714
#define TRMV_THREAD_NLU qtrmv_thread_NLU
2715
#define TRMV_THREAD_NLN qtrmv_thread_NLN
2716
#define TRMV_THREAD_TUU qtrmv_thread_TUU
2717
#define TRMV_THREAD_TUN qtrmv_thread_TUN
2718
#define TRMV_THREAD_TLU qtrmv_thread_TLU
2719
#define TRMV_THREAD_TLN qtrmv_thread_TLN
2720
2721
#define ZTRMV_NUU xtrmv_NUU
2722
#define ZTRMV_NUN xtrmv_NUN
2723
#define ZTRMV_NLU xtrmv_NLU
2724
#define ZTRMV_NLN xtrmv_NLN
2725
#define ZTRMV_TUU xtrmv_TUU
2726
#define ZTRMV_TUN xtrmv_TUN
2727
#define ZTRMV_TLU xtrmv_TLU
2728
#define ZTRMV_TLN xtrmv_TLN
2729
#define ZTRMV_RUU xtrmv_RUU
2730
#define ZTRMV_RUN xtrmv_RUN
2731
#define ZTRMV_RLU xtrmv_RLU
2732
#define ZTRMV_RLN xtrmv_RLN
2733
#define ZTRMV_CUU xtrmv_CUU
2734
#define ZTRMV_CUN xtrmv_CUN
2735
#define ZTRMV_CLU xtrmv_CLU
2736
#define ZTRMV_CLN xtrmv_CLN
2737
2738
#define ZTRMV_THREAD_NUU xtrmv_thread_NUU
2739
#define ZTRMV_THREAD_NUN xtrmv_thread_NUN
2740
#define ZTRMV_THREAD_NLU xtrmv_thread_NLU
2741
#define ZTRMV_THREAD_NLN xtrmv_thread_NLN
2742
#define ZTRMV_THREAD_TUU xtrmv_thread_TUU
2743
#define ZTRMV_THREAD_TUN xtrmv_thread_TUN
2744
#define ZTRMV_THREAD_TLU xtrmv_thread_TLU
2745
#define ZTRMV_THREAD_TLN xtrmv_thread_TLN
2746
#define ZTRMV_THREAD_RUU xtrmv_thread_RUU
2747
#define ZTRMV_THREAD_RUN xtrmv_thread_RUN
2748
#define ZTRMV_THREAD_RLU xtrmv_thread_RLU
2749
#define ZTRMV_THREAD_RLN xtrmv_thread_RLN
2750
#define ZTRMV_THREAD_CUU xtrmv_thread_CUU
2751
#define ZTRMV_THREAD_CUN xtrmv_thread_CUN
2752
#define ZTRMV_THREAD_CLU xtrmv_thread_CLU
2753
#define ZTRMV_THREAD_CLN xtrmv_thread_CLN
2754
2755
#elif defined(DOUBLE)
2756
2757
#define TRSV_NUU dtrsv_NUU
2758
#define TRSV_NUN dtrsv_NUN
2759
#define TRSV_NLU dtrsv_NLU
2760
#define TRSV_NLN dtrsv_NLN
2761
#define TRSV_TUU dtrsv_TUU
2762
#define TRSV_TUN dtrsv_TUN
2763
#define TRSV_TLU dtrsv_TLU
2764
#define TRSV_TLN dtrsv_TLN
2765
2766
#define ZTRSV_NUU ztrsv_NUU
2767
#define ZTRSV_NUN ztrsv_NUN
2768
#define ZTRSV_NLU ztrsv_NLU
2769
#define ZTRSV_NLN ztrsv_NLN
2770
#define ZTRSV_TUU ztrsv_TUU
2771
#define ZTRSV_TUN ztrsv_TUN
2772
#define ZTRSV_TLU ztrsv_TLU
2773
#define ZTRSV_TLN ztrsv_TLN
2774
#define ZTRSV_RUU ztrsv_RUU
2775
#define ZTRSV_RUN ztrsv_RUN
2776
#define ZTRSV_RLU ztrsv_RLU
2777
#define ZTRSV_RLN ztrsv_RLN
2778
#define ZTRSV_CUU ztrsv_CUU
2779
#define ZTRSV_CUN ztrsv_CUN
2780
#define ZTRSV_CLU ztrsv_CLU
2781
#define ZTRSV_CLN ztrsv_CLN
2782
2783
0
#define TRMV_NUU dtrmv_NUU
2784
0
#define TRMV_NUN dtrmv_NUN
2785
0
#define TRMV_NLU dtrmv_NLU
2786
0
#define TRMV_NLN dtrmv_NLN
2787
#define TRMV_TUU dtrmv_TUU
2788
#define TRMV_TUN dtrmv_TUN
2789
#define TRMV_TLU dtrmv_TLU
2790
#define TRMV_TLN dtrmv_TLN
2791
2792
#define TRMV_THREAD_NUU dtrmv_thread_NUU
2793
#define TRMV_THREAD_NUN dtrmv_thread_NUN
2794
#define TRMV_THREAD_NLU dtrmv_thread_NLU
2795
#define TRMV_THREAD_NLN dtrmv_thread_NLN
2796
#define TRMV_THREAD_TUU dtrmv_thread_TUU
2797
#define TRMV_THREAD_TUN dtrmv_thread_TUN
2798
#define TRMV_THREAD_TLU dtrmv_thread_TLU
2799
#define TRMV_THREAD_TLN dtrmv_thread_TLN
2800
2801
#define ZTRMV_NUU ztrmv_NUU
2802
#define ZTRMV_NUN ztrmv_NUN
2803
#define ZTRMV_NLU ztrmv_NLU
2804
#define ZTRMV_NLN ztrmv_NLN
2805
#define ZTRMV_TUU ztrmv_TUU
2806
#define ZTRMV_TUN ztrmv_TUN
2807
#define ZTRMV_TLU ztrmv_TLU
2808
#define ZTRMV_TLN ztrmv_TLN
2809
#define ZTRMV_RUU ztrmv_RUU
2810
#define ZTRMV_RUN ztrmv_RUN
2811
#define ZTRMV_RLU ztrmv_RLU
2812
#define ZTRMV_RLN ztrmv_RLN
2813
#define ZTRMV_CUU ztrmv_CUU
2814
#define ZTRMV_CUN ztrmv_CUN
2815
#define ZTRMV_CLU ztrmv_CLU
2816
#define ZTRMV_CLN ztrmv_CLN
2817
2818
#define ZTRMV_THREAD_NUU ztrmv_thread_NUU
2819
#define ZTRMV_THREAD_NUN ztrmv_thread_NUN
2820
#define ZTRMV_THREAD_NLU ztrmv_thread_NLU
2821
#define ZTRMV_THREAD_NLN ztrmv_thread_NLN
2822
#define ZTRMV_THREAD_TUU ztrmv_thread_TUU
2823
#define ZTRMV_THREAD_TUN ztrmv_thread_TUN
2824
#define ZTRMV_THREAD_TLU ztrmv_thread_TLU
2825
#define ZTRMV_THREAD_TLN ztrmv_thread_TLN
2826
#define ZTRMV_THREAD_RUU ztrmv_thread_RUU
2827
#define ZTRMV_THREAD_RUN ztrmv_thread_RUN
2828
#define ZTRMV_THREAD_RLU ztrmv_thread_RLU
2829
#define ZTRMV_THREAD_RLN ztrmv_thread_RLN
2830
#define ZTRMV_THREAD_CUU ztrmv_thread_CUU
2831
#define ZTRMV_THREAD_CUN ztrmv_thread_CUN
2832
#define ZTRMV_THREAD_CLU ztrmv_thread_CLU
2833
#define ZTRMV_THREAD_CLN ztrmv_thread_CLN
2834
2835
#else
2836
2837
#define TRSV_NUU strsv_NUU
2838
#define TRSV_NUN strsv_NUN
2839
#define TRSV_NLU strsv_NLU
2840
#define TRSV_NLN strsv_NLN
2841
#define TRSV_TUU strsv_TUU
2842
#define TRSV_TUN strsv_TUN
2843
#define TRSV_TLU strsv_TLU
2844
#define TRSV_TLN strsv_TLN
2845
2846
#define ZTRSV_NUU ctrsv_NUU
2847
#define ZTRSV_NUN ctrsv_NUN
2848
#define ZTRSV_NLU ctrsv_NLU
2849
#define ZTRSV_NLN ctrsv_NLN
2850
#define ZTRSV_TUU ctrsv_TUU
2851
#define ZTRSV_TUN ctrsv_TUN
2852
#define ZTRSV_TLU ctrsv_TLU
2853
#define ZTRSV_TLN ctrsv_TLN
2854
#define ZTRSV_RUU ctrsv_RUU
2855
#define ZTRSV_RUN ctrsv_RUN
2856
#define ZTRSV_RLU ctrsv_RLU
2857
#define ZTRSV_RLN ctrsv_RLN
2858
#define ZTRSV_CUU ctrsv_CUU
2859
#define ZTRSV_CUN ctrsv_CUN
2860
#define ZTRSV_CLU ctrsv_CLU
2861
#define ZTRSV_CLN ctrsv_CLN
2862
2863
0
#define TRMV_NUU strmv_NUU
2864
0
#define TRMV_NUN strmv_NUN
2865
0
#define TRMV_NLU strmv_NLU
2866
0
#define TRMV_NLN strmv_NLN
2867
#define TRMV_TUU strmv_TUU
2868
#define TRMV_TUN strmv_TUN
2869
#define TRMV_TLU strmv_TLU
2870
#define TRMV_TLN strmv_TLN
2871
2872
#define TRMV_THREAD_NUU strmv_thread_NUU
2873
#define TRMV_THREAD_NUN strmv_thread_NUN
2874
#define TRMV_THREAD_NLU strmv_thread_NLU
2875
#define TRMV_THREAD_NLN strmv_thread_NLN
2876
#define TRMV_THREAD_TUU strmv_thread_TUU
2877
#define TRMV_THREAD_TUN strmv_thread_TUN
2878
#define TRMV_THREAD_TLU strmv_thread_TLU
2879
#define TRMV_THREAD_TLN strmv_thread_TLN
2880
2881
#define ZTRMV_NUU ctrmv_NUU
2882
#define ZTRMV_NUN ctrmv_NUN
2883
#define ZTRMV_NLU ctrmv_NLU
2884
#define ZTRMV_NLN ctrmv_NLN
2885
#define ZTRMV_TUU ctrmv_TUU
2886
#define ZTRMV_TUN ctrmv_TUN
2887
#define ZTRMV_TLU ctrmv_TLU
2888
#define ZTRMV_TLN ctrmv_TLN
2889
#define ZTRMV_RUU ctrmv_RUU
2890
#define ZTRMV_RUN ctrmv_RUN
2891
#define ZTRMV_RLU ctrmv_RLU
2892
#define ZTRMV_RLN ctrmv_RLN
2893
#define ZTRMV_CUU ctrmv_CUU
2894
#define ZTRMV_CUN ctrmv_CUN
2895
#define ZTRMV_CLU ctrmv_CLU
2896
#define ZTRMV_CLN ctrmv_CLN
2897
2898
#define ZTRMV_THREAD_NUU ctrmv_thread_NUU
2899
#define ZTRMV_THREAD_NUN ctrmv_thread_NUN
2900
#define ZTRMV_THREAD_NLU ctrmv_thread_NLU
2901
#define ZTRMV_THREAD_NLN ctrmv_thread_NLN
2902
#define ZTRMV_THREAD_TUU ctrmv_thread_TUU
2903
#define ZTRMV_THREAD_TUN ctrmv_thread_TUN
2904
#define ZTRMV_THREAD_TLU ctrmv_thread_TLU
2905
#define ZTRMV_THREAD_TLN ctrmv_thread_TLN
2906
#define ZTRMV_THREAD_RUU ctrmv_thread_RUU
2907
#define ZTRMV_THREAD_RUN ctrmv_thread_RUN
2908
#define ZTRMV_THREAD_RLU ctrmv_thread_RLU
2909
#define ZTRMV_THREAD_RLN ctrmv_thread_RLN
2910
#define ZTRMV_THREAD_CUU ctrmv_thread_CUU
2911
#define ZTRMV_THREAD_CUN ctrmv_thread_CUN
2912
#define ZTRMV_THREAD_CLU ctrmv_thread_CLU
2913
#define ZTRMV_THREAD_CLN ctrmv_thread_CLN
2914
2915
#endif
2916
2917
0
#define SGETF2  sgetf2_k
2918
0
#define DGETF2  dgetf2_k
2919
#define QGETF2  qgetf2_k
2920
#define CGETF2  cgetf2_k
2921
#define ZGETF2  zgetf2_k
2922
#define XGETF2  xgetf2_k
2923
2924
0
#define SLASWP_PLUS slaswp_plus
2925
#define SLASWP_MINUS  slaswp_minus
2926
0
#define DLASWP_PLUS dlaswp_plus
2927
#define DLASWP_MINUS  dlaswp_minus
2928
#define QLASWP_PLUS qlaswp_plus
2929
#define QLASWP_MINUS  qlaswp_minus
2930
#define CLASWP_PLUS claswp_plus
2931
#define CLASWP_MINUS  claswp_minus
2932
#define ZLASWP_PLUS zlaswp_plus
2933
#define ZLASWP_MINUS  zlaswp_minus
2934
#define XLASWP_PLUS xlaswp_plus
2935
#define XLASWP_MINUS  xlaswp_minus
2936
2937
#define SLARF_L   slarf_L
2938
#define SLARF_R   slarf_R
2939
#define DLARF_L   dlarf_L
2940
#define DLARF_R   dlarf_R
2941
#define QLARF_L   qlarf_L
2942
#define QLARF_R   qlarf_R
2943
#define CLARF_L   clarf_L
2944
#define CLARF_R   clarf_R
2945
#define ZLARF_L   zlarf_L
2946
#define ZLARF_R   zlarf_R
2947
#define XLARF_L   xlarf_L
2948
#define XLARF_R   xlarf_R
2949
2950
#ifndef COMPLEX
2951
#ifdef XDOUBLE
2952
#define GETF2 QGETF2
2953
#define GETRF QGETRF
2954
#define GETRS_N_SINGLE  qgetrs_N_single
2955
#define GETRS_T_SINGLE  qgetrs_T_single
2956
#define GETRS_R_SINGLE  qgetrs_N_single
2957
#define GETRS_C_SINGLE  qgetrs_T_single
2958
#define GETRS_N_PARALLEL  qgetrs_N_parallel
2959
#define GETRS_T_PARALLEL  qgetrs_T_parallel
2960
#define GETRS_R_PARALLEL  qgetrs_N_parallel
2961
#define GETRS_C_PARALLEL  qgetrs_T_parallel
2962
#define LASWP_PLUS  QLASWP_PLUS
2963
#define LASWP_MINUS QLASWP_MINUS
2964
#define LASWP_NCOPY QLASWP_NCOPY
2965
#define GETRS_N   QGETRS_N
2966
#define GETRS_T   QGETRS_T
2967
#define GETRF_SINGLE  qgetrf_single
2968
#define GETRF_PARALLEL  qgetrf_parallel
2969
#define NEG_TCOPY QNEG_TCOPY
2970
#define LARF_L    QLARF_L
2971
#define LARF_R    QLARF_R
2972
#elif defined(DOUBLE)
2973
0
#define GETF2 DGETF2
2974
#define GETRF DGETRF
2975
#define GETRS_N_SINGLE  dgetrs_N_single
2976
#define GETRS_T_SINGLE  dgetrs_T_single
2977
#define GETRS_R_SINGLE  dgetrs_N_single
2978
#define GETRS_C_SINGLE  dgetrs_T_single
2979
#define GETRS_N_PARALLEL  dgetrs_N_parallel
2980
#define GETRS_T_PARALLEL  dgetrs_T_parallel
2981
#define GETRS_R_PARALLEL  dgetrs_N_parallel
2982
#define GETRS_C_PARALLEL  dgetrs_T_parallel
2983
0
#define LASWP_PLUS  DLASWP_PLUS
2984
#define LASWP_MINUS DLASWP_MINUS
2985
#define LASWP_NCOPY DLASWP_NCOPY
2986
#define GETRS_N   DGETRS_N
2987
#define GETRS_T   DGETRS_T
2988
0
#define GETRF_SINGLE  dgetrf_single
2989
0
#define GETRF_PARALLEL  dgetrf_parallel
2990
#define NEG_TCOPY DNEG_TCOPY
2991
#define LARF_L    DLARF_L
2992
#define LARF_R    DLARF_R
2993
#else
2994
0
#define GETF2 SGETF2
2995
#define GETRF SGETRF
2996
#define GETRS_N_SINGLE  sgetrs_N_single
2997
#define GETRS_T_SINGLE  sgetrs_T_single
2998
#define GETRS_R_SINGLE  sgetrs_N_single
2999
#define GETRS_C_SINGLE  sgetrs_T_single
3000
#define GETRS_N_PARALLEL  sgetrs_N_parallel
3001
#define GETRS_T_PARALLEL  sgetrs_T_parallel
3002
#define GETRS_R_PARALLEL  sgetrs_N_parallel
3003
#define GETRS_C_PARALLEL  sgetrs_T_parallel
3004
0
#define LASWP_PLUS  SLASWP_PLUS
3005
#define LASWP_MINUS SLASWP_MINUS
3006
#define LASWP_NCOPY SLASWP_NCOPY
3007
#define GETRS_N   SGETRS_N
3008
#define GETRS_T   SGETRS_T
3009
0
#define GETRF_SINGLE  sgetrf_single
3010
0
#define GETRF_PARALLEL  sgetrf_parallel
3011
#define NEG_TCOPY SNEG_TCOPY
3012
#define LARF_L    SLARF_L
3013
#define LARF_R    SLARF_R
3014
#endif
3015
#else
3016
#ifdef XDOUBLE
3017
#define GETF2 XGETF2
3018
#define GETRF XGETRF
3019
#define GETRS_N_SINGLE  xgetrs_N_single
3020
#define GETRS_T_SINGLE  xgetrs_T_single
3021
#define GETRS_R_SINGLE  xgetrs_R_single
3022
#define GETRS_C_SINGLE  xgetrs_C_single
3023
#define GETRS_N_PARALLEL  xgetrs_N_parallel
3024
#define GETRS_T_PARALLEL  xgetrs_T_parallel
3025
#define GETRS_R_PARALLEL  xgetrs_R_parallel
3026
#define GETRS_C_PARALLEL  xgetrs_C_parallel
3027
#define LASWP_PLUS  XLASWP_PLUS
3028
#define LASWP_MINUS XLASWP_MINUS
3029
#define LASWP_NCOPY XLASWP_NCOPY
3030
#define GETRS_N   XGETRS_N
3031
#define GETRS_T   XGETRS_T
3032
#define GETRF_SINGLE  xgetrf_single
3033
#define GETRF_PARALLEL  xgetrf_parallel
3034
#define NEG_TCOPY XNEG_TCOPY
3035
#define LARF_L    XLARF_L
3036
#define LARF_R    XLARF_R
3037
#elif defined(DOUBLE)
3038
#define GETF2 ZGETF2
3039
#define GETRF ZGETRF
3040
#define GETRS_N_SINGLE  zgetrs_N_single
3041
#define GETRS_T_SINGLE  zgetrs_T_single
3042
#define GETRS_R_SINGLE  zgetrs_R_single
3043
#define GETRS_C_SINGLE  zgetrs_C_single
3044
#define GETRS_N_PARALLEL  zgetrs_N_parallel
3045
#define GETRS_T_PARALLEL  zgetrs_T_parallel
3046
#define GETRS_R_PARALLEL  zgetrs_R_parallel
3047
#define GETRS_C_PARALLEL  zgetrs_C_parallel
3048
#define LASWP_PLUS  ZLASWP_PLUS
3049
#define LASWP_MINUS ZLASWP_MINUS
3050
#define LASWP_NCOPY ZLASWP_NCOPY
3051
#define GETRS_N   ZGETRS_N
3052
#define GETRS_T   ZGETRS_T
3053
#define GETRF_SINGLE  zgetrf_single
3054
#define GETRF_PARALLEL  zgetrf_parallel
3055
#define NEG_TCOPY ZNEG_TCOPY
3056
#define LARF_L    ZLARF_L
3057
#define LARF_R    ZLARF_R
3058
#else
3059
#define GETF2 CGETF2
3060
#define GETRF CGETRF
3061
#define GETRS_N_SINGLE  cgetrs_N_single
3062
#define GETRS_T_SINGLE  cgetrs_T_single
3063
#define GETRS_R_SINGLE  cgetrs_R_single
3064
#define GETRS_C_SINGLE  cgetrs_C_single
3065
#define GETRS_N_PARALLEL  cgetrs_N_parallel
3066
#define GETRS_T_PARALLEL  cgetrs_T_parallel
3067
#define GETRS_R_PARALLEL  cgetrs_R_parallel
3068
#define GETRS_C_PARALLEL  cgetrs_C_parallel
3069
#define LASWP_PLUS  CLASWP_PLUS
3070
#define LASWP_MINUS CLASWP_MINUS
3071
#define LASWP_NCOPY CLASWP_NCOPY
3072
#define GETRS_N   CGETRS_N
3073
#define GETRS_T   CGETRS_T
3074
#define GETRF_SINGLE  cgetrf_single
3075
#define GETRF_PARALLEL  cgetrf_parallel
3076
#define NEG_TCOPY CNEG_TCOPY
3077
#define LARF_L    CLARF_L
3078
#define LARF_R    CLARF_R
3079
#endif
3080
#endif
3081
3082
#ifndef COMPLEX
3083
#ifdef XDOUBLE
3084
#define  POTF2_U  qpotf2_U
3085
#define  POTF2_L  qpotf2_L
3086
#define  LAUU2_U  qlauu2_U
3087
#define  LAUU2_L  qlauu2_L
3088
#define  POTRF_U_SINGLE qpotrf_U_single
3089
#define  POTRF_L_SINGLE qpotrf_L_single
3090
#define  POTRF_U_PARALLEL qpotrf_U_parallel
3091
#define  POTRF_L_PARALLEL qpotrf_L_parallel
3092
#define  LAUUM_U_SINGLE qlauum_U_single
3093
#define  LAUUM_L_SINGLE qlauum_L_single
3094
#define  LAUUM_U_PARALLEL qlauum_U_parallel
3095
#define  LAUUM_L_PARALLEL qlauum_L_parallel
3096
#define  TRTI2_UU qtrti2_UU
3097
#define  TRTI2_UN qtrti2_UN
3098
#define  TRTI2_LU qtrti2_LU
3099
#define  TRTI2_LN qtrti2_LN
3100
#define  TRTRI_UU_SINGLE qtrtri_UU_single
3101
#define  TRTRI_UN_SINGLE qtrtri_UN_single
3102
#define  TRTRI_LU_SINGLE qtrtri_LU_single
3103
#define  TRTRI_LN_SINGLE qtrtri_LN_single
3104
#define  TRTRI_UU_PARALLEL qtrtri_UU_parallel
3105
#define  TRTRI_UN_PARALLEL qtrtri_UN_parallel
3106
#define  TRTRI_LU_PARALLEL qtrtri_LU_parallel
3107
#define  TRTRI_LN_PARALLEL qtrtri_LN_parallel
3108
#elif defined(DOUBLE)
3109
#define  POTF2_U  dpotf2_U
3110
#define  POTF2_L  dpotf2_L
3111
#define  LAUU2_U  dlauu2_U
3112
#define  LAUU2_L  dlauu2_L
3113
#define  POTRF_U_SINGLE dpotrf_U_single
3114
#define  POTRF_L_SINGLE dpotrf_L_single
3115
#define  POTRF_U_PARALLEL dpotrf_U_parallel
3116
#define  POTRF_L_PARALLEL dpotrf_L_parallel
3117
#define  LAUUM_U_SINGLE dlauum_U_single
3118
#define  LAUUM_L_SINGLE dlauum_L_single
3119
#define  LAUUM_U_PARALLEL dlauum_U_parallel
3120
#define  LAUUM_L_PARALLEL dlauum_L_parallel
3121
0
#define  TRTI2_UU dtrti2_UU
3122
0
#define  TRTI2_UN dtrti2_UN
3123
0
#define  TRTI2_LU dtrti2_LU
3124
0
#define  TRTI2_LN dtrti2_LN
3125
#define  TRTRI_UU_SINGLE dtrtri_UU_single
3126
#define  TRTRI_UN_SINGLE dtrtri_UN_single
3127
#define  TRTRI_LU_SINGLE dtrtri_LU_single
3128
#define  TRTRI_LN_SINGLE dtrtri_LN_single
3129
#define  TRTRI_UU_PARALLEL dtrtri_UU_parallel
3130
#define  TRTRI_UN_PARALLEL dtrtri_UN_parallel
3131
#define  TRTRI_LU_PARALLEL dtrtri_LU_parallel
3132
#define  TRTRI_LN_PARALLEL dtrtri_LN_parallel
3133
#else
3134
#define  POTF2_U  spotf2_U
3135
#define  POTF2_L  spotf2_L
3136
#define  LAUU2_U  slauu2_U
3137
#define  LAUU2_L  slauu2_L
3138
#define  POTRF_U_SINGLE spotrf_U_single
3139
#define  POTRF_L_SINGLE spotrf_L_single
3140
#define  POTRF_U_PARALLEL spotrf_U_parallel
3141
#define  POTRF_L_PARALLEL spotrf_L_parallel
3142
#define  LAUUM_U_SINGLE slauum_U_single
3143
#define  LAUUM_L_SINGLE slauum_L_single
3144
#define  LAUUM_U_PARALLEL slauum_U_parallel
3145
#define  LAUUM_L_PARALLEL slauum_L_parallel
3146
0
#define  TRTI2_UU strti2_UU
3147
0
#define  TRTI2_UN strti2_UN
3148
0
#define  TRTI2_LU strti2_LU
3149
0
#define  TRTI2_LN strti2_LN
3150
#define  TRTRI_UU_SINGLE strtri_UU_single
3151
#define  TRTRI_UN_SINGLE strtri_UN_single
3152
#define  TRTRI_LU_SINGLE strtri_LU_single
3153
#define  TRTRI_LN_SINGLE strtri_LN_single
3154
#define  TRTRI_UU_PARALLEL strtri_UU_parallel
3155
#define  TRTRI_UN_PARALLEL strtri_UN_parallel
3156
#define  TRTRI_LU_PARALLEL strtri_LU_parallel
3157
#define  TRTRI_LN_PARALLEL strtri_LN_parallel
3158
#endif
3159
#else
3160
#ifdef XDOUBLE
3161
#define  POTF2_U  xpotf2_U
3162
#define  POTF2_L  xpotf2_L
3163
#define  LAUU2_U  xlauu2_U
3164
#define  LAUU2_L  xlauu2_L
3165
#define  POTRF_U_SINGLE xpotrf_U_single
3166
#define  POTRF_L_SINGLE xpotrf_L_single
3167
#define  POTRF_U_PARALLEL xpotrf_U_parallel
3168
#define  POTRF_L_PARALLEL xpotrf_L_parallel
3169
#define  LAUUM_U_SINGLE xlauum_U_single
3170
#define  LAUUM_L_SINGLE xlauum_L_single
3171
#define  LAUUM_U_PARALLEL xlauum_U_parallel
3172
#define  LAUUM_L_PARALLEL xlauum_L_parallel
3173
#define  TRTI2_UU xtrti2_UU
3174
#define  TRTI2_UN xtrti2_UN
3175
#define  TRTI2_LU xtrti2_LU
3176
#define  TRTI2_LN xtrti2_LN
3177
#define  TRTRI_UU_SINGLE xtrtri_UU_single
3178
#define  TRTRI_UN_SINGLE xtrtri_UN_single
3179
#define  TRTRI_LU_SINGLE xtrtri_LU_single
3180
#define  TRTRI_LN_SINGLE xtrtri_LN_single
3181
#define  TRTRI_UU_PARALLEL xtrtri_UU_parallel
3182
#define  TRTRI_UN_PARALLEL xtrtri_UN_parallel
3183
#define  TRTRI_LU_PARALLEL xtrtri_LU_parallel
3184
#define  TRTRI_LN_PARALLEL xtrtri_LN_parallel
3185
#elif defined(DOUBLE)
3186
#define  POTF2_U  zpotf2_U
3187
#define  POTF2_L  zpotf2_L
3188
#define  LAUU2_U  zlauu2_U
3189
#define  LAUU2_L  zlauu2_L
3190
#define  POTRF_U_SINGLE zpotrf_U_single
3191
#define  POTRF_L_SINGLE zpotrf_L_single
3192
#define  POTRF_U_PARALLEL zpotrf_U_parallel
3193
#define  POTRF_L_PARALLEL zpotrf_L_parallel
3194
#define  LAUUM_U_SINGLE zlauum_U_single
3195
#define  LAUUM_L_SINGLE zlauum_L_single
3196
#define  LAUUM_U_PARALLEL zlauum_U_parallel
3197
#define  LAUUM_L_PARALLEL zlauum_L_parallel
3198
#define  TRTI2_UU ztrti2_UU
3199
#define  TRTI2_UN ztrti2_UN
3200
#define  TRTI2_LU ztrti2_LU
3201
#define  TRTI2_LN ztrti2_LN
3202
#define  TRTRI_UU_SINGLE ztrtri_UU_single
3203
#define  TRTRI_UN_SINGLE ztrtri_UN_single
3204
#define  TRTRI_LU_SINGLE ztrtri_LU_single
3205
#define  TRTRI_LN_SINGLE ztrtri_LN_single
3206
#define  TRTRI_UU_PARALLEL ztrtri_UU_parallel
3207
#define  TRTRI_UN_PARALLEL ztrtri_UN_parallel
3208
#define  TRTRI_LU_PARALLEL ztrtri_LU_parallel
3209
#define  TRTRI_LN_PARALLEL ztrtri_LN_parallel
3210
#else
3211
#define  POTF2_U  cpotf2_U
3212
#define  POTF2_L  cpotf2_L
3213
#define  LAUU2_U  clauu2_U
3214
#define  LAUU2_L  clauu2_L
3215
#define  POTRF_U_SINGLE cpotrf_U_single
3216
#define  POTRF_L_SINGLE cpotrf_L_single
3217
#define  POTRF_U_PARALLEL cpotrf_U_parallel
3218
#define  POTRF_L_PARALLEL cpotrf_L_parallel
3219
#define  LAUUM_U_SINGLE clauum_U_single
3220
#define  LAUUM_L_SINGLE clauum_L_single
3221
#define  LAUUM_U_PARALLEL clauum_U_parallel
3222
#define  LAUUM_L_PARALLEL clauum_L_parallel
3223
#define  TRTI2_UU ctrti2_UU
3224
#define  TRTI2_UN ctrti2_UN
3225
#define  TRTI2_LU ctrti2_LU
3226
#define  TRTI2_LN ctrti2_LN
3227
#define  TRTRI_UU_SINGLE ctrtri_UU_single
3228
#define  TRTRI_UN_SINGLE ctrtri_UN_single
3229
#define  TRTRI_LU_SINGLE ctrtri_LU_single
3230
#define  TRTRI_LN_SINGLE ctrtri_LN_single
3231
#define  TRTRI_UU_PARALLEL ctrtri_UU_parallel
3232
#define  TRTRI_UN_PARALLEL ctrtri_UN_parallel
3233
#define  TRTRI_LU_PARALLEL ctrtri_LU_parallel
3234
#define  TRTRI_LN_PARALLEL ctrtri_LN_parallel
3235
#endif
3236
#endif
3237
3238
#endif
3239
3240
#ifndef COMPLEX
3241
#ifdef XDOUBLE
3242
#define  TRTRS_UNU_SINGLE  qtrtrs_UNU_single
3243
#define  TRTRS_UNN_SINGLE  qtrtrs_UNN_single
3244
#define  TRTRS_UTU_SINGLE  qtrtrs_UTU_single
3245
#define  TRTRS_UTN_SINGLE  qtrtrs_UTN_single
3246
#define  TRTRS_LNU_SINGLE  qtrtrs_LNU_single
3247
#define  TRTRS_LNN_SINGLE  qtrtrs_LNN_single
3248
#define  TRTRS_LTU_SINGLE  qtrtrs_LTU_single
3249
#define  TRTRS_LTN_SINGLE  qtrtrs_LTN_single
3250
#define  TRTRS_UNU_PARALLEL  qtrtrs_UNU_parallel
3251
#define  TRTRS_UNN_PARALLEL  qtrtrs_UNN_parallel
3252
#define  TRTRS_UTU_PARALLEL  qtrtrs_UTU_parallel
3253
#define  TRTRS_UTN_PARALLEL  qtrtrs_UTN_parallel
3254
#define  TRTRS_LNU_PARALLEL  qtrtrs_LNU_parallel
3255
#define  TRTRS_LNN_PARALLEL  qtrtrs_LNN_parallel
3256
#define  TRTRS_LTU_PARALLEL  qtrtrs_LTU_parallel
3257
#define  TRTRS_LTN_PARALLEL  qtrtrs_LTN_parallel
3258
3259
#elif defined(DOUBLE)
3260
#define  TRTRS_UNU_SINGLE  dtrtrs_UNU_single
3261
#define  TRTRS_UNN_SINGLE  dtrtrs_UNN_single
3262
#define  TRTRS_UTU_SINGLE  dtrtrs_UTU_single
3263
#define  TRTRS_UTN_SINGLE  dtrtrs_UTN_single
3264
#define  TRTRS_LNU_SINGLE  dtrtrs_LNU_single
3265
#define  TRTRS_LNN_SINGLE  dtrtrs_LNN_single
3266
#define  TRTRS_LTU_SINGLE  dtrtrs_LTU_single
3267
#define  TRTRS_LTN_SINGLE  dtrtrs_LTN_single
3268
#define  TRTRS_UNU_PARALLEL  dtrtrs_UNU_parallel
3269
#define  TRTRS_UNN_PARALLEL  dtrtrs_UNN_parallel
3270
#define  TRTRS_UTU_PARALLEL  dtrtrs_UTU_parallel
3271
#define  TRTRS_UTN_PARALLEL  dtrtrs_UTN_parallel
3272
#define  TRTRS_LNU_PARALLEL  dtrtrs_LNU_parallel
3273
#define  TRTRS_LNN_PARALLEL  dtrtrs_LNN_parallel
3274
#define  TRTRS_LTU_PARALLEL  dtrtrs_LTU_parallel
3275
#define  TRTRS_LTN_PARALLEL  dtrtrs_LTN_parallel
3276
#else
3277
#define  TRTRS_UNU_SINGLE  strtrs_UNU_single
3278
#define  TRTRS_UNN_SINGLE  strtrs_UNN_single
3279
#define  TRTRS_UTU_SINGLE  strtrs_UTU_single
3280
#define  TRTRS_UTN_SINGLE  strtrs_UTN_single
3281
#define  TRTRS_LNU_SINGLE  strtrs_LNU_single
3282
#define  TRTRS_LNN_SINGLE  strtrs_LNN_single
3283
#define  TRTRS_LTU_SINGLE  strtrs_LTU_single
3284
#define  TRTRS_LTN_SINGLE  strtrs_LTN_single
3285
#define  TRTRS_UNU_PARALLEL  strtrs_UNU_parallel
3286
#define  TRTRS_UNN_PARALLEL  strtrs_UNN_parallel
3287
#define  TRTRS_UTU_PARALLEL  strtrs_UTU_parallel
3288
#define  TRTRS_UTN_PARALLEL  strtrs_UTN_parallel
3289
#define  TRTRS_LNU_PARALLEL  strtrs_LNU_parallel
3290
#define  TRTRS_LNN_PARALLEL  strtrs_LNN_parallel
3291
#define  TRTRS_LTU_PARALLEL  strtrs_LTU_parallel
3292
#define  TRTRS_LTN_PARALLEL  strtrs_LTN_parallel
3293
#endif
3294
#else
3295
#ifdef XDOUBLE
3296
#define  TRTRS_UNU_SINGLE  xtrtrs_UNU_single
3297
#define  TRTRS_UNN_SINGLE  xtrtrs_UNN_single
3298
#define  TRTRS_UTU_SINGLE  xtrtrs_UTU_single
3299
#define  TRTRS_UTN_SINGLE  xtrtrs_UTN_single
3300
#define  TRTRS_URU_SINGLE  xtrtrs_URU_single
3301
#define  TRTRS_URN_SINGLE  xtrtrs_URN_single
3302
#define  TRTRS_UCU_SINGLE  xtrtrs_UCU_single
3303
#define  TRTRS_UCN_SINGLE  xtrtrs_UCN_single
3304
#define  TRTRS_LNU_SINGLE  xtrtrs_LNU_single
3305
#define  TRTRS_LNN_SINGLE  xtrtrs_LNN_single
3306
#define  TRTRS_LTU_SINGLE  xtrtrs_LTU_single
3307
#define  TRTRS_LTN_SINGLE  xtrtrs_LTN_single
3308
#define  TRTRS_LRU_SINGLE  xtrtrs_LRU_single
3309
#define  TRTRS_LRN_SINGLE  xtrtrs_LRN_single
3310
#define  TRTRS_LCU_SINGLE  xtrtrs_LCU_single
3311
#define  TRTRS_LCN_SINGLE  xtrtrs_LCN_single
3312
#define  TRTRS_UNU_PARALLEL  xtrtrs_UNU_parallel
3313
#define  TRTRS_UNN_PARALLEL  xtrtrs_UNN_parallel
3314
#define  TRTRS_UTU_PARALLEL  xtrtrs_UTU_parallel
3315
#define  TRTRS_UTN_PARALLEL  xtrtrs_UTN_parallel
3316
#define  TRTRS_URU_PARALLEL  xtrtrs_URU_parallel
3317
#define  TRTRS_URN_PARALLEL  xtrtrs_URN_parallel
3318
#define  TRTRS_UCU_PARALLEL  xtrtrs_UCU_parallel
3319
#define  TRTRS_UCN_PARALLEL  xtrtrs_UCN_parallel
3320
#define  TRTRS_LNU_PARALLEL  xtrtrs_LNU_parallel
3321
#define  TRTRS_LNN_PARALLEL  xtrtrs_LNN_parallel
3322
#define  TRTRS_LTU_PARALLEL  xtrtrs_LTU_parallel
3323
#define  TRTRS_LTN_PARALLEL  xtrtrs_LTN_parallel
3324
#define  TRTRS_LRU_PARALLEL  xtrtrs_LRU_parallel
3325
#define  TRTRS_LRN_PARALLEL  xtrtrs_LRN_parallel
3326
#define  TRTRS_LCU_PARALLEL  xtrtrs_LCU_parallel
3327
#define  TRTRS_LCN_PARALLEL  xtrtrs_LCN_parallel
3328
#elif defined(DOUBLE)
3329
#define  TRTRS_UNU_SINGLE  ztrtrs_UNU_single
3330
#define  TRTRS_UNN_SINGLE  ztrtrs_UNN_single
3331
#define  TRTRS_UTU_SINGLE  ztrtrs_UTU_single
3332
#define  TRTRS_UTN_SINGLE  ztrtrs_UTN_single
3333
#define  TRTRS_URU_SINGLE  ztrtrs_URU_single
3334
#define  TRTRS_URN_SINGLE  ztrtrs_URN_single
3335
#define  TRTRS_UCU_SINGLE  ztrtrs_UCU_single
3336
#define  TRTRS_UCN_SINGLE  ztrtrs_UCN_single
3337
#define  TRTRS_LNU_SINGLE  ztrtrs_LNU_single
3338
#define  TRTRS_LNN_SINGLE  ztrtrs_LNN_single
3339
#define  TRTRS_LTU_SINGLE  ztrtrs_LTU_single
3340
#define  TRTRS_LTN_SINGLE  ztrtrs_LTN_single
3341
#define  TRTRS_LRU_SINGLE  ztrtrs_LRU_single
3342
#define  TRTRS_LRN_SINGLE  ztrtrs_LRN_single
3343
#define  TRTRS_LCU_SINGLE  ztrtrs_LCU_single
3344
#define  TRTRS_LCN_SINGLE  ztrtrs_LCN_single
3345
#define  TRTRS_UNU_PARALLEL  ztrtrs_UNU_parallel
3346
#define  TRTRS_UNN_PARALLEL  ztrtrs_UNN_parallel
3347
#define  TRTRS_UTU_PARALLEL  ztrtrs_UTU_parallel
3348
#define  TRTRS_UTN_PARALLEL  ztrtrs_UTN_parallel
3349
#define  TRTRS_URU_PARALLEL  ztrtrs_URU_parallel
3350
#define  TRTRS_URN_PARALLEL  ztrtrs_URN_parallel
3351
#define  TRTRS_UCU_PARALLEL  ztrtrs_UCU_parallel
3352
#define  TRTRS_UCN_PARALLEL  ztrtrs_UCN_parallel
3353
#define  TRTRS_LNU_PARALLEL  ztrtrs_LNU_parallel
3354
#define  TRTRS_LNN_PARALLEL  ztrtrs_LNN_parallel
3355
#define  TRTRS_LTU_PARALLEL  ztrtrs_LTU_parallel
3356
#define  TRTRS_LTN_PARALLEL  ztrtrs_LTN_parallel
3357
#define  TRTRS_LRU_PARALLEL  ztrtrs_LRU_parallel
3358
#define  TRTRS_LRN_PARALLEL  ztrtrs_LRN_parallel
3359
#define  TRTRS_LCU_PARALLEL  ztrtrs_LCU_parallel
3360
#define  TRTRS_LCN_PARALLEL  ztrtrs_LCN_parallel
3361
#else
3362
#define  TRTRS_UNU_SINGLE  ctrtrs_UNU_single
3363
#define  TRTRS_UNN_SINGLE  ctrtrs_UNN_single
3364
#define  TRTRS_UTU_SINGLE  ctrtrs_UTU_single
3365
#define  TRTRS_UTN_SINGLE  ctrtrs_UTN_single
3366
#define  TRTRS_URU_SINGLE  ctrtrs_URU_single
3367
#define  TRTRS_URN_SINGLE  ctrtrs_URN_single
3368
#define  TRTRS_UCU_SINGLE  ctrtrs_UCU_single
3369
#define  TRTRS_UCN_SINGLE  ctrtrs_UCN_single
3370
#define  TRTRS_LNU_SINGLE  ctrtrs_LNU_single
3371
#define  TRTRS_LNN_SINGLE  ctrtrs_LNN_single
3372
#define  TRTRS_LTU_SINGLE  ctrtrs_LTU_single
3373
#define  TRTRS_LTN_SINGLE  ctrtrs_LTN_single
3374
#define  TRTRS_LRU_SINGLE  ctrtrs_LRU_single
3375
#define  TRTRS_LRN_SINGLE  ctrtrs_LRN_single
3376
#define  TRTRS_LCU_SINGLE  ctrtrs_LCU_single
3377
#define  TRTRS_LCN_SINGLE  ctrtrs_LCN_single
3378
#define  TRTRS_UNU_PARALLEL  ctrtrs_UNU_parallel
3379
#define  TRTRS_UNN_PARALLEL  ctrtrs_UNN_parallel
3380
#define  TRTRS_UTU_PARALLEL  ctrtrs_UTU_parallel
3381
#define  TRTRS_UTN_PARALLEL  ctrtrs_UTN_parallel
3382
#define  TRTRS_URU_PARALLEL  ctrtrs_URU_parallel
3383
#define  TRTRS_URN_PARALLEL  ctrtrs_URN_parallel
3384
#define  TRTRS_UCU_PARALLEL  ctrtrs_UCU_parallel
3385
#define  TRTRS_UCN_PARALLEL  ctrtrs_UCN_parallel
3386
#define  TRTRS_LNU_PARALLEL  ctrtrs_LNU_parallel
3387
#define  TRTRS_LNN_PARALLEL  ctrtrs_LNN_parallel
3388
#define  TRTRS_LTU_PARALLEL  ctrtrs_LTU_parallel
3389
#define  TRTRS_LTN_PARALLEL  ctrtrs_LTN_parallel
3390
#define  TRTRS_LRU_PARALLEL  ctrtrs_LRU_parallel
3391
#define  TRTRS_LRN_PARALLEL  ctrtrs_LRN_parallel
3392
#define  TRTRS_LCU_PARALLEL  ctrtrs_LCU_parallel
3393
#define  TRTRS_LCN_PARALLEL  ctrtrs_LCN_parallel
3394
#endif
3395
#endif