1
2
3
4
5 package ssa
6
7 import (
8 "cmd/compile/internal/ir"
9 "cmd/internal/obj/s390x"
10 "math"
11 "math/bits"
12 )
13
14
15 func checkFunc(f *Func) {
16 blockMark := make([]bool, f.NumBlocks())
17 valueMark := make([]bool, f.NumValues())
18
19 for _, b := range f.Blocks {
20 if blockMark[b.ID] {
21 f.Fatalf("block %s appears twice in %s!", b, f.Name)
22 }
23 blockMark[b.ID] = true
24 if b.Func != f {
25 f.Fatalf("%s.Func=%s, want %s", b, b.Func.Name, f.Name)
26 }
27
28 for i, e := range b.Preds {
29 if se := e.b.Succs[e.i]; se.b != b || se.i != i {
30 f.Fatalf("block pred/succ not crosslinked correctly %d:%s %d:%s", i, b, se.i, se.b)
31 }
32 }
33 for i, e := range b.Succs {
34 if pe := e.b.Preds[e.i]; pe.b != b || pe.i != i {
35 f.Fatalf("block succ/pred not crosslinked correctly %d:%s %d:%s", i, b, pe.i, pe.b)
36 }
37 }
38
39 switch b.Kind {
40 case BlockExit:
41 if len(b.Succs) != 0 {
42 f.Fatalf("exit block %s has successors", b)
43 }
44 if b.NumControls() != 1 {
45 f.Fatalf("exit block %s has no control value", b)
46 }
47 if !b.Controls[0].Type.IsMemory() {
48 f.Fatalf("exit block %s has non-memory control value %s", b, b.Controls[0].LongString())
49 }
50 case BlockRet:
51 if len(b.Succs) != 0 {
52 f.Fatalf("ret block %s has successors", b)
53 }
54 if b.NumControls() != 1 {
55 f.Fatalf("ret block %s has nil control", b)
56 }
57 if !b.Controls[0].Type.IsMemory() {
58 f.Fatalf("ret block %s has non-memory control value %s", b, b.Controls[0].LongString())
59 }
60 case BlockRetJmp:
61 if len(b.Succs) != 0 {
62 f.Fatalf("retjmp block %s len(Succs)==%d, want 0", b, len(b.Succs))
63 }
64 if b.NumControls() != 1 {
65 f.Fatalf("retjmp block %s has nil control", b)
66 }
67 if !b.Controls[0].Type.IsMemory() {
68 f.Fatalf("retjmp block %s has non-memory control value %s", b, b.Controls[0].LongString())
69 }
70 case BlockPlain:
71 if len(b.Succs) != 1 {
72 f.Fatalf("plain block %s len(Succs)==%d, want 1", b, len(b.Succs))
73 }
74 if b.NumControls() != 0 {
75 f.Fatalf("plain block %s has non-nil control %s", b, b.Controls[0].LongString())
76 }
77 case BlockIf:
78 if len(b.Succs) != 2 {
79 f.Fatalf("if block %s len(Succs)==%d, want 2", b, len(b.Succs))
80 }
81 if b.NumControls() != 1 {
82 f.Fatalf("if block %s has no control value", b)
83 }
84 if !b.Controls[0].Type.IsBoolean() {
85 f.Fatalf("if block %s has non-bool control value %s", b, b.Controls[0].LongString())
86 }
87 case BlockDefer:
88 if len(b.Succs) != 2 {
89 f.Fatalf("defer block %s len(Succs)==%d, want 2", b, len(b.Succs))
90 }
91 if b.NumControls() != 1 {
92 f.Fatalf("defer block %s has no control value", b)
93 }
94 if !b.Controls[0].Type.IsMemory() {
95 f.Fatalf("defer block %s has non-memory control value %s", b, b.Controls[0].LongString())
96 }
97 case BlockFirst:
98 if len(b.Succs) != 2 {
99 f.Fatalf("plain/dead block %s len(Succs)==%d, want 2", b, len(b.Succs))
100 }
101 if b.NumControls() != 0 {
102 f.Fatalf("plain/dead block %s has a control value", b)
103 }
104 case BlockJumpTable:
105 if b.NumControls() != 1 {
106 f.Fatalf("jumpTable block %s has no control value", b)
107 }
108 }
109 if len(b.Succs) != 2 && b.Likely != BranchUnknown {
110 f.Fatalf("likeliness prediction %d for block %s with %d successors", b.Likely, b, len(b.Succs))
111 }
112
113 for _, v := range b.Values {
114
115
116 nArgs := opcodeTable[v.Op].argLen
117 if nArgs != -1 && int32(len(v.Args)) != nArgs {
118 f.Fatalf("value %s has %d args, expected %d", v.LongString(),
119 len(v.Args), nArgs)
120 }
121
122
123 canHaveAux := false
124 canHaveAuxInt := false
125
126 switch opcodeTable[v.Op].auxType {
127 case auxNone:
128 case auxBool:
129 if v.AuxInt < 0 || v.AuxInt > 1 {
130 f.Fatalf("bad bool AuxInt value for %v", v)
131 }
132 canHaveAuxInt = true
133 case auxInt8:
134 if v.AuxInt != int64(int8(v.AuxInt)) {
135 f.Fatalf("bad int8 AuxInt value for %v", v)
136 }
137 canHaveAuxInt = true
138 case auxInt16:
139 if v.AuxInt != int64(int16(v.AuxInt)) {
140 f.Fatalf("bad int16 AuxInt value for %v", v)
141 }
142 canHaveAuxInt = true
143 case auxInt32:
144 if v.AuxInt != int64(int32(v.AuxInt)) {
145 f.Fatalf("bad int32 AuxInt value for %v", v)
146 }
147 canHaveAuxInt = true
148 case auxInt64, auxARM64BitField:
149 canHaveAuxInt = true
150 case auxInt128:
151
152 case auxUInt8:
153 if v.AuxInt != int64(uint8(v.AuxInt)) {
154 f.Fatalf("bad uint8 AuxInt value for %v", v)
155 }
156 canHaveAuxInt = true
157 case auxFloat32:
158 canHaveAuxInt = true
159 if math.IsNaN(v.AuxFloat()) {
160 f.Fatalf("value %v has an AuxInt that encodes a NaN", v)
161 }
162 if !isExactFloat32(v.AuxFloat()) {
163 f.Fatalf("value %v has an AuxInt value that is not an exact float32", v)
164 }
165 case auxFloat64:
166 canHaveAuxInt = true
167 if math.IsNaN(v.AuxFloat()) {
168 f.Fatalf("value %v has an AuxInt that encodes a NaN", v)
169 }
170 case auxString:
171 if _, ok := v.Aux.(stringAux); !ok {
172 f.Fatalf("value %v has Aux type %T, want string", v, v.Aux)
173 }
174 canHaveAux = true
175 case auxCallOff:
176 canHaveAuxInt = true
177 fallthrough
178 case auxCall:
179 if ac, ok := v.Aux.(*AuxCall); ok {
180 if v.Op == OpStaticCall && ac.Fn == nil {
181 f.Fatalf("value %v has *AuxCall with nil Fn", v)
182 }
183 } else {
184 f.Fatalf("value %v has Aux type %T, want *AuxCall", v, v.Aux)
185 }
186 canHaveAux = true
187 case auxNameOffsetInt8:
188 if _, ok := v.Aux.(*AuxNameOffset); !ok {
189 f.Fatalf("value %v has Aux type %T, want *AuxNameOffset", v, v.Aux)
190 }
191 canHaveAux = true
192 canHaveAuxInt = true
193 case auxSym, auxTyp:
194 canHaveAux = true
195 case auxSymOff, auxSymValAndOff, auxTypSize:
196 canHaveAuxInt = true
197 canHaveAux = true
198 case auxCCop:
199 if opcodeTable[Op(v.AuxInt)].name == "OpInvalid" {
200 f.Fatalf("value %v has an AuxInt value that is a valid opcode", v)
201 }
202 canHaveAuxInt = true
203 case auxS390XCCMask:
204 if _, ok := v.Aux.(s390x.CCMask); !ok {
205 f.Fatalf("bad type %T for S390XCCMask in %v", v.Aux, v)
206 }
207 canHaveAux = true
208 case auxS390XRotateParams:
209 if _, ok := v.Aux.(s390x.RotateParams); !ok {
210 f.Fatalf("bad type %T for S390XRotateParams in %v", v.Aux, v)
211 }
212 canHaveAux = true
213 case auxFlagConstant:
214 if v.AuxInt < 0 || v.AuxInt > 15 {
215 f.Fatalf("bad FlagConstant AuxInt value for %v", v)
216 }
217 canHaveAuxInt = true
218 default:
219 f.Fatalf("unknown aux type for %s", v.Op)
220 }
221 if !canHaveAux && v.Aux != nil {
222 f.Fatalf("value %s has an Aux value %v but shouldn't", v.LongString(), v.Aux)
223 }
224 if !canHaveAuxInt && v.AuxInt != 0 {
225 f.Fatalf("value %s has an AuxInt value %d but shouldn't", v.LongString(), v.AuxInt)
226 }
227
228 for i, arg := range v.Args {
229 if arg == nil {
230 f.Fatalf("value %s has nil arg", v.LongString())
231 }
232 if v.Op != OpPhi {
233
234 if arg.Type.IsMemory() && i != len(v.Args)-1 {
235 f.Fatalf("value %s has non-final memory arg (%d < %d)", v.LongString(), i, len(v.Args)-1)
236 }
237 }
238 }
239
240 if valueMark[v.ID] {
241 f.Fatalf("value %s appears twice!", v.LongString())
242 }
243 valueMark[v.ID] = true
244
245 if v.Block != b {
246 f.Fatalf("%s.block != %s", v, b)
247 }
248 if v.Op == OpPhi && len(v.Args) != len(b.Preds) {
249 f.Fatalf("phi length %s does not match pred length %d for block %s", v.LongString(), len(b.Preds), b)
250 }
251
252 if v.Op == OpAddr {
253 if len(v.Args) == 0 {
254 f.Fatalf("no args for OpAddr %s", v.LongString())
255 }
256 if v.Args[0].Op != OpSB {
257 f.Fatalf("bad arg to OpAddr %v", v)
258 }
259 }
260
261 if v.Op == OpLocalAddr {
262 if len(v.Args) != 2 {
263 f.Fatalf("wrong # of args for OpLocalAddr %s", v.LongString())
264 }
265 if v.Args[0].Op != OpSP {
266 f.Fatalf("bad arg 0 to OpLocalAddr %v", v)
267 }
268 if !v.Args[1].Type.IsMemory() {
269 f.Fatalf("bad arg 1 to OpLocalAddr %v", v)
270 }
271 }
272
273 if f.RegAlloc != nil && f.Config.SoftFloat && v.Type.IsFloat() {
274 f.Fatalf("unexpected floating-point type %v", v.LongString())
275 }
276
277
278
279 switch c := f.Config; v.Op {
280 case OpSP, OpSB:
281 if v.Type != c.Types.Uintptr {
282 f.Fatalf("bad %s type: want uintptr, have %s",
283 v.Op, v.Type.String())
284 }
285 case OpStringLen:
286 if v.Type != c.Types.Int {
287 f.Fatalf("bad %s type: want int, have %s",
288 v.Op, v.Type.String())
289 }
290 case OpLoad:
291 if !v.Args[1].Type.IsMemory() {
292 f.Fatalf("bad arg 1 type to %s: want mem, have %s",
293 v.Op, v.Args[1].Type.String())
294 }
295 case OpStore:
296 if !v.Type.IsMemory() {
297 f.Fatalf("bad %s type: want mem, have %s",
298 v.Op, v.Type.String())
299 }
300 if !v.Args[2].Type.IsMemory() {
301 f.Fatalf("bad arg 2 type to %s: want mem, have %s",
302 v.Op, v.Args[2].Type.String())
303 }
304 case OpCondSelect:
305 if !v.Args[2].Type.IsBoolean() {
306 f.Fatalf("bad arg 2 type to %s: want boolean, have %s",
307 v.Op, v.Args[2].Type.String())
308 }
309 case OpAddPtr:
310 if !v.Args[0].Type.IsPtrShaped() && v.Args[0].Type != c.Types.Uintptr {
311 f.Fatalf("bad arg 0 type to %s: want ptr, have %s", v.Op, v.Args[0].LongString())
312 }
313 if !v.Args[1].Type.IsInteger() {
314 f.Fatalf("bad arg 1 type to %s: want integer, have %s", v.Op, v.Args[1].LongString())
315 }
316 case OpVarDef:
317 if !v.Aux.(*ir.Name).Type().HasPointers() {
318 f.Fatalf("vardef must have pointer type %s", v.Aux.(*ir.Name).Type().String())
319 }
320 case OpNilCheck:
321
322
323 if f.scheduled {
324 if v.Uses != 0 {
325 f.Fatalf("nilcheck must have 0 uses %s", v.Uses)
326 }
327 if !v.Type.IsVoid() {
328 f.Fatalf("nilcheck must have void type %s", v.Type.String())
329 }
330 } else {
331 if !v.Type.IsPtrShaped() && !v.Type.IsUintptr() {
332 f.Fatalf("nilcheck must have pointer type %s", v.Type.String())
333 }
334 }
335 if !v.Args[0].Type.IsPtrShaped() && !v.Args[0].Type.IsUintptr() {
336 f.Fatalf("nilcheck must have argument of pointer type %s", v.Args[0].Type.String())
337 }
338 if !v.Args[1].Type.IsMemory() {
339 f.Fatalf("bad arg 1 type to %s: want mem, have %s",
340 v.Op, v.Args[1].Type.String())
341 }
342 }
343
344
345 }
346 }
347
348
349 if !blockMark[f.Entry.ID] {
350 f.Fatalf("entry block %v is missing", f.Entry)
351 }
352 for _, b := range f.Blocks {
353 for _, c := range b.Preds {
354 if !blockMark[c.b.ID] {
355 f.Fatalf("predecessor block %v for %v is missing", c, b)
356 }
357 }
358 for _, c := range b.Succs {
359 if !blockMark[c.b.ID] {
360 f.Fatalf("successor block %v for %v is missing", c, b)
361 }
362 }
363 }
364
365 if len(f.Entry.Preds) > 0 {
366 f.Fatalf("entry block %s of %s has predecessor(s) %v", f.Entry, f.Name, f.Entry.Preds)
367 }
368
369
370 for _, b := range f.Blocks {
371 for _, v := range b.Values {
372 for i, a := range v.Args {
373 if !valueMark[a.ID] {
374 f.Fatalf("%v, arg %d of %s, is missing", a, i, v.LongString())
375 }
376 }
377 }
378 for _, c := range b.ControlValues() {
379 if !valueMark[c.ID] {
380 f.Fatalf("control value for %s is missing: %v", b, c)
381 }
382 }
383 }
384 for b := f.freeBlocks; b != nil; b = b.succstorage[0].b {
385 if blockMark[b.ID] {
386 f.Fatalf("used block b%d in free list", b.ID)
387 }
388 }
389 for v := f.freeValues; v != nil; v = v.argstorage[0] {
390 if valueMark[v.ID] {
391 f.Fatalf("used value v%d in free list", v.ID)
392 }
393 }
394
395
396 if f.RegAlloc == nil {
397
398
399 sdom := f.Sdom()
400 for _, b := range f.Blocks {
401 for _, v := range b.Values {
402 for i, arg := range v.Args {
403 x := arg.Block
404 y := b
405 if v.Op == OpPhi {
406 y = b.Preds[i].b
407 }
408 if !domCheck(f, sdom, x, y) {
409 f.Fatalf("arg %d of value %s does not dominate, arg=%s", i, v.LongString(), arg.LongString())
410 }
411 }
412 }
413 for _, c := range b.ControlValues() {
414 if !domCheck(f, sdom, c.Block, b) {
415 f.Fatalf("control value %s for %s doesn't dominate", c, b)
416 }
417 }
418 }
419 }
420
421
422 if f.RegAlloc == nil && f.pass != nil {
423 ln := f.loopnest()
424 if !ln.hasIrreducible {
425 po := f.postorder()
426 for _, b := range po {
427 for _, s := range b.Succs {
428 bb := s.Block()
429 if ln.b2l[b.ID] == nil && ln.b2l[bb.ID] != nil && bb != ln.b2l[bb.ID].header {
430 f.Fatalf("block %s not in loop branches to non-header block %s in loop", b.String(), bb.String())
431 }
432 if ln.b2l[b.ID] != nil && ln.b2l[bb.ID] != nil && bb != ln.b2l[bb.ID].header && !ln.b2l[b.ID].isWithinOrEq(ln.b2l[bb.ID]) {
433 f.Fatalf("block %s in loop branches to non-header block %s in non-containing loop", b.String(), bb.String())
434 }
435 }
436 }
437 }
438 }
439
440
441 uses := make([]int32, f.NumValues())
442 for _, b := range f.Blocks {
443 for _, v := range b.Values {
444 for _, a := range v.Args {
445 uses[a.ID]++
446 }
447 }
448 for _, c := range b.ControlValues() {
449 uses[c.ID]++
450 }
451 }
452 for _, b := range f.Blocks {
453 for _, v := range b.Values {
454 if v.Uses != uses[v.ID] {
455 f.Fatalf("%s has %d uses, but has Uses=%d", v, uses[v.ID], v.Uses)
456 }
457 }
458 }
459
460 memCheck(f)
461 }
462
463 func memCheck(f *Func) {
464
465 for _, b := range f.Blocks {
466 for _, v := range b.Values {
467 if v.Type.IsTuple() && v.Type.FieldType(0).IsMemory() {
468 f.Fatalf("memory is first in a tuple: %s\n", v.LongString())
469 }
470 }
471 }
472
473
474
475
476
477
478 for _, b := range f.Blocks {
479 for _, v := range b.Values {
480 if (v.Op == OpCopy || v.Uses == 0) && v.Type.IsMemory() {
481 return
482 }
483 }
484 if b != f.Entry && len(b.Preds) == 0 {
485 return
486 }
487 }
488
489
490 lastmem := make([]*Value, f.NumBlocks())
491 ss := newSparseSet(f.NumValues())
492 for _, b := range f.Blocks {
493
494
495 ss.clear()
496 for _, v := range b.Values {
497 if v.Op == OpPhi || !v.Type.IsMemory() {
498 continue
499 }
500 if m := v.MemoryArg(); m != nil {
501 ss.add(m.ID)
502 }
503 }
504
505 for _, v := range b.Values {
506 if !v.Type.IsMemory() {
507 continue
508 }
509 if ss.contains(v.ID) {
510 continue
511 }
512 if lastmem[b.ID] != nil {
513 f.Fatalf("two live memory values in %s: %s and %s", b, lastmem[b.ID], v)
514 }
515 lastmem[b.ID] = v
516 }
517
518
519 if lastmem[b.ID] == nil {
520 for _, v := range b.Values {
521 if v.Op == OpPhi {
522 continue
523 }
524 m := v.MemoryArg()
525 if m == nil {
526 continue
527 }
528 if lastmem[b.ID] != nil && lastmem[b.ID] != m {
529 f.Fatalf("two live memory values in %s: %s and %s", b, lastmem[b.ID], m)
530 }
531 lastmem[b.ID] = m
532 }
533 }
534 }
535
536 for {
537 changed := false
538 for _, b := range f.Blocks {
539 if lastmem[b.ID] != nil {
540 continue
541 }
542 for _, e := range b.Preds {
543 p := e.b
544 if lastmem[p.ID] != nil {
545 lastmem[b.ID] = lastmem[p.ID]
546 changed = true
547 break
548 }
549 }
550 }
551 if !changed {
552 break
553 }
554 }
555
556 for _, b := range f.Blocks {
557 for _, v := range b.Values {
558 if v.Op == OpPhi && v.Type.IsMemory() {
559 for i, a := range v.Args {
560 if a != lastmem[b.Preds[i].b.ID] {
561 f.Fatalf("inconsistent memory phi %s %d %s %s", v.LongString(), i, a, lastmem[b.Preds[i].b.ID])
562 }
563 }
564 }
565 }
566 }
567
568
569 if f.scheduled {
570 for _, b := range f.Blocks {
571 var mem *Value
572 for _, v := range b.Values {
573 if v.Op == OpPhi {
574 if v.Type.IsMemory() {
575 mem = v
576 }
577 continue
578 }
579 if mem == nil && len(b.Preds) > 0 {
580
581 mem = lastmem[b.Preds[0].b.ID]
582 }
583 for _, a := range v.Args {
584 if a.Type.IsMemory() && a != mem {
585 f.Fatalf("two live mems @ %s: %s and %s", v, mem, a)
586 }
587 }
588 if v.Type.IsMemory() {
589 mem = v
590 }
591 }
592 }
593 }
594
595
596 if f.scheduled {
597 for _, b := range f.Blocks {
598 seenNonPhi := false
599 for _, v := range b.Values {
600 switch v.Op {
601 case OpPhi:
602 if seenNonPhi {
603 f.Fatalf("phi after non-phi @ %s: %s", b, v)
604 }
605 default:
606 seenNonPhi = true
607 }
608 }
609 }
610 }
611 }
612
613
614 func domCheck(f *Func, sdom SparseTree, x, y *Block) bool {
615 if !sdom.IsAncestorEq(f.Entry, y) {
616
617 return true
618 }
619 return sdom.IsAncestorEq(x, y)
620 }
621
622
623 func isExactFloat32(x float64) bool {
624
625 if bits.TrailingZeros64(math.Float64bits(x)) < 52-23 {
626 return false
627 }
628
629 return math.IsNaN(x) || x == float64(float32(x))
630 }
631
View as plain text