forked from golang/build
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbuilders.go
3102 lines (2976 loc) · 102 KB
/
builders.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
// Copyright 2015 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
// Package dashboard contains shared configuration and logic used by various
// pieces of the Go continuous build system.
package dashboard
import (
"fmt"
"os"
"sort"
"strconv"
"strings"
"time"
"golang.org/x/build/buildenv"
"golang.org/x/build/internal/gophers"
"golang.org/x/build/internal/migration"
"golang.org/x/build/maintner/maintnerd/maintapi/version"
"golang.org/x/build/types"
)
// slowBotAliases maps short names from TRY= comments to which builder to run.
//
// TODO: we'll likely expand this, or move it, or change the matching
// syntax entirely. This is a first draft.
var slowBotAliases = map[string]string{
// Known missing builders:
"ios-amd64": "", // There is no builder for the iOS Simulator. See issues 42100 and 42177.
// Fully ported to LUCI and stopped in the coordinator.
"js": "",
"wasip1": "",
"wasm": "",
"js-wasm": "",
"wasip1-wasm": "",
"ppc64": "",
"ppc64p10": "",
"ppc64le": "",
"ppc64lep9": "",
"ppc64lep10": "",
"linux-ppc64": "",
"linux-ppc64-power10": "",
"linux-ppc64le": "",
"linux-ppc64le-power9": "",
"linux-ppc64le-power10": "",
"loong64": "",
"linux-loong64": "",
"386": "linux-386",
"aix": "aix-ppc64",
"amd64": "linux-amd64",
"android": "android-amd64-emu",
"android-386": "android-386-emu",
"android-amd64": "android-amd64-emu",
"android-arm": "android-arm-corellium",
"android-arm64": "android-arm64-corellium",
"arm": "linux-arm-aws",
"arm64": "linux-arm64",
"boringcrypto": "linux-amd64-boringcrypto",
"darwin": "darwin-amd64-13",
"darwin-amd64": "darwin-amd64-13",
"darwin-arm64": "darwin-arm64-12",
"ios-arm64": "ios-arm64-corellium",
"dragonfly": "dragonfly-amd64-622",
"dragonfly-amd64": "dragonfly-amd64-622",
"freebsd": "freebsd-amd64-13_0",
"freebsd-386": "freebsd-386-13_0",
"freebsd-amd64": "freebsd-amd64-13_0",
"freebsd-arm": "freebsd-arm-paulzhol",
"freebsd-arm64": "freebsd-arm64-dmgk",
"freebsd-riscv64": "freebsd-riscv64-unmatched",
"illumos": "illumos-amd64",
"ios": "ios-arm64-corellium",
"linux": "linux-amd64",
"linux-arm": "linux-arm-aws",
"linux-mips": "linux-mips-rtrk",
"linux-mips64": "linux-mips64-rtrk",
"linux-mips64le": "linux-mips64le-rtrk",
"linux-mipsle": "linux-mipsle-rtrk",
"linux-riscv64": "linux-riscv64-unmatched",
"linux-s390x": "linux-s390x-ibm",
"longtest": "linux-amd64-longtest",
"mips": "linux-mips-rtrk",
"mips64": "linux-mips64-rtrk",
"mips64le": "linux-mips64le-rtrk",
"mipsle": "linux-mipsle-rtrk",
"netbsd": "netbsd-amd64-9_3",
"netbsd-386": "netbsd-386-9_3",
"netbsd-amd64": "netbsd-amd64-9_3",
"netbsd-arm": "netbsd-arm-bsiegert",
"netbsd-arm64": "netbsd-arm64-bsiegert",
"nocgo": "linux-amd64-nocgo",
"openbsd": "openbsd-amd64-72",
"openbsd-386": "openbsd-386-72",
"openbsd-amd64": "openbsd-amd64-72",
"openbsd-arm": "openbsd-arm-jsing",
"openbsd-arm64": "openbsd-arm64-jsing",
"openbsd-mips64": "openbsd-mips64-jsing",
"openbsd-ppc64": "openbsd-ppc64-n2vi",
"openbsd-riscv64": "openbsd-riscv64-jsing",
"plan9": "plan9-arm",
"plan9-386": "plan9-386-0intro",
"plan9-amd64": "plan9-amd64-0intro",
"riscv64": "linux-riscv64-unmatched",
"s390x": "linux-s390x-ibm",
"solaris": "solaris-amd64-oraclerel",
"solaris-amd64": "solaris-amd64-oraclerel",
"windows": "windows-amd64-2016",
"windows-386": "windows-386-2016",
"windows-amd64": "windows-amd64-2016",
"windows-arm": "windows-arm-zx2c4",
"windows-arm64": "windows-arm64-11",
}
// Builders are the different build configurations.
// The keys are like "darwin-amd64" or "linux-386-387".
// This map should not be modified by other packages.
// Initialization happens below, via calls to addBuilder.
var Builders = map[string]*BuildConfig{}
// GoBootstrap is the bootstrap Go version.
//
// For bootstrap versions prior to Go 1.21.0,
// bootstrap Go builds with this name must be in the buildlet bucket,
// usually uploaded by 'genbootstrap -upload all'.
const GoBootstrap = "go1.20.6"
// Hosts contains the names and configs of all the types of
// buildlets. They can be VMs, containers, or dedicated machines.
//
// Please keep table sorted by map key.
var Hosts = map[string]*HostConfig{
"host-aix-ppc64-osuosl": {
Notes: "AIX 7.2 VM on OSU; run by Tony Reix",
Owners: []*gophers.Person{gh("trex58")},
IsReverse: true,
ExpectNum: 1,
},
"host-android-arm64-corellium-android": {
Notes: "Virtual Android devices hosted by Zenly on Corellium; see issues 31722 and 40523",
Owners: []*gophers.Person{gh("steeve"), gh("changkun")}, // See https://groups.google.com/g/golang-dev/c/oiuIE7qrWp0.
IsReverse: true,
ExpectNum: 3,
GoBootstrap: "none", // image has Go 1.15.3 (go.dev/issue/54246); cannot access storage.googleapis.com
env: []string{
"GOROOT_BOOTSTRAP=/data/data/com.termux/files/home/go-android-arm64-bootstrap",
// Only run one job at a time to avoid the OOM killer.
// Issue 50084.
"GOMAXPROCS=1",
},
},
"host-darwin-amd64-10_15-aws": {
IsReverse: true,
ExpectNum: 0, // was 2 before migration to LUCI
Notes: "AWS macOS Catalina (10.15) VM under QEMU",
SSHUsername: "gopher",
HermeticReverse: true, // we destroy the VM when done & recreate
GoogleReverse: true,
},
"host-darwin-amd64-11-aws": {
IsReverse: true,
ExpectNum: 0, // was 2 before migration to LUCI
Notes: "AWS macOS Big Sur (11) VM under QEMU",
SSHUsername: "gopher",
HermeticReverse: true, // we destroy the VM when done & recreate
GoogleReverse: true,
},
"host-darwin-amd64-12-aws": {
IsReverse: true,
ExpectNum: 0, // was 6 before migration to LUCI
Notes: "AWS macOS Monterey (12) VM under QEMU",
SSHUsername: "gopher",
HermeticReverse: true, // we destroy the VM when done & recreate
GoogleReverse: true,
},
"host-darwin-amd64-13-aws": {
IsReverse: true,
ExpectNum: 0, // was 2 before migration to LUCI
Notes: "AWS macOS Ventura (13) VM under QEMU",
SSHUsername: "gopher",
HermeticReverse: true, // we destroy the VM when done & recreate
GoogleReverse: true,
},
"host-darwin-arm64-11": {
IsReverse: true,
Notes: "macOS Big Sur (11) ARM64 (M1) on Mac minis in a Google office",
ExpectNum: 0, // was 3 before migration to LUCI
SSHUsername: "gopher",
GoogleReverse: true,
},
"host-darwin-arm64-12": {
IsReverse: true,
ExpectNum: 0, // was 3 before migration to LUCI
Notes: "macOS Monterey (12) ARM64 (M1) on Mac minis in a Google office",
SSHUsername: "gopher",
GoogleReverse: true,
},
"host-dragonfly-amd64-622": {
Notes: "DragonFly BSD 6.2.2 on GCE, built from build/env/dragonfly-amd64",
VMImage: "dragonfly-amd64-622",
SSHUsername: "root",
},
"host-freebsd-amd64-12_3": {
VMImage: "freebsd-amd64-123-stable-20211230",
Notes: "FreeBSD 12.3; GCE VM, built from build/env/freebsd-amd64",
SSHUsername: "gopher",
},
"host-freebsd-amd64-13_0": {
VMImage: "freebsd-amd64-130-stable-20211230",
Notes: "FreeBSD 13.0; GCE VM, built from build/env/freebsd-amd64",
SSHUsername: "gopher",
},
"host-freebsd-arm-paulzhol": {
IsReverse: true,
ExpectNum: 1,
Notes: "Raspberry Pi 3 Model B, FreeBSD 13.1-RELEASE with SCHED_4BSD",
Owners: []*gophers.Person{gh("paulzhol")},
},
"host-freebsd-arm64-dmgk": {
IsReverse: true,
ExpectNum: 1,
Notes: "AWS EC2 a1.large 2 vCPU 4GiB RAM, FreeBSD 12.1-STABLE",
Owners: []*gophers.Person{gh("dmgk")},
},
"host-freebsd-riscv64-unmatched": {
IsReverse: true,
ExpectNum: 1,
Notes: "SiFive HiFive Unmatched RISC-V board. 16 GB RAM. FreeBSD 13.1-RELEASE",
Owners: []*gophers.Person{gh("mengzhuo")},
GoBootstrap: "none",
env: []string{
"GOROOT_BOOTSTRAP=/home/gopher/go-freebsd-riscv64-bootstrap",
},
},
"host-illumos-amd64-jclulow": {
Notes: "SmartOS [email protected] zone",
Owners: []*gophers.Person{gh("jclulow")},
IsReverse: true,
ExpectNum: 1,
SSHUsername: "gobuild",
},
"host-ios-arm64-corellium-ios": {
Notes: "Virtual iOS devices hosted by Zenly on Corellium; see issues 31722 and 40523",
Owners: []*gophers.Person{gh("steeve"), gh("changkun")}, // See https://groups.google.com/g/golang-dev/c/oiuIE7qrWp0.
IsReverse: true,
ExpectNum: 3,
GoBootstrap: "none", // image has devel d6c4583ad4 (pre-Go 1.18) Dec 2021 (go.dev/issue/54246); cannot access storage.googleapis.com
env: []string{
"GOROOT_BOOTSTRAP=/var/root/go-ios-arm64-bootstrap",
},
},
"host-linux-amd64-alpine": {
Notes: "Alpine container",
ContainerImage: "linux-x86-alpine:latest",
SSHUsername: "root",
},
"host-linux-amd64-androidemu": {
Notes: "Debian Bullseye w/ Android SDK + emulator (use nested virt)",
ContainerImage: "android-amd64-emu:bff27c0c9263",
KonletVMImage: "android-amd64-emu-bullseye",
NestedVirt: true,
SSHUsername: "root",
},
"host-linux-amd64-bookworm": {
Notes: "Debian Bookworm",
ContainerImage: "linux-x86-bookworm:latest",
SSHUsername: "root",
},
"host-linux-amd64-bullseye": {
Notes: "Debian Bullseye",
ContainerImage: "linux-x86-bullseye:latest",
SSHUsername: "root",
},
"host-linux-amd64-bullseye-vmx": {
Notes: "Debian Bullseye w/ Nested Virtualization (VMX CPU bit) enabled",
ContainerImage: "linux-x86-bullseye:latest",
NestedVirt: true,
SSHUsername: "root",
},
"host-linux-amd64-buster": {
Notes: "Debian Buster",
ContainerImage: "linux-x86-buster:latest",
SSHUsername: "root",
},
"host-linux-amd64-clang": {
Notes: "Container with clang.",
ContainerImage: "linux-x86-clang:latest",
SSHUsername: "root",
},
"host-linux-amd64-fedora": {
Notes: "Fedora 30",
ContainerImage: "linux-x86-fedora:latest",
SSHUsername: "root",
},
"host-linux-amd64-js-wasm-node18": {
Notes: "Container with Node.js 18 for testing js/wasm.",
ContainerImage: "js-wasm-node18:latest",
SSHUsername: "root",
},
"host-linux-amd64-localdev": {
IsReverse: true,
ExpectNum: 0,
Notes: "for localhost development of buildlets/gomote/coordinator only",
SSHUsername: os.Getenv("USER"),
},
"host-linux-amd64-perf": {
Notes: "Cascade Lake performance testing machines",
machineType: "c2-standard-8", // C2 has precisely defined, consistent server architecture.
ContainerImage: "linux-x86-bullseye:latest",
SSHUsername: "root",
CustomDeleteTimeout: 12 * time.Hour,
},
"host-linux-amd64-s390x-cross": {
Notes: "Container with s390x cross-compiler.",
ContainerImage: "linux-s390x-cross:latest",
},
"host-linux-amd64-sid": {
Notes: "Debian sid, updated occasionally.",
ContainerImage: "linux-x86-sid:latest",
SSHUsername: "root",
},
"host-linux-amd64-wasip1-wasm-wasmedge": {
Notes: "Container with wasmedge for testing wasip1/wasm.",
ContainerImage: "wasip1-wasm-wasmedge:latest",
SSHUsername: "root",
},
"host-linux-amd64-wasip1-wasm-wasmer": {
Notes: "Container with wasmer for testing wasip1/wasm.",
ContainerImage: "wasip1-wasm-wasmer:latest",
SSHUsername: "root",
},
"host-linux-amd64-wasip1-wasm-wasmtime": {
Notes: "Container with wasmtime for testing wasip1/wasm.",
ContainerImage: "wasip1-wasm-wasmtime:latest",
SSHUsername: "root",
},
"host-linux-amd64-wasip1-wasm-wazero": {
Notes: "Container with Wazero for testing wasip1/wasm.",
ContainerImage: "wasip1-wasm-wazero:latest",
SSHUsername: "root",
},
"host-linux-amd64-wsl": {
Notes: "Windows 10 WSL2 Ubuntu",
Owners: []*gophers.Person{gh("mengzhuo")},
IsReverse: true,
ExpectNum: 2,
},
"host-linux-arm-aws": {
Notes: "Debian Buster, EC2 arm instance. See x/build/env/linux-arm/aws",
VMImage: "ami-07409163bccd5ac4d",
ContainerImage: "gobuilder-arm-aws:latest",
machineType: "m6g.xlarge",
IsEC2: true,
SSHUsername: "root",
},
"host-linux-arm64-bullseye": {
Notes: "Debian Bullseye",
ContainerImage: "linux-arm64-bullseye:latest",
machineType: "t2a",
SSHUsername: "root",
cosArchitecture: CosArchARM64,
},
"host-linux-arm64-bullseye-high-disk": {
Notes: "Debian Bullseye, larger boot disk size",
ContainerImage: "linux-arm64-bullseye:latest",
machineType: "t2a",
SSHUsername: "root",
cosArchitecture: CosArchARM64,
RootDriveSizeGB: 20,
},
"host-linux-loong64-3a5000": {
Notes: "Loongson 3A5000 Box hosted by Loongson; loong64 is the short name of LoongArch 64 bit version",
Owners: []*gophers.Person{gh("abner-chenc")},
IsReverse: true,
ExpectNum: 5,
GoBootstrap: "none",
env: []string{
"GOROOT_BOOTSTRAP=/usr/lib/go-linux-loong64-bootstrap",
},
},
"host-linux-mips64-rtrk": {
Notes: "cavium,rhino_utm8 board hosted at RT-RK.com; quad-core cpu, 8GB of ram and 240GB ssd disks.",
Owners: []*gophers.Person{gh("draganmladjenovic")}, // See https://github.com/golang/go/issues/53574#issuecomment-1169891255.
IsReverse: true,
ExpectNum: 1,
},
"host-linux-mips64le-rtrk": {
Notes: "cavium,rhino_utm8 board hosted at RT-RK.com; quad-core cpu, 8GB of ram and 240GB ssd disks.",
Owners: []*gophers.Person{gh("draganmladjenovic")}, // See https://github.com/golang/go/issues/53574#issuecomment-1169891255.
IsReverse: true,
ExpectNum: 1,
},
"host-linux-ppc64-sid": {
Notes: "Debian sid; run by Go team on osuosl.org",
Owners: []*gophers.Person{gh("pmur")},
IsReverse: true,
ExpectNum: 5,
SSHUsername: "root",
HermeticReverse: true,
},
"host-linux-ppc64-sid-power10": {
Notes: "debian sid; run by Go team on osuosl.org; see x/build/env/linux-ppc64le/osuosl",
Owners: []*gophers.Person{gh("pmur")},
IsReverse: true,
env: []string{"GOPPC64=power10"},
ExpectNum: 5,
SSHUsername: "root",
HermeticReverse: true,
},
"host-linux-ppc64le-osu": {
Notes: "Ubuntu 20.04; run by Go team on osuosl.org; see x/build/env/linux-ppc64le/osuosl",
Owners: []*gophers.Person{gh("pmur")},
IsReverse: true,
ExpectNum: 5,
SSHUsername: "root",
HermeticReverse: true,
},
"host-linux-ppc64le-power10-osu": {
Notes: "Ubuntu 22.04; run by Go team on osuosl.org; see x/build/env/linux-ppc64le/osuosl",
Owners: []*gophers.Person{gh("pmur")},
IsReverse: true,
env: []string{"GOPPC64=power10"},
SSHUsername: "root",
HermeticReverse: true,
},
"host-linux-ppc64le-power9-osu": {
Notes: "Ubuntu 20.04; run by Go team on osuosl.org; see x/build/env/linux-ppc64le/osuosl",
Owners: []*gophers.Person{gh("pmur")},
IsReverse: true,
env: []string{"GOPPC64=power9"},
SSHUsername: "root",
HermeticReverse: true,
},
"host-linux-riscv64-joelsing": {
Notes: "SiFive HiFive Unleashed RISC-V board. 8 GB RAM, 4 cores.",
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("4a6f656c")},
},
"host-linux-riscv64-unmatched": {
Notes: "SiFive HiFive Unmatched RISC-V board. 16 GB RAM, 4 cores.",
IsReverse: true,
ExpectNum: 2,
Owners: []*gophers.Person{gh("mengzhuo")},
// Use go1.20.7 (slightly newer than the default go1.20.6 on 2023-08-18)
// for https://go.dev/issue/62104#issuecomment-1683207172.
GoBootstrap: "go1.20.7",
},
"host-linux-s390x": {
Notes: "run by IBM",
Owners: []*gophers.Person{gh("Vishwanatha-HD"), gh("srinivas-pokala")},
IsReverse: true,
ExpectNum: 2, // See https://github.com/golang/go/issues/49557#issuecomment-969148789.
},
"host-netbsd-386-9_3": {
VMImage: "netbsd-i386-9-3-202211120320",
Notes: "NetBSD 9.3; GCE VM is built from script in build/env/netbsd-386",
machineType: "n2", // force Intel; see go.dev/issue/49209
SSHUsername: "root",
},
"host-netbsd-amd64-9_3": {
VMImage: "netbsd-amd64-9-3-202211120320v2",
Notes: "NetBSD 9.3; GCE VM is built from script in build/env/netbsd-amd64",
machineType: "n2", // force Intel; see go.dev/issue/49209
SSHUsername: "root",
},
"host-netbsd-arm-bsiegert": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("bsiegert")},
},
"host-netbsd-arm64-bsiegert": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("bsiegert")},
},
"host-openbsd-386-72": {
VMImage: "openbsd-386-72",
machineType: "n2", // force Intel; see go.dev/issue/49209
Notes: "OpenBSD 7.2; GCE VM, built from build/env/openbsd-386",
SSHUsername: "gopher",
},
"host-openbsd-amd64-72": {
VMImage: "openbsd-amd64-72",
machineType: "n2", // force Intel; see go.dev/issue/49209
Notes: "OpenBSD 7.2; GCE VM, built from build/env/openbsd-amd64",
SSHUsername: "gopher",
},
"host-openbsd-arm-joelsing": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("4a6f656c")},
},
"host-openbsd-arm64-joelsing": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("4a6f656c")},
},
"host-openbsd-mips64-joelsing": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("4a6f656c")},
},
"host-openbsd-ppc64-n2vi": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("n2vi")},
Notes: "TalosII T2P9D01 (dual Power9 32GB) OpenBSD-current",
GoBootstrap: "none",
env: []string{
"GOROOT_BOOTSTRAP=/home/gopher/go-openbsd-ppc64-bootstrap",
},
},
"host-openbsd-riscv64-joelsing": {
IsReverse: true,
ExpectNum: 1,
Owners: []*gophers.Person{gh("4a6f656c")},
GoBootstrap: "none",
env: []string{
"GOROOT_BOOTSTRAP=/home/gopher/go-openbsd-riscv64-bootstrap",
},
},
"host-plan9-386-0intro": {
IsReverse: true,
ExpectNum: 1,
Notes: "QEMU VM, Plan 9 from Bell Labs",
Owners: []*gophers.Person{gh("0intro")},
},
"host-plan9-386-gce": {
VMImage: "plan9-386-v7",
Notes: "Plan 9 from 0intro; GCE VM, built from build/env/plan9-386",
env: []string{"GO_TEST_TIMEOUT_SCALE=3"},
},
"host-plan9-amd64-0intro": {
IsReverse: true,
ExpectNum: 1,
Notes: "QEMU VM, Plan 9 from Bell Labs, 9k kernel",
Owners: []*gophers.Person{gh("0intro")},
},
"host-plan9-arm-0intro": {
IsReverse: true,
ExpectNum: 1,
Notes: "Raspberry Pi 3 Model B, Plan 9 from Bell Labs",
Owners: []*gophers.Person{gh("0intro")},
},
"host-solaris-oracle-amd64-oraclerel": {
Notes: "Oracle Solaris amd64 Release System",
HostArch: "solaris-amd64",
Owners: []*gophers.Person{gh("rorth")}, // https://github.com/golang/go/issues/15581#issuecomment-550368581
IsReverse: true,
ExpectNum: 1,
},
"host-windows-amd64-2016": {
VMImage: "windows-amd64-server-2016-v9",
SSHUsername: "gopher",
},
"host-windows-amd64-2016-big": {
VMImage: "windows-amd64-server-2016-v9",
machineType: "e2-standard-16",
SSHUsername: "gopher",
},
"host-windows-arm64-zx2c4": {
IsReverse: true,
ExpectNum: 0,
Owners: []*gophers.Person{gh("zx2c4")},
},
"host-windows11-arm64-azure": { // host name known to cmd/buildlet/stage0, cannot change
Notes: "Azure windows 11 arm64 VMs",
HostArch: "windows-arm64",
IsReverse: true,
ExpectNum: 0, // was 2 before migration to LUCI
},
}
func gh(githubUsername string) *gophers.Person {
p := gophers.GetPerson("@" + githubUsername)
if p == nil {
panic("person with GitHub username " + githubUsername + " does not exist in the golang.org/x/build/internal/gophers package")
}
return p
}
func init() {
for key, c := range Hosts {
if key == "" {
panic("empty string key in Hosts")
}
if c.HostType == "" {
c.HostType = key
}
if c.HostType != key {
panic(fmt.Sprintf("HostType %q != key %q", c.HostType, key))
}
if c.HostArch == "" {
f := strings.Split(c.HostType, "-")
if len(f) < 3 {
panic(fmt.Sprintf("invalid HostType %q", c.HostType))
}
c.HostArch = f[1] + "-" + f[2] // "linux-amd64"
if f[2] == "arm" {
c.HostArch += "-7" // assume newer ARM
}
}
if c.GoBootstrap == "" {
c.GoBootstrap = GoBootstrap
}
nSet := 0
if c.VMImage != "" {
nSet++
}
if c.ContainerImage != "" && !c.IsEC2 {
nSet++
}
if c.IsReverse {
nSet++
}
if nSet != 1 {
panic(fmt.Sprintf("exactly one of VMImage, ContainerImage, IsReverse must be set for host %q; got %v", key, nSet))
}
}
}
// CosArch defines the different COS images types used.
type CosArch string
const (
// TODO(59418,59419): The kernel in COS release 105 likely breaks ASAN and MSAN for both
// gcc and clang. Pin to 101, the previous release.
CosArchAMD64 CosArch = "cos-101-lts" // COS image for AMD64 architecture
CosArchARM64 = "cos-arm64-stable" // COS image for ARM64 architecture
)
// A HostConfig describes the available ways to obtain buildlets of
// different types. Some host configs can serve multiple
// builders. For example, a host config of "host-linux-amd64-bullseye" can
// serve linux-amd64, linux-amd64-race, linux-386, linux-386-387, etc.
type HostConfig struct {
// HostType is the unique name of this host config. It is also
// the key in the Hosts map.
HostType string
// HostArch is a string identifying the host architecture, to decide which binaries to run on it.
// If unset, it is derived in func init from the HostType
// (for example, host-linux-amd64-foo has HostArch "linux-amd64").
// For clarity, the HostArch for 32-bit arm always ends in -5 or -7
// to specify the GOARM value; implicit HostArch always use -7.
// (This specificity is necessary because there is no one value that
// works on all 32-bit ARM chips on non-Linux operating systems.)
//
// If set explicitly, HostArch should have the form "GOOS-GOARCH-suffix",
// where suffix is the GO$GOARCH setting (that is, GOARM for GOARCH=arm).
// For example "openbsd-arm-5" for GOOS=openbsd GOARCH=arm GOARM=5.
//
// (See the BuildletBinaryURL and GoBootstrapURL methods.)
HostArch string
// GoBootstrap is the version of Go to use for bootstrap.
// If unset, it is set in func init to GoBootstrap (the global constant).
//
// If GoBootstrap is set to "none", it means this buildlet is not given a new bootstrap
// toolchain for each build, typically because it cannot download from
// storage.googleapis.com.
//
// For bootstrap versions prior to Go 1.21.0,
// a bootstrap toolchain built with that version must be in the buildlet bucket,
// usually uploaded by 'genbootstrap -upload all'.
//
// (See the GoBootstrapURL method.)
GoBootstrap string
// Exactly 1 of these must be set (with the exception of EC2 instances).
// An EC2 instance may run a container inside a VM. In that case, a VMImage
// and ContainerImage will both be set.
VMImage string // e.g. "openbsd-amd64-60"
ContainerImage string // e.g. "linux-buildlet-std:latest" (suffix after "gcr.io/<PROJ>/")
IsReverse bool // if true, only use the reverse buildlet pool
// GCE options, if VMImage != "" || ContainerImage != ""
machineType string // optional GCE instance type ("n2-standard-4") or instance class ("n2")
RegularDisk bool // if true, use spinning disk instead of SSD
MinCPUPlatform string // optional. e2 instances are not supported. see https://cloud.google.com/compute/docs/instances/specify-min-cpu-platform.
cosArchitecture CosArch // optional. GCE instances which use COS need the architecture set. Default: CosArchAMD64
// EC2 options
IsEC2 bool // if true, the instance is configured to run on EC2
// GCE or EC2 options:
//
// CustomDeleteTimeout is an optional custom timeout after which the VM is forcibly destroyed and the build is retried.
// Zero duration defers decision to internal/coordinator/pool package, which is enough for longtest post-submit builds.
// (This is generally an internal implementation detail, currently left behind only for the -perf builder.)
CustomDeleteTimeout time.Duration
// Reverse options
ExpectNum int // expected number of reverse buildlets of this type
HermeticReverse bool // whether reverse buildlet has fresh env per conn
GoogleReverse bool // whether this reverse builder is owned by Google
// Container image options, if ContainerImage != "":
NestedVirt bool // container requires VMX nested virtualization. e2 and n2d instances are not supported.
KonletVMImage string // optional VM image (containing konlet) to use instead of default
// Optional base env.
env []string
Owners []*gophers.Person // owners; empty means golang-dev
Notes string // notes for humans
SSHUsername string // username to ssh as, empty means not supported
RootDriveSizeGB int64 // optional, GCE instance root size in base-2 GB. Default: default size for instance type.
}
// CosArchitecture returns the COS architecture to use with the host. The default is CosArchAMD64.
func (hc *HostConfig) CosArchitecture() CosArch {
if hc.cosArchitecture == CosArch("") {
return CosArchAMD64
}
return hc.cosArchitecture
}
// A BuildConfig describes how to run a builder.
type BuildConfig struct {
// Name is the unique name of the builder, in the form of
// "GOOS-GOARCH" or "GOOS-GOARCH-suffix". For example,
// "darwin-386", "linux-386-387", "linux-amd64-race". Some
// suffixes are well-known and carry special meaning, such as
// "-race".
Name string
// HostType is the required key into the Hosts map, describing
// the type of host this build will run on.
// For example, "host-linux-amd64-bullseye".
HostType string
// KnownIssues is a slice of non-zero go.dev/issue/nnn numbers for a
// builder that may fail due to a known issue, such as because it is a new
// builder still in development/testing, or because the feature
// or port that it's meant to test hasn't been added yet, etc.
//
// A non-zero value here means that failures on this builder should not
// be considered a serious regression and don't need investigation beyond
// what is already in scope of the listed issues.
KnownIssues []int
Notes string // notes for humans
// tryBot optionally specifies a policy func for whether trybots are enabled.
// nil means off. Even if tryBot returns true, BuildConfig.buildsRepoAtAll must
// also return true. See the implementation of BuildConfig.BuildsRepoTryBot.
// The proj is "go", "net", etc. The branch is proj's branch.
// The goBranch is the same as branch for proj "go", else it's the go branch
// ("master, "release-branch.go1.12", etc).
tryBot func(proj, branch, goBranch string) bool
tryOnly bool // only used for trybots, and not regular builds
// CompileOnly indicates that tests should only be compiled but not run.
// Note that this will not prevent the test binary from running for tests
// for the main Go repo, so this flag is insufficient for disabling
// tests in a cross-compiled setting. See #58297.
//
// For subrepo tests however, this flag is sufficient to ensure that test
// binaries will only be built, not executed.
CompileOnly bool
// FlakyNet indicates that network tests are flaky on this builder.
// The builder will try to run the tests anyway, but will ignore some of the
// failures.
FlakyNet bool
// buildsRepo optionally specifies whether this builder does
// builds (of any type) for the given repo ("go", "net", etc.)
// and its branch ("master", "release-branch.go1.12", "dev.link", etc.).
// goBranch is the branch of "go" to build against. If repo == "go",
// goBranch == branch.
//
// If nil, a default set of repos as reported by buildRepoByDefault
// is built. See buildsRepoAtAll method for details.
//
// To implement a minor change to the default policy, create a
// function that uses buildRepoByDefault. For example:
//
// buildsRepo: func(repo, branch, goBranch string) bool {
// b := buildRepoByDefault(repo)
// // ... modify b from the default value as needed ...
// return b
// }
//
buildsRepo func(repo, branch, goBranch string) bool
// RunBench enables benchmarking of the toolchain using x/benchmarks.
// This only applies when building x/benchmarks.
RunBench bool
// MinimumGoVersion optionally specifies the minimum Go version
// this builder is allowed to use. It can be useful for skipping
// builders that are too new and no longer support some supported
// Go versions. It doesn't need to be set for builders that support
// all supported Go versions.
//
// Note: This field currently has effect on trybot runs only.
//
// TODO: unexport this and make buildsRepoAtAll return false on too-old
// of repos. The callers in coordinator will need updating.
MinimumGoVersion types.MajorMinor
// SkipSnapshot, if true, means to not fetch a tarball
// snapshot of the world post-make.bash from the buildlet (and
// thus to not write it to Google Cloud Storage). This is
// incompatible with sharded tests, and should only be used
// for very slow builders or networks, unable to transfer
// the tarball in under ~5 minutes.
SkipSnapshot bool
// StopAfterMake causes the build to stop after the make
// script completes, returning its result as the result of the
// whole build. It does not run or compile any of the tests,
// nor does it write a snapshot of the world to cloud
// storage.
StopAfterMake bool
// privateGoProxy for builder has it's own Go proxy instead of
// proxy.golang.org, pre-set in GOPROXY on the builder.
privateGoProxy bool
// InstallRacePackages controls which packages to "go install
// -race <pkgs>" after running make.bash (or equivalent). If
// the builder ends in "-race", the default if non-nil is just
// "std".
InstallRacePackages []string
// GoDeps is a list of of git sha1 commits that must be in the
// commit to be tested's history. If absent, this builder is
// not run for that commit.
GoDeps []string
// distTestAdjust optionally specifies a function that can
// adjust the cmd/dist test policy for this builder.
//
// The BuildConfig.ShouldRunDistTest method implements the
// default cmd/dist test policy, and then calls distTestAdjust
// to adjust that decision further, if distTestAdjust is not nil.
//
// The initial value of the run parameter is what the default
// policy said. The returned value from distTestAdjust is what
// BuildConfig.ShouldRunDistTest reports to the caller.
//
// For example:
//
// distTestAdjust: func(run bool, distTest string, isNormalTry bool) bool {
// // ... modify run from the initial value as needed ...
// return run
// }
//
// distTestAdjust works with dist test names expressed in the Go 1.20 format.
// See ShouldRunDistTest for details.
//
distTestAdjust func(run bool, distTest string, isNormalTry bool) bool
// numTestHelpers is the number of _additional_ buildlets
// past the first one to help out with sharded tests.
// For TryBots and SlowBots, the numTryHelpers value is used,
// unless it's zero, in which case numTestHelpers is used.
numTestHelpers int
numTryTestHelpers int // For TryBots/SlowBots. If 0, numTestHelpers is used.
env []string // extra environment ("key=value") pairs
makeScriptArgs []string // extra args to pass to the make.bash-equivalent script
allScriptArgs []string // extra args to pass to the all.bash-equivalent script
TestHostConf *HostConfig // override HostConfig for testing, at least for now
// isRestricted marks if a builder should be restricted to a subset of users.
isRestricted bool
}
// Env returns the environment variables this builder should run with.
func (c *BuildConfig) Env() []string {
env := []string{"GO_BUILDER_NAME=" + c.Name}
if c.FlakyNet {
env = append(env, "GO_BUILDER_FLAKY_NET=1")
}
if c.IsLongTest() {
// Set a private hook in cmd/dist to run main Go repository tests
// without the default -short flag. See go.dev/issue/12508.
env = append(env, "GO_TEST_SHORT=0")
}
env = append(env, c.HostConfig().env...)
return append(env, c.env...)
}
func (c *BuildConfig) IsReverse() bool { return c.HostConfig().IsReverse }
func (c *BuildConfig) IsGCE() bool { return !c.HostConfig().IsReverse && !c.HostConfig().IsEC2 }
func (c *BuildConfig) IsContainer() bool { return c.HostConfig().IsContainer() }
func (c *HostConfig) IsContainer() bool { return c.ContainerImage != "" }
func (c *BuildConfig) IsVM() bool { return c.HostConfig().IsVM() }
// IsVM reports whether the instance running the job is ultimately a VM. Hosts where
// a VM is used only to initiate a container are considered a container, not a VM.
// EC2 instances may be configured to run in containers that are running
// on custom AMIs.
func (c *HostConfig) IsVM() bool {
if c.IsEC2 {
return c.VMImage != "" && c.ContainerImage == ""
}
return c.VMImage != ""
}
func (c *BuildConfig) GOOS() string { return c.Name[:strings.Index(c.Name, "-")] }
func (c *BuildConfig) GOARCH() string {
arch := c.Name[strings.Index(c.Name, "-")+1:]
i := strings.Index(arch, "-")
if i == -1 {
return arch
}
return arch[:i]
}
// MatchesSlowBotTerm reports whether some provided term from a
// TRY=... comment on a Run-TryBot+1 vote on Gerrit should match this
// build config.
func (c *BuildConfig) MatchesSlowBotTerm(term string) bool {
return term != "" && (term == c.Name || slowBotAliases[term] == c.Name)
}
// FilePathJoin is mostly like filepath.Join (without the cleaning) except
// it uses the path separator of c.GOOS instead of the host system's.
func (c *BuildConfig) FilePathJoin(x ...string) string {
if c.GOOS() == "windows" {
return strings.Join(x, "\\")
}
return strings.Join(x, "/")
}
func (c *BuildConfig) IsRestricted() bool {
return c.isRestricted
}
// DistTestsExecTimeout returns how long the coordinator should wait
// for a cmd/dist test execution to run the provided dist test names.
//
// The dist test names are expressed in the Go 1.20 format, even for
// newer Go versions. See go120DistTestNames.
func (c *BuildConfig) DistTestsExecTimeout(distTests []string) time.Duration {
// TODO: consider using distTests? We never did before, but
// now we have the TestStats in the coordinator. Pass in a
// *buildstats.TestStats and use historical data times some
// fudge factor? For now just use the old 20 minute limit
// we've used since 2014, but scale it by the
// GO_TEST_TIMEOUT_SCALE for the super slow builders which
// struggle with, say, the cgo tests. (which should be broken
// up into separate dist tests or shards, like the test/ dir
// was)
d := 20 * time.Minute
d *= time.Duration(c.GoTestTimeoutScale())
return d
}
// GoTestTimeoutScale returns this builder's GO_TEST_TIMEOUT_SCALE value, or 1.
func (c *BuildConfig) GoTestTimeoutScale() int {
const pfx = "GO_TEST_TIMEOUT_SCALE="
for _, env := range [][]string{c.env, c.HostConfig().env} {
for _, kv := range env {
if strings.HasPrefix(kv, pfx) {
if n, err := strconv.Atoi(kv[len(pfx):]); err == nil && n > 0 {
return n
}
}
}
}
return 1
}
// HostConfig returns the host configuration of c.
func (c *BuildConfig) HostConfig() *HostConfig {
if c.TestHostConf != nil {
return c.TestHostConf
}
if c, ok := Hosts[c.HostType]; ok {
return c
}
panic(fmt.Sprintf("missing buildlet config for buildlet %q", c.Name))
}
// GoBootstrapURL returns the URL of a built Go 1.4+ tar.gz for the
// build configuration type c, or empty string if there isn't one.
func (c *BuildConfig) GoBootstrapURL(e *buildenv.Environment) string {
hc := c.HostConfig()
if hc.GoBootstrap == "none" {
return ""
}
if x, ok := version.Go1PointX(hc.GoBootstrap); ok && x < 21 {
return "https://storage.googleapis.com/" + e.BuildletBucket +