1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
! { dg-do compile }
! { dg-options "-fopenacc -fdump-tree-omplower" }
! { dg-prune-output "sorry, unimplemented: device_type clause is not supported yet" }
program dtype
integer i1, i2, i3, i4, i5, i6
!! ACC PARALLEL DEVICE_TYPE:
!$acc parallel dtype (nvidia) async (1) num_gangs (100) &
!$acc& num_workers (100) vector_length (32) wait (1)
!$acc end parallel
!$acc parallel async (1) num_gangs (1) num_workers (1) vector_length (1) &
!$acc& wait (1) device_type (nvidia) async (2) num_gangs (200) &
!$acc& num_workers (200) vector_length (64) wait (2)
!$acc end parallel
!$acc parallel async (1) num_gangs (1) num_workers (1) vector_length (1) &
!$acc& wait (1) device_type (nvidia) async (3) num_gangs (300) &
!$acc& num_workers (300) vector_length (128) wait (3) dtype (*) &
!$acc& async (10) num_gangs (10) num_workers (10) vector_length (10) wait (10)
!$acc end parallel
!$acc parallel async (1) num_gangs (1) num_workers (1) vector_length (1) &
!$acc& wait (1) dtype (nvidia_ptx) async (3) num_gangs (300) &
!$acc& num_workers (300) vector_length (128) wait (3) device_type (*) &
!$acc& async (10) num_gangs (10) num_workers (10) vector_length (10) wait (10)
!$acc end parallel
!! ACC KERNELS DEVICE_TYPE:
!$acc kernels device_type (nvidia) async wait
!$acc end kernels
!$acc kernels async wait dtype (nvidia) async (1) wait (1)
!$acc end kernels
!$acc kernels async wait dtype (nvidia) async (2) wait (2) &
!$acc& device_type (*) async (0) wait (0)
!$acc end kernels
!$acc kernels async wait device_type (nvidia_ptx) async (1) wait (1) &
!$acc& dtype (*) async (0) wait (0)
!$acc end kernels
!! ACC LOOP DEVICE_TYPE:
!$acc parallel
!$acc loop device_type (nvidia) gang tile (1)
do i1 = 1, 10
!$acc loop dtype (nvidia) worker collapse (1)
do i2 = 1, 10
!$acc loop device_type (nvidia) vector
do i3 = 1, 10
!$acc loop device_type (nvidia) auto
do i4 = 1, 10
!$acc loop dtype (nvidia)
do i5 = 1, 10
!$acc loop dtype (nvidia) seq
do i6 = 1, 10
end do
end do
end do
end do
end do
end do
!$acc end parallel
!$acc parallel
!$acc loop dtype (nvidia) gang tile (1) dtype (*) seq
do i1 = 1, 10
!$acc loop device_type (nvidia) worker collapse (1) &
!$acc& device_type (*) seq
do i2 = 1, 10
!$acc loop device_type (nvidia) vector dtype (*) seq
do i3 = 1, 10
!$acc loop device_type (nvidia) auto dtype (*) seq
do i4 = 1, 10
!$acc loop dtype (nvidia) &
!$acc& dtype (*) seq
do i5 = 1, 10
!$acc loop device_type (nvidia) seq
do i6 = 1, 10
end do
end do
end do
end do
end do
end do
!$acc end parallel
!! ACC UPDATE:
!$acc update host(i1) async(1) wait (1)
!$acc update host(i1) device_type(nvidia) async(2) wait (2)
!$acc update host(i1) async(1) wait (1) dtype(nvidia) async(3) wait (3)
!$acc update host(i1) async(4) wait (4) device_type(nvidia) async(5) wait (5) &
!$acc& dtype (*) async (6) wait (6)
!$acc update host(i1) async(4) wait (4) dtype(nvidia1) async(5) &
!$acc& wait (5) device_type (*) async (6) wait (6)
end program dtype
!! ACC ROUTINE:
subroutine sr1 ()
!$acc routine seq device_type (nvidia) gang
end subroutine sr1
subroutine sr2 ()
!$acc routine seq dtype (nvidia) worker
end subroutine sr2
subroutine sr3 ()
!$acc routine seq device_type (nvidia) vector
end subroutine sr3
subroutine sr4 ()
!$acc routine seq device_type (nvidia) seq
end subroutine sr4
subroutine sr5 ()
!$acc routine seq dtype (nvidia) bind (foo)
end subroutine sr5
subroutine sr1a ()
!$acc routine seq device_type (nvidia) gang device_type (*) seq
end subroutine sr1a
subroutine sr2a ()
!$acc routine seq dtype (nvidia) worker dtype (*) seq
end subroutine sr2a
subroutine sr3a ()
!$acc routine seq dtype (nvidia) vector device_type (*) seq
end subroutine sr3a
subroutine sr4a ()
!$acc routine seq device_type (nvidia) seq device_type (*) worker
end subroutine sr4a
subroutine sr5a ()
!$acc routine seq device_type (nvidia) bind (foo) dtype (*) seq
end subroutine sr5a
subroutine sr1b ()
!$acc routine seq dtype (gpu) gang dtype (*) seq
end subroutine sr1b
subroutine sr2b ()
!$acc routine seq dtype (gpu) worker device_type (*) seq
end subroutine sr2b
subroutine sr3b ()
!$acc routine seq device_type (gpu) vector device_type (*) seq
end subroutine sr3b
subroutine sr4b ()
!$acc routine seq device_type (gpu) seq device_type (*) worker
end subroutine sr4b
subroutine sr5b ()
!$acc routine seq dtype (gpu) bind (foo) device_type (*) seq
end subroutine sr5b
! { dg-final { scan-tree-dump-times "oacc_parallel device_type\\(nvidia\\) \\\[ async\\(1\\) wait\\(1\\) num_gangs\\(100\\) num_workers\\(100\\) vector_length\\(32\\) \\\]" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_parallel device_type\\(nvidia\\) \\\[ async\\(2\\) wait\\(2\\) num_gangs\\(200\\) num_workers\\(200\\) vector_length\\(64\\) \\\] async\\(1\\) wait\\(1\\) num_gangs\\(1\\) num_workers\\(1\\) vector_length\\(1\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_parallel device_type\\(\\*\\) \\\[ async\\(10\\) wait\\(10\\) num_gangs\\(10\\) num_workers\\(10\\) vector_length\\(10\\) \\\] device_type\\(nvidia\\) \\\[ async\\(3\\) wait\\(3\\) num_gangs\\(300\\) num_workers\\(300\\) vector_length\\(128\\) \\\] async\\(1\\) wait\\(1\\) num_gangs\\(1\\) num_workers\\(1\\) vector_length\\(1\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_parallel device_type\\(\\*\\) \\\[ async\\(10\\) wait\\(10\\) num_gangs\\(10\\) num_workers\\(10\\) vector_length\\(10\\) \\\] device_type\\(nvidia_ptx\\) \\\[ async\\(3\\) wait\\(3\\) num_gangs\\(300\\) num_workers\\(300\\) vector_length\\(128\\) \\\] async\\(1\\) wait\\(1\\) num_gangs\\(1\\) num_workers\\(1\\) vector_length\\(1\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_kernels device_type\\(nvidia\\) \\\[ async\\(-1\\) \\\]" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_kernels device_type\\(nvidia\\) \\\[ async\\(1\\) wait\\(1\\) \\\]" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_kernels device_type\\(\\*\\) \\\[ async\\(0\\) wait\\(0\\) \\\] device_type\\(nvidia\\) \\\[ async\\(2\\) wait\\(2\\) \\\]" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "oacc_kernels device_type\\(\\*\\) \\\[ async\\(0\\) wait\\(0\\) \\\] device_type\\(nvidia_ptx\\) \\\[ async\\(1\\) wait\\(1\\) \\\] async\\(-1\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(nvidia\\) \\\[ tile\\(1\\) gang \\\] private\\(i1\\) private\\(i1\\.1\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(\\*\\) \\\[ seq \\\] device_type\\(nvidia\\) \\\[ tile\\(1\\) gang \\\] private\\(i1\\) private\\(i1\\.2\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(nvidia\\) \\\[ collapse\\(1\\) worker \\\] private\\(i2\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(nvidia\\) \\\[ vector \\\] private\\(i3\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(nvidia\\) \\\[ auto \\\] private\\(i4\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(nvidia\\) \\\[ \\\] private\\(i5\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(nvidia\\) \\\[ seq \\\] private\\(i6\\)" 2 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(\\*\\) \\\[ seq \\\] device_type\\(nvidia\\) \\\[ collapse\\(1\\) worker \\\] private\\(i2\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(\\*\\) \\\[ seq \\\] device_type\\(nvidia\\) \\\[ auto \\\] private\\(i4\\)" 1 "omplower" } }
! { dg-final { scan-tree-dump-times "acc loop device_type\\(\\*\\) \\\[ seq \\\] device_type\\(nvidia\\) \\\[ \\\] private\\(i5\\)" 1 "omplower" } }
|
