piglit-136a7f5fa0703603be1ffb338abe4865e76a8058/tests/opengl.py

204 with profile.test_list.group_manager(PiglitGLTest, 'security') as g:
205     g(['initialized-texmemory'], run_concurrent=False)
206     g(['initialized-fbo'], run_concurrent=False)
207     g(['initialized-vbo'], run_concurrent=False)
209 with profile.test_list.group_manager(PiglitGLTest, 'shaders') as g:
210     g(['activeprogram-bad-program'])
211     g(['activeprogram-get'])
212     g(['attribute0'])
213     g(['createshaderprogram-bad-type'])
214     g(['createshaderprogram-attached-shaders'])
215     g(['glsl-arb-fragment-coord-conventions'])
216     g(['glsl-bug-110796'])
217     g(['glsl-bug-22603'])
218     g(['glsl-bindattriblocation'])
219     g(['glsl-dlist-getattriblocation'])
220     g(['glsl-getactiveuniform-array-size'])
221     g(['glsl-getactiveuniform-length'])
222     g(['glsl-getattriblocation'])
223     g(['getuniform-01'])
224     g(['getuniform-02'])
225     g(['getuniform-03'])
226     g(['glsl-invalid-asm-01'])
227     g(['glsl-invalid-asm-02'])
228     g(['glsl-novertexdata'])
229     g(['glsl-preprocessor-comments'])
230     g(['glsl-reload-source'])
231     g(['glsl-cache-fallback-shader-source'])
232     g(['glsl-uniform-out-of-bounds'])
233     g(['glsl-uniform-out-of-bounds-2'])
234     g(['glsl-uniform-update'])
235     g(['glsl-unused-varying'])
236     g(['glsl-fs-bug25902'])
237     g(['glsl-fs-color-matrix'])
238     g(['glsl-fs-discard-02'])
239     g(['glsl-fs-discard-mrt'])
240     g(['glsl-fs-exp2'])
241     g(['glsl-fs-flat-color'])
242     g(['glsl-fs-fogcolor-statechange'])
243     g(['glsl-fs-fogscale'])
244     g(['glsl-fs-fragcoord'])
245     g(['glsl-fs-fragcoord-zw-ortho'])
246     g(['glsl-fs-fragcoord-zw-perspective'])
247     g(['glsl-fs-loop'])
248     g(['glsl-fs-loop-nested'])
249     g(['glsl-fs-pointcoord'])
250     g(['glsl-fs-raytrace-bug27060'])
251     g(['glsl-fs-sampler-numbering'])
252     g(['glsl-fs-shader-stencil-export'])
253     g(['glsl-fs-sqrt-branch'])
254     g(['glsl-fs-texturecube'])
255     g(['glsl-fs-texturecube', '-bias'], 'glsl-fs-texturecube-bias')
256     g(['glsl-fs-texturecube-2'])
257     g(['glsl-fs-texturecube-2', '-bias'], 'glsl-fs-texturecube-2-bias')
258     g(['glsl-fs-textureenvcolor-statechange'], run_concurrent=False)
259     g(['glsl-fs-texture2drect'])
260     g(['glsl-fs-texture2drect', '-proj3'], 'glsl-fs-texture2drect-proj3')
261     g(['glsl-fs-texture2drect', '-proj4'], 'glsl-fs-texture2drect-proj4')
262     g(['glsl-fs-user-varying-ff'])
263     g(['glsl-mat-attribute'])
264     g(['glsl-max-varyings'])
265     g(['glsl-max-varyings', '--exceed-limits'],
267     g(['glsl-orangebook-ch06-bump'])
268     g(['glsl-routing'])
269     g(['glsl-vs-arrays'])
270     g(['glsl-vs-normalscale'])
271     g(['glsl-vs-functions'])
272     g(['glsl-vs-user-varying-ff'])
273     g(['glsl-vs-texturematrix-1'])
274     g(['glsl-vs-texturematrix-2'])
275     g(['glsl-sin'])
276     g(['glsl-cos'])
277     g(['glsl-vs-if-bool'])
278     g(['glsl-vs-loop'])
279     g(['glsl-vs-loop-nested'])
280     g(['glsl-vs-mov-after-deref'])
281     g(['glsl-vs-mvp-statechange'])
282     g(['glsl-vs-raytrace-bug26691'])
283     g(['glsl-vs-statechange-1'])
284     g(['vp-combined-image-units'])
285     g(['glsl-derivs'])
286     g(['glsl-fwidth'])
287     g(['glsl-lod-bias'])
288     g(['vp-ignore-input'])
289     g(['glsl-empty-vs-no-fs'])
290     g(['glsl-useprogram-displaylist'])
291     g(['glsl-vs-point-size'])
292     g(['glsl-light-model'])
293     g(['glsl-link-bug30552'])
294     g(['glsl-link-bug38015'])
295     g(['glsl-max-vertex-attrib'])
296     g(['glsl-kwin-blur-1'])
297     g(['glsl-kwin-blur-2'])
298     g(['gpu_shader4_attribs'])
299     g(['link-unresolved-function'])
300     g(['shadersource-no-compile'])
301     g(['sso-simple'])
302     g(['sso-uniforms-01'])
303     g(['sso-uniforms-02'])
304     g(['sso-user-varying-01'])
305     g(['sso-user-varying-02'])
306     g(['useprogram-flushverts-1'])
307     g(['useprogram-flushverts-2'])
308     g(['useprogram-inside-begin'])
309     g(['useprogram-refcount-1'])
310     g(['useprogram-refcount-1', 'delete_dup'])
311     g(['useshaderprogram-bad-type'])
312     g(['useshaderprogram-bad-program'])
313     g(['useshaderprogram-flushverts-1'])
314     g(['point-vertex-id', 'gl_VertexID'])
315     g(['point-vertex-id', 'gl_InstanceID'])
316     g(['point-vertex-id', 'gl_VertexID', 'gl_InstanceID'])
317     g(['point-vertex-id', 'divisor'])
318     g(['point-vertex-id', 'gl_VertexID', 'divisor'])
319     g(['point-vertex-id', 'gl_InstanceID', 'divisor'])
320     g(['point-vertex-id', 'gl_VertexID', 'gl_InstanceID', 'divisor'])
321     g(['glsl-vs-int-attrib'])
322     g(['unsuccessful-relink'])
323     g(['glsl-link-initializer-03'],
325     g(['glsl-getactiveuniform-count',
328     g(['glsl-getactiveuniform-count',
332     g(['glsl-getactiveuniform-count',
337         g(['version-mixing', subtest])
347         g(['zero-tex-coord', subtest])
349 …ist.group_manager(PiglitGLTest, grouptools.join('shaders', 'glsl-uniform-interstage-limits')) as g:
350     g(['glsl-uniform-interstage-limits', '--subdivide', '5'], 'subdivide 5')
351 …g(['glsl-uniform-interstage-limits', '--subdivide', '5', '--statechanges'], 'subdivide 5, statecha…
352     g(['glsl-uniform-interstage-limits', '-v', '300', '-f', '300'], '300 VS, 300 FS')
353     g(['glsl-uniform-interstage-limits', '-v', '350', '-f', '350'], '350 VS, 350 FS')
354     g(['glsl-uniform-interstage-limits', '-v', '400', '-f', '400'], '400 VS, 400 FS')
355     g(['glsl-uniform-interstage-limits', '-v', '520', '-f', '1'], '520 VS, 1 FS')
356     g(['glsl-uniform-interstage-limits', '-v', '1', '-f', '520'], '1 VS, 520 FS')
360         require_platforms=['glx', 'mixed_glx_egl']) as g:
361     g(['glx-destroycontext-1'], run_concurrent=False)
362     g(['glx-destroycontext-2'], run_concurrent=False)
363     g(['glx-destroycontext-3'], run_concurrent=False)
364     g(['glx-dont-care-mask'], run_concurrent=False)
365     g(['glx-close-display'], run_concurrent=False)
366     g(['glx-fbconfig-sanity'], run_concurrent=False)
367     g(['glx-fbconfig-compliance'], run_concurrent=False)
368     g(['glx-fbconfig-bad'], run_concurrent=False)
369     g(['glx-fbo-binding'], run_concurrent=False)
370     g(['glx-multi-context-front'], run_concurrent=False)
371     g(['glx-multi-context-ib-1'], run_concurrent=False)
372     g(['glx-multi-context-single-window'], run_concurrent=False)
373     g(['glx-multi-window-single-context'], run_concurrent=False)
374     g(['glx-multithread'], run_concurrent=False)
375     g(['glx-multithread-buffer'], run_concurrent=False)
376     g(['glx-multithread-clearbuffer'], run_concurrent=False)
377     g(['glx-multithread-texture'], run_concurrent=False)
378     g(['glx-multithread-makecurrent-1'], run_concurrent=False)
379     g(['glx-multithread-makecurrent-2'], run_concurrent=False)
380     g(['glx-multithread-makecurrent-3'], run_concurrent=False)
381     g(['glx-multithread-makecurrent-4'], run_concurrent=False)
382     g(['glx-multithread-shader-compile'], run_concurrent=False)
383     g(['glx-shader-sharing'], run_concurrent=False)
384     g(['glx-swap-exchange'], run_concurrent=False)
385     g(['glx-swap-event', '--event'], 'glx-swap-event_event',
387     g(['glx-swap-event', '--async'], 'glx-swap-event_async',
389     g(['glx-swap-event', '--interval'], 'glx-swap-event_interval',
391     g(['glx-swap-pixmap'], run_concurrent=False)
392     g(['glx-swap-pixmap-bad'], run_concurrent=False)
393     g(['glx-swap-singlebuffer'], run_concurrent=False)
394     g(['glx-swap-copy'], run_concurrent=False)
395     g(['glx-make-current'], run_concurrent=False)
396     g(['glx-make-glxdrawable-current'], run_concurrent=False)
397     g(['glx-context-flush-control'], run_concurrent=False)
398     g(['glx-buffer-age'], run_concurrent=False)
399     g(['glx-pixmap-life'])
400     g(['glx-pixmap13-life'])
401     g(['glx-pixmap-multi'])
402     g(['glx-tfp'], run_concurrent=False)
403     g(['glx-visuals-depth'], run_concurrent=False)
404     g(['glx-visuals-depth', '-pixmap'])
405     g(['glx-visuals-stencil'], run_concurrent=False)
406     g(['glx-visuals-stencil', '-pixmap'])
407     g(['glx-window-life'])
408     g(['glx-pixmap-crosscheck'])
409     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXWINDOW'],
411     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXWINDOW'],
413     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXPIXMAP'],
415     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXPIXMAP'],
417     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXPBUFFER'],
419     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXPBUFFER'],
421     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=WINDOW'],
423     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=WINDOW'],
425     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=WINDOW'],
427     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXWINDOW'],
429     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPIXMAP'],
431     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPBUFFER'],
433     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPBUFFER'],
435     g(['glx-query-drawable', '--bad-drawable'],
437     g(['glx-string-sanity'], 'extension string sanity')
438     g(['glx-egl-switch-context'], run_concurrent=False)
439     add_msaa_visual_plain_tests(g, ['glx-copy-sub-buffer'],
451         require_platforms=['glx', 'mixed_glx_egl']) as g:
452     g(['glx-free-context'], 'free context', run_concurrent=False)
453     g(['glx-get-context-id'], 'get context ID', run_concurrent=False)
454     g(['glx-get-current-display-ext'], 'get current display',
456     g(['glx-import-context-has-same-context-id'],
459     g(['glx-import-context-multi-process'], 'import context, multi process',
461     g(['glx-import-context-single-process'], 'import context, single process',
463     g(['glx-make-current-multi-process'], 'make current, multi process',
465     g(['glx-make-current-single-process'], 'make current, single process',
467     g(['glx-query-context-info-ext'], 'query context info',
473         require_platforms=['glx', 'mixed_glx_egl']) as g:
474     g(['glx-create-context-current-no-framebuffer'],
476     g(['glx-create-context-default-major-version'], 'default major version')
477     g(['glx-create-context-default-minor-version'], 'default minor version')
478     g(['glx-create-context-invalid-attribute'], 'invalid attribute')
479     g(['glx-create-context-invalid-flag'], 'invalid flag')
480     g(['glx-create-context-invalid-flag-forward-compatible'],
482     g(['glx-create-context-invalid-gl-version'], 'invalid OpenGL version')
483     g(['glx-create-context-invalid-render-type'], 'invalid render type')
484     g(['glx-create-context-invalid-render-type-color-index'],
486     g(['glx-create-context-valid-attribute-empty'], 'empty attribute list')
487     g(['glx-create-context-valid-attribute-null'], 'NULL attribute list')
488     g(['glx-create-context-valid-flag-forward-compatible'],
494         require_platforms=['glx', 'mixed_glx_egl']) as g:
495     g(['glx-create-context-ext-no-config-context'], 'no fbconfig')
500         require_platforms=['glx', 'mixed_glx_egl']) as g:
501     g(['glx-create-context-core-profile'], '3.2 core profile required')
502     g(['glx-create-context-invalid-profile'], 'invalid profile')
503     g(['glx-create-context-pre-GL32-profile'], 'pre-GL3.2 profile')
508         require_platforms=['glx', 'mixed_glx_egl']) as g:
509     g(['glx-create-context-invalid-reset-strategy'],
511     g(['glx-create-context-require-robustness'], 'require GL_ARB_robustness')
516         require_platforms=['glx', 'mixed_glx_egl']) as g:
517     g(['glx-create-context-indirect-es2-profile'],
519     g(['glx-create-context-invalid-es-version'], 'invalid OpenGL ES version')
524         require_platforms=['glx', 'mixed_glx_egl']) as g:
525     g(['glx-create-context-no-error'], 'no error')
530         require_platforms=['glx', 'mixed_glx_egl']) as g:
531     g(['glx-oml-sync-control-getmscrate'], 'glXGetMscRateOML')
532     g(['glx-oml-sync-control-swapbuffersmsc-divisor-zero'],
534     g(['glx-oml-sync-control-swapbuffersmsc-return'], 'swapbuffersmsc-return')
535     g(['glx-oml-sync-control-swapbuffersmsc-return', '0'],
537     g(['glx-oml-sync-control-swapbuffersmsc-return', '1'],
539     g(['glx-oml-sync-control-waitformsc'], 'waitformsc')
557         require_platforms=['glx', 'mixed_glx_egl']) as g:
558     g(['glx-query-renderer-coverage'], 'coverage')
562         require_platforms=['wgl']) as g:
563     g(['wgl-sanity'])
564     g(['wgl-multi-context-single-window'])
565     g(['wgl-multi-window-single-context'])
569         grouptools.join('spec', '!opengl 1.0')) as g:
570     g(['gl-1.0-beginend-coverage'])
571     g(['gl-1.0-bitmap-heart-dance'])
572     g(['gl-1.0-dlist-beginend'])
573     g(['gl-1.0-dlist-bitmap'])
574     g(['gl-1.0-dlist-materials'])
575     g(['gl-1.0-dlist-shademodel'])
576     g(['gl-1.0-drawpixels-color-index'])
577     g(['gl-1.0-drawpixels-depth-test'])
578     g(['gl-1.0-drawpixels-stencil-test'])
579     g(['gl-1.0-drawbuffer-modes'], run_concurrent=False)
580     g(['gl-1.0-edgeflag'])
581     g(['gl-1.0-edgeflag-const'])
582     g(['gl-1.0-edgeflag-quads'])
583     g(['gl-1.0-empty-begin-end-clause'])
584     g(['gl-1.0-long-dlist'])
585     g(['gl-1.0-long-line-loop'])
586     g(['gl-1.0-readpixels-oob'])
587     g(['gl-1.0-rendermode-feedback'])
588     g(['gl-1.0-front-invalidate-back'], run_concurrent=False)
589     g(['gl-1.0-swapbuffers-behavior'], run_concurrent=False)
590     g(['gl-1.0-polygon-line-aa'])
591     g(['gl-1.0-push-no-attribs'])
592     g(['gl-1.0-blend-func'])
593     g(['gl-1.0-fpexceptions'])
594     g(['gl-1.0-ortho-pos'])
595     g(['gl-1.0-rastercolor'])
596     g(['gl-1.0-read-cache-stress-test'])
597     g(['gl-1.0-readpixsanity'])
598     g(['gl-1.0-logicop'])
599     g(['gl-1.0-no-op-paths'])
600     g(['gl-1.0-simple-readbuffer'])
601     g(['gl-1.0-spot-light'])
602     g(['gl-1.0-scissor-bitmap'])
603     g(['gl-1.0-scissor-clear'])
604     g(['gl-1.0-scissor-copypixels'])
605     g(['gl-1.0-scissor-depth-clear'])
606     g(['gl-1.0-scissor-depth-clear-negative-xy'])
607     g(['gl-1.0-scissor-many'])
608     g(['gl-1.0-scissor-offscreen'])
609     g(['gl-1.0-scissor-polygon'])
610     g(['gl-1.0-scissor-stencil-clear'])
611     g(['gl-1.0-texgen'])
612     g(['gl-1.0-textured-triangle'])
613     g(['gl-1.0-user-clip-all-planes'])
614     g(['rasterpos'])
618         grouptools.join('spec', '!opengl 1.1')) as g:
620     g(['streaming-texture-leak'])
621     g(['max-texture-size'])
622     g(['max-texture-size-level'])
623     g(['copyteximage', '1D'])
624     g(['copyteximage', '2D'])
625     g(['gl-1.1-color-material-array'])
626     g(['gl-1.1-color-material-unused-normal-array'])
627     g(['gl-1.1-draw-arrays-start'])
628     g(['gl-1.1-read-pixels-after-display-list'])
629     g(['gl-1.1-set-vertex-color-after-draw'])
630     g(['array-stride'])
631     g(['clear-accum'], run_concurrent=False)
632     g(['clipflat'])
633     g(['copypixels-draw-sync'])
634     g(['copypixels-sync'])
635     g(['degenerate-prims'])
636     g(['depthfunc'])
637     g(['depthrange-clear'])
638     g(['dlist-clear'])
639     g(['dlist-color-material'])
640     g(['dlist-fdo3129-01'])
641     g(['dlist-fdo3129-02'])
642     g(['dlist-fdo31590'])
643     g(['draw-arrays-colormaterial'])
644     g(['draw-copypixels-sync'])
645     g(['draw-pixel-with-texture'])
646     g(['drawpix-z'])
647     g(['draw-sync'])
648     g(['fog-modes'])
649     g(['fragment-center'])
650     g(['geterror-invalid-enum'])
651     g(['geterror-inside-begin'])
652     g(['glinfo'])
653     g(['gl-1.1-xor'])
654     g(['gl-1.1-xor-copypixels'])
655     g(['gl-1.2-texture-base-level'])
656     g(['gl-1.3-alpha_to_coverage_nop'])
657     g(['hiz'])
658     g(['infinite-spot-light'])
659     g(['line-aa-width'])
660     g(['line-flat-clip-color'])
661     g(['lineloop'])
662     g(['lineloop', '-dlist'], 'lineloop-dlist')
663     g(['linestipple'], run_concurrent=False)
664     g(['longprim'])
665     g(['masked-clear'], run_concurrent=False)
666     g(['point-line-no-cull'])
667     g(['polygon-mode'])
668     g(['polygon-mode-facing'])
669     g(['polygon-mode-offset'])
670     g(['polygon-offset'])
671     g(['ppgtt_memory_alignment'])
672     g(['push-pop-texture-state'])
673     g(['quad-invariance'])
674     g(['readpix-z'])
675     g(['roundmode-getintegerv'])
676     g(['roundmode-pixelstore'])
677     g(['select', 'gl11'], 'GL_SELECT - no test function')
678     g(['select', 'depth'], 'GL_SELECT - depth-test enabled')
679     g(['select', 'stencil'], 'GL_SELECT - stencil-test enabled')
680     g(['select', 'alpha'], 'GL_SELECT - alpha-test enabled')
681     g(['select', 'scissor'], 'GL_SELECT - scissor-test enabled')
682     g(['stencil-drawpixels'])
683     g(['texgen'])
684     g(['two-sided-lighting'])
685     g(['user-clip'])
686     g(['varray-disabled'])
687     g(['windowoverlap'])
688     g(['copyteximage-border'])
689     g(['copyteximage-clipping'])
690     g(['copytexsubimage'])
691     g(['getteximage-formats'])
692     g(['getteximage-luminance'])
693     g(['getteximage-simple'])
694     g(['getteximage-depth'])
695     g(['incomplete-texture', 'fixed'], 'incomplete-texture-fixed')
696     g(['proxy-texture'])
697     g(['sized-texture-format-channels'])
698     g(['texredefine'])
699     g(['texsubimage'])
700     g(['texsubimage-unpack'])
701     g(['texsubimage-depth-formats'])
702     g(['texture-al'])
703     g(['triangle-guardband-viewport'])
704     g(['getteximage-targets', '1D'])
705     g(['getteximage-targets', '2D'])
706     g(['teximage-scale-bias'])
707     g(['tex-upside-down-miptree'])
713             g(['gl-1.1-drawarrays-vertex-count', '100000', mode, prim])
715     add_msaa_visual_plain_tests(g, ['draw-pixels'])
716     add_msaa_visual_plain_tests(g, ['read-front'], run_concurrent=False)
717     add_msaa_visual_plain_tests(g, ['read-front', 'clear-front-first'],
719     add_texwrap_target_tests(g, '1D')
720     add_texwrap_target_tests(g, '2D')
721     add_texwrap_format_tests(g)
750         g(['teximage-colors', format])
753         add_fbo_depthstencil_tests(g, 'default_fb', num_samples)
757         grouptools.join('spec', '!opengl 1.2')) as g:
758     g(['gl-1.2-texparameter-before-teximage'])
759     g(['draw-elements-vs-inputs'])
760     g(['two-sided-lighting-separate-specular'])
761     g(['levelclamp'])
762     g(['lodclamp'])
763     g(['lodclamp-between'])
764     g(['lodclamp-between-max'])
765     g(['mipmap-setup'])
766     g(['gl-1.2-rescale-normal'])
767     g(['tex-skipped-unit'])
768     g(['tex3d'])
769     g(['tex3d-maxsize'], run_concurrent=False)
770     g(['teximage-errors'])
771     g(['texture-packed-formats'])
772     g(['getteximage-targets', '3D'])
773     add_msaa_visual_plain_tests(g, ['copyteximage', '3D'])
774     add_texwrap_target_tests(g, '3D')
778         grouptools.join('spec', '!opengl 1.3')) as g:
779     g(['texunits'])
780     g(['tex-border-1'])
781     g(['gl-1.3-texture-env'])
782     g(['tex3d-depth1'])
786         grouptools.join('spec', '!opengl 1.4')) as g:
787     g(['gl-1.4-rgba-mipmap-texture-with-rgb-visual'])
788     g(['blendminmax'])
789     g(['blendsquare'])
790     g(['gl-1.4-dlist-multidrawarrays'])
791     g(['gl-1.4-multidrawarrays-errors'])
792     g(['gl-1.4-polygon-offset'])
793     g(['gl-1.4-tex1d-2dborder'])
794     g(['draw-batch'])
795     g(['stencil-wrap'])
796     g(['triangle-rasterization'])
797     g(['triangle-rasterization', '-use_fbo'], 'triangle-rasterization-fbo')
798     g(['triangle-rasterization-overdraw'])
799     g(['tex-miplevel-selection', '-nobias', '-nolod'],
801     g(['tex-miplevel-selection', '-nobias'], 'tex-miplevel-selection-lod')
802     g(['tex-miplevel-selection'], 'tex-miplevel-selection-lod-bias')
803     add_msaa_visual_plain_tests(g, ['copy-pixels'])
807         grouptools.join('spec', '!opengl 1.5')) as g:
808     g(['draw-elements'])
809     g(['draw-elements', 'user'], 'draw-elements-user')
810     g(['draw-vertices'])
811     g(['draw-vertices', 'user'], 'draw-vertices-user')
812     g(['isbufferobj'])
813     g(['depth-tex-compare'])
814     g(['gl-1.5-get-array-attribs'])
815     g(['gl-1.5-normal3b3s-invariance', 'GL_BYTE'],
817     g(['gl-1.5-normal3b3s-invariance', 'GL_SHORT'],
819     g(['gl-1.5-vertex-buffer-offsets'], 'vertex-buffer-offsets')
823         grouptools.join('spec', '!opengl 2.0')) as g:
824     g(['attribs'])
825     g(['gl-2.0-edgeflag'])
826     g(['gl-2.0-edgeflag-immediate'])
827     g(['gl-2.0-large-point-fs'])
828     g(['gl-2.0-link-empty-prog'])
829     g(['gl-2.0-two-sided-stencil'])
830     g(['gl-2.0-vertexattribpointer'])
831     g(['gl-2.0-vertexattribpointer-size-3'])
832     g(['gl-2.0-vertex-attr-0'])
833     g(['gl-2.0-vertex-const-attr'])
834     g(['gl-2.0-reuse_fragment_shader'])
835     g(['gl-2.0-shader-materials'])
836     g(['attrib-assignments'])
837     g(['getattriblocation-conventional'])
838     g(['clip-flag-behavior'])
839     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'front2',
841     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'front2'])
842     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'back2'])
843     g(['vertex-program-two-side', 'enabled', 'front', 'back'])
844     g(['vertex-program-two-side', 'enabled', 'front', 'front2', 'back2'])
845     g(['vertex-program-two-side', 'enabled', 'front', 'front2'])
846     g(['vertex-program-two-side', 'enabled', 'front', 'back2'])
847     g(['vertex-program-two-side', 'enabled', 'front'])
848     g(['vertex-program-two-side', 'enabled', 'back', 'front2', 'back2'])
849     g(['vertex-program-two-side', 'enabled', 'back', 'front2'])
850     g(['vertex-program-two-side', 'enabled', 'back', 'back2'])
851     g(['vertex-program-two-side', 'enabled', 'back'])
852     g(['vertex-program-two-side', 'enabled', 'front2', 'back2'])
853     g(['vertex-program-two-side', 'enabled', 'front2'])
854     g(['vertex-program-two-side', 'enabled', 'back2'])
855     g(['vertex-program-two-side', 'enabled'])
856     g(['vertex-program-two-side', 'front', 'back', 'front2', 'back2'])
857     g(['vertex-program-two-side', 'front', 'back', 'front2'])
858     g(['vertex-program-two-side', 'front', 'back', 'back2'])
859     g(['vertex-program-two-side', 'front', 'back'])
860     g(['vertex-program-two-side', 'front', 'front2', 'back2'])
861     g(['vertex-program-two-side', 'front', 'front2'])
862     g(['vertex-program-two-side', 'front', 'back2'])
863     g(['vertex-program-two-side', 'front'])
864     g(['vertex-program-two-side', 'back', 'front2', 'back2'])
865     g(['vertex-program-two-side', 'back', 'front2'])
866     g(['vertex-program-two-side', 'back', 'back2'])
867     g(['vertex-program-two-side', 'back'])
868     g(['vertex-program-two-side', 'front2', 'back2'])
869     g(['vertex-program-two-side', 'front2'])
870     g(['vertex-program-two-side', 'back2'])
871     g(['vertex-program-two-side'])
872     g(['clear-varray-2.0'])
873     g(['early-z'])
874     g(['occlusion-query-discard'])
875     g(['stencil-twoside'])
876     g(['vs-point_size-zero'])
877     g(['depth-tex-modes-glsl'])
878     g(['fragment-and-vertex-texturing'])
879     g(['incomplete-texture', 'glsl'], 'incomplete-texture-glsl')
880     g(['tex3d-npot'])
881     g(['max-samplers'])
882     g(['max-samplers', 'border'])
883     g(['gl-2.0-active-sampler-conflict'])
884     g(['incomplete-cubemap', 'size'], 'incomplete-cubemap-size')
885     g(['incomplete-cubemap', 'format'], 'incomplete-cubemap-format')
886     g(['gl-2.0-texture-units'])
887     g(['gl-2.0-uniform-neg-location'])
891         grouptools.join('spec', '!opengl 2.1')) as g:
892     g(['gl-2.1-minmax'], 'minmax')
893     g(['gl-2.1-pbo'], 'pbo')
894     g(['gl-2.1-polygon-stipple-fs'], 'polygon-stipple-fs')
895     g(['gl-2.1-fbo-mrt-alphatest-no-buffer-zero-write'], 'fbo-mrt-alphatest-no-buffer-zero-write')
899         grouptools.join('spec', '!opengl 3.0')) as g:
900     g(['attribs', 'GL3'], 'attribs')
901     g(['bindfragdata-invalid-parameters'])
902     g(['bindfragdata-link-error'])
903     g(['bindfragdata-nonexistent-variable'])
904     g(['gl-3.0-bound-resource-limits'],
906     g(['clearbuffer-depth'])
907     g(['clearbuffer-depth-stencil'])
908     g(['clearbuffer-display-lists'])
909     g(['clearbuffer-invalid-drawbuffer'])
910     g(['clearbuffer-invalid-buffer'])
911     g(['clearbuffer-mixed-format'])
912     g(['clearbuffer-stencil'])
913     g(['gl-3.0-dlist-uint-uniforms'],
915     g(['genmipmap-errors'])
916     g(['getfragdatalocation'])
917     g(['integer-errors'])
918     g(['gl-3.0-multidrawarrays-vertexid'],
920     g(['gl-3.0-minmax'], 'minmax')
921     g(['gl-3.0-render-integer'], 'render-integer')
922     g(['gl-3.0-required-sized-texture-formats', '30'],
924     g(['gl-3.0-required-renderbuffer-attachment-formats', '30'],
926     g(['gl-3.0-required-texture-attachment-formats', '30'],
928     g(['gl-3.0-forward-compatible-bit', 'yes'],
930     g(['gl-3.0-forward-compatible-bit', 'no'],
932     g(['gl-3.0-texparameteri'])
933     g(['gl-3.0-texture-integer'])
934     g(['gl-3.0-vertexattribipointer'])
935     g(['gl30basic'], run_concurrent=False)
936     g(['array-depth-roundtrip'])
937     g(['depth-cube-map'])
938     g(['sampler-cube-shadow'])
939     g(['generatemipmap-base-change', 'size'])
940     g(['generatemipmap-base-change', 'format'])
941     g(['generatemipmap-cubemap'])
942     g(['viewport-clamp'])
946         grouptools.join('spec', '!opengl 3.1')) as g:
947     g(['gl-3.1-buffer-bindings'], 'buffer-bindings')
948     g(['gl-3.1-default-vao'], 'default-vao')
949     g(['gl-3.1-draw-buffers-errors'], 'draw-buffers-errors')
950     g(['gl-3.1-enable-vertex-array'])
951     g(['gl-3.1-genned-names'], 'genned-names')
952     g(['gl-3.1-link-empty-prog-core'])
953     g(['gl-3.1-minmax'], 'minmax')
954     g(['gl-3.1-mixed-int-float-fbo'])
955     g(['gl-3.1-mixed-int-float-fbo', 'int_second'])
956     g(['gl-3.1-vao-broken-attrib'], 'vao-broken-attrib')
957     g(['gl-3.0-required-renderbuffer-attachment-formats', '31'],
959     g(['gl-3.0-required-sized-texture-formats', '31'],
961     g(['gl-3.0-required-texture-attachment-formats', '31'],
964         g(['gl-3.1-primitive-restart-xfb', subtest],
969         grouptools.join('spec', '!opengl 3.2')) as g:
970     g(['glsl-resource-not-bound', '1D'])
971     g(['glsl-resource-not-bound', '2D'])
972     g(['glsl-resource-not-bound', '3D'])
973     g(['glsl-resource-not-bound', '2DRect'])
974     g(['glsl-resource-not-bound', '1DArray'])
975     g(['glsl-resource-not-bound', '2DArray'])
976     g(['glsl-resource-not-bound', '2DMS'])
977     g(['glsl-resource-not-bound', '2DMSArray'])
978     g(['glsl-resource-not-bound', 'Buffer'])
979     g(['glsl-resource-not-bound', 'Cube'])
980     g(['gl-3.2-basevertex-vertexid'],
982     g(['gl-3.2-minmax'], 'minmax')
983     g(['gl-3.2-adj-prims', 'pv-first'])
984     g(['gl-3.2-adj-prims', 'pv-last'])
985     g(['gl-3.2-adj-prims', 'cull-front pv-first'])
986     g(['gl-3.2-adj-prims', 'cull-front pv-last'])
987     g(['gl-3.2-adj-prims', 'cull-back pv-first'])
988     g(['gl-3.2-adj-prims', 'cull-back pv-last'])
989     g(['gl-3.2-adj-prims', 'line cull-front pv-first'])
990     g(['gl-3.2-adj-prims', 'line cull-front pv-last'])
991     g(['gl-3.2-adj-prims', 'line cull-back pv-first'])
992     g(['gl-3.2-adj-prims', 'line cull-back pv-last'])
993     g(['gl-3.2-clear-no-buffers'], 'clear-no-buffers')
994     g(['gl-3.2-depth-tex-sampling'], 'depth-tex-sampling')
995     g(['gl-3.2-get-buffer-parameter-i64v'], 'get-buffer-parameter-i64v')
996     g(['gl-3.2-get-integer-64iv'], 'get-integer-64iv')
997     g(['gl-3.2-get-integer-64v'], 'get-integer-64v')
998     g(['gl-3.2-pointsprite-coord'], 'pointsprite-coord')
999     g(['gl-3.2-pointsprite-origin'], 'pointsprite-origin')
1000     g(['gl-coord-replace-doesnt-eliminate-frag-tex-coords'],
1002     g(['gl-get-active-attrib-returns-all-inputs'],
1004     g(['gl-3.2-texture-border-deprecated'], 'texture-border-deprecated')
1008         grouptools.join('spec', '!opengl 3.2', 'layered-rendering')) as g:
1009     g(['gl-3.2-layered-rendering-blit'], 'blit')
1010     g(['gl-3.2-layered-rendering-clear-color'], 'clear-color')
1011     g(['gl-3.2-layered-rendering-clear-color-mismatched-layer-count'],
1013     g(['gl-3.2-layered-rendering-clear-depth'], 'clear-depth')
1014     g(['gl-3.2-layered-rendering-framebuffertexture'], 'framebuffertexture')
1015     g(['gl-3.2-layered-rendering-framebuffertexture-buffer-textures'],
1017     g(['gl-3.2-layered-rendering-framebuffertexture-defaults'],
1019     g(['gl-3.2-layered-rendering-readpixels'], 'readpixels')
1020     g(['gl-3.2-layered-rendering-framebuffer-layer-attachment-mismatch'],
1022     g(['gl-3.2-layered-rendering-framebuffer-layer-complete'],
1024     g(['gl-3.2-layered-rendering-framebuffer-layer-count-mismatch'],
1026     g(['gl-3.2-layered-rendering-framebuffer-layered-attachments'],
1028     g(['gl-3.2-layered-rendering-gl-layer'], 'gl-layer')
1029     g(['gl-3.2-layered-rendering-gl-layer-cube-map'], 'gl-layer-cube-map')
1030     g(['gl-3.2-layered-rendering-gl-layer-not-layered'],
1032     g(['gl-3.2-layered-rendering-gl-layer-render'], 'gl-layer-render')
1033     g(['gl-3.2-layered-rendering-gl-layer-render-clipped'], 'gl-layer-render-clipped')
1034     g(['gl-3.2-layered-rendering-gl-layer-render-storage'], 'gl-layer-render-storage')
1042             g(['gl-3.2-layered-rendering-clear-color-all-types', texture_type,
1048         grouptools.join('spec', '!opengl 3.3')) as g:
1049     g(['gl-3.3-minmax'], 'minmax')
1050     g(['gl-3.0-required-renderbuffer-attachment-formats', '33'],
1052     g(['gl-3.0-required-sized-texture-formats', '33'],
1054     g(['gl-3.0-required-texture-attachment-formats', '33'],
1059         grouptools.join('spec', '!opengl 4.2')) as g:
1060     g(['gl-3.0-required-renderbuffer-attachment-formats', '42'],
1062     g(['gl-3.0-required-sized-texture-formats', '42'],
1064     g(['gl-3.0-required-texture-attachment-formats', '42'],
1066     g(['gl-4.4-max_vertex_attrib_stride'], 'gl-max-vertex-attrib-stride')
1070         grouptools.join('spec', '!opengl 4.5')) as g:
1071     g(['gl-4.5-named-framebuffer-draw-buffers-errors'], 'named-framebuffer-draw-buffers-errors')
1072     g(['gl-4.5-named-framebuffer-read-buffer-errors'], 'named-framebuffer-read-buffer-errors')
1073     g(['gl-4.5-compare-framebuffer-parameter-with-get'], 'compare-framebuffer-parameter-with-get')
1077         grouptools.join('spec', '!opengl 4.3')) as g:
1078     g(['gl-4.3-get_glsl_versions'], 'get_glsl_version')
1082         grouptools.join('spec', '!opengl 4.4')) as g:
1083     g(['tex-errors'])
1088         grouptools.join('spec', 'glsl-es-1.00')) as g:
1089     g(['built-in-constants_gles2',
1095         grouptools.join('spec', 'glsl-es-1.00', 'linker')) as g:
1096     g(['glsl-es-1.00-fface-invariant'], 'glsl-fface-invariant')
1101         grouptools.join('spec', 'glsl-1.10', 'execution')) as g:
1102     g(['glsl-render-after-bad-attach'])
1103     g(['glsl-1.10-built-in-matrix-state'])
1104     g(['glsl-1.10-built-in-uniform-state'])
1105     g(['glsl-1.10-fragdepth'])
1106     g(['glsl-1.10-linear-fog'])
1107     g(['glsl-1.10-uniform-matrix-transposed'])
1111         grouptools.join('spec', 'glsl-1.10', 'execution', 'clipping')) as g:
1113         g(['clip-plane-transformation', mode],
1119                         'varying-packing')) as g:
1125             g(['varying-packing-simple', type_, arrayspec],
1130         grouptools.join('spec', 'glsl-1.10')) as g:
1131     g(['built-in-constants',
1137         grouptools.join('spec', 'glsl-1.10', 'api')) as g:
1138     g(['getactiveattrib', '110'], 'getactiveattrib 110')
1143         grouptools.join('spec', 'glsl-1.20')) as g:
1144     g(['glsl-1.20-getactiveuniform-constant'])
1145     g(['glsl-1.20-negative-mult-matNxN-matNxN'])
1146     g(['built-in-constants',
1153         grouptools.join('spec', 'glsl-1.20', 'api')) as g:
1154     g(['getactiveattrib', '120'])
1158         grouptools.join('spec', 'glsl-1.20', 'recursion')) as g:
1159     g(['recursion', '-rlmit', '268435456', 'simple'], 'simple',
1161     g(['recursion', '-rlmit', '268435456', 'unreachable'], 'unreachable',
1163     g(['recursion', '-rlmit', '268435456', 'unreachable-constant-folding'],
1165     g(['recursion', '-rlmit', '268435456', 'indirect'], 'indirect',
1167     g(['recursion', '-rlmit', '268435456', 'indirect-separate'],
1169     g(['recursion', '-rlmit', '268435456', 'indirect-complex'],
1171     g(['recursion', '-rlmit', '268435456', 'indirect-complex-separate'],
1176         grouptools.join('spec', 'glsl-1.20', 'execution')) as g:
1178         g(['tex-miplevel-selection', 'GL2:texture()', test])
1179         g(['tex-miplevel-selection', 'GL2:texture(bias)', test])
1183         g(['tex-miplevel-selection', 'GL2:textureProj', test])
1184         g(['tex-miplevel-selection', 'GL2:textureProj(bias)', test])
1246         grouptools.join('spec', 'glsl-1.30')) as g:
1247     g(['glsl-1.30-texel-offset-limits'], 'texel-offset-limits')
1248     g(['built-in-constants',
1255         grouptools.join('spec', 'glsl-1.30', 'execution')) as g:
1256     g(['texelFetch', 'fs', 'sampler1D', '1-513'])
1257     g(['texelFetch', 'fs', 'sampler1DArray', '1x71-501x71'])
1258     g(['texelFetch', 'fs', 'sampler1DArray', '1x281-501x281'])
1259     g(['texelFetch', 'fs', 'sampler1DArray', '71x1-71x281'])
1260     g(['texelFetch', 'fs', 'sampler1DArray', '281x1-281x281'])
1261     g(['texelFetch', 'fs', 'sampler2D', '1x71-501x71'])
1262     g(['texelFetch', 'fs', 'sampler2D', '1x281-501x281'])
1263     g(['texelFetch', 'fs', 'sampler2D', '71x1-71x281'])
1264     g(['texelFetch', 'fs', 'sampler2D', '281x1-281x281'])
1265     g(['texelFetch', 'fs', 'sampler3D', '1x129x9-98x129x9'])
1266     g(['texelFetch', 'fs', 'sampler3D', '98x1x9-98x129x9'])
1267     g(['texelFetch', 'fs', 'sampler3D', '98x129x1-98x129x9'])
1268     g(['texelFetch', 'fs', 'sampler2DArray', '1x129x9-98x129x9'])
1269     g(['texelFetch', 'fs', 'sampler2DArray', '98x1x9-98x129x9'])
1270     g(['texelFetch', 'fs', 'sampler2DArray', '98x129x1-98x129x9'])
1271     g(['fs-texelFetch-2D'])
1272     g(['fs-texelFetchOffset-2D'])
1273     g(['fs-textureOffset-2D'])
1274     g(['fs-discard-exit-2'])
1275     g(['vertexid-beginend'])
1276     g(['vertexid-drawarrays'])
1277     g(['vertexid-drawelements'])
1278     g(['fs-execution-ordering'])
1282         g(['tex-miplevel-selection', 'textureLod', stage])
1287         g(['tex-miplevel-selection', 'texture(bias)', stage])
1293         g(['tex-miplevel-selection', 'texture()', stage])
1298         g(['tex-miplevel-selection', 'textureOffset', stage])
1302         g(['tex-miplevel-selection', 'textureOffset(bias)', stage])
1306         g(['tex-miplevel-selection', 'textureProj', stage])
1310         g(['tex-miplevel-selection', 'textureProj(bias)', stage])
1314         g(['tex-miplevel-selection', 'textureProjOffset', stage])
1318         g(['tex-miplevel-selection', 'textureProjOffset(bias)', stage])
1322         g(['tex-miplevel-selection', 'textureLodOffset', stage])
1326         g(['tex-miplevel-selection', 'textureProjLod', stage])
1327         g(['tex-miplevel-selection', 'textureProjLodOffset', stage])
1332         g(['tex-miplevel-selection', 'textureGrad', stage])
1337         g(['tex-miplevel-selection', 'textureGradOffset', stage])
1341         g(['tex-miplevel-selection', 'textureProjGrad', stage])
1342         g(['tex-miplevel-selection', 'textureProjGradOffset', stage])
1346         grouptools.join('spec', 'glsl-1.30', 'linker', 'clipping')) as g:
1347     g(['mixing-clip-distance-and-clip-vertex-disallowed'])
1351         grouptools.join('spec', 'glsl-1.30', 'execution')) as g:
1353         g(['isinf-and-isnan', arg])
1357         grouptools.join('spec', 'glsl-1.30', 'execution', 'clipping')) as g:
1358     g(['max-clip-distances'])
1359     g(['clip-plane-transformation', 'pos'])
1363         grouptools.join('spec', 'glsl-1.30', 'api')) as g:
1364     g(['getactiveattrib', '130'], 'getactiveattrib 130')
1369         grouptools.join('spec', 'glsl-1.40')) as g:
1370     g(['built-in-constants',
1376         grouptools.join('spec', 'glsl-1.40', 'execution')) as g:
1377     g(['glsl-1.40-tf-no-position'], 'tf-no-position')
1411         grouptools.join('spec', 'glsl-1.50')) as g:
1412     g(['built-in-constants',
1416     g(['built-in-constants',
1420     g(['glsl-1.50-gs-emits-too-few-verts'], 'gs-emits-too-few-verts')
1421     g(['glsl-1.50-geometry-end-primitive-optional-with-points-out'],
1423     g(['glsl-1.50-gs-max-output', '-scan', '1', '20'], 'gs-max-output')
1424     g(['glsl-1.50-gs-max-output-components'], 'gs-max-output-components')
1425     g(['glsl-1.50-getshaderiv-may-return-GS'], 'getshaderiv-may-return-GS')
1426     g(['glsl-1.50-query-gs-prim-types'], 'query-gs-prim-types')
1427     g(['glsl-1.50-transform-feedback-type-and-size'],
1429     g(['glsl-1.50-transform-feedback-vertex-id'],
1431     g(['glsl-1.50-transform-feedback-builtins'], 'transform-feedback-builtins')
1436             g(['arb_geometry_shader4-ignore-adjacent-vertices',
1440         g(['glsl-1.50-interface-block-centroid', subtest])
1444         g(['glsl-1.50-gs-mismatch-prim-type', layout_type])
1448         g(['glsl-1.50-gs-input-layout-qualifiers', layout])
1449         g(['glsl-1.50-gs-output-layout-qualifiers', layout])
1453         grouptools.join('spec', 'glsl-1.50', 'execution')) as g:
1454     g(['glsl-1.50-get-active-attrib-array'], 'get-active-attrib-array')
1455     g(['glsl-1.50-interface-blocks-api-access-members'],
1457     g(['glsl-1.50-vs-input-arrays'], 'vs-input-arrays')
1458     g(['glsl-1.50-vs-named-block-no-modify'], 'vs-named-block-no-modify')
1467         grouptools.join('spec', 'glsl-1.50', 'execution', 'geometry')) as g:
1469         g(['glsl-1.50-geometry-end-primitive', str(i)],
1476         g(['glsl-1.50-geometry-primitive-types', prim_type],
1480             g(['glsl-1.50-geometry-primitive-id-restart', prim_type,
1486             g(['glsl-1.50-geometry-tri-strip-ordering-with-prim-restart',
1492         BuiltInConstantsTest, grouptools.join('spec', 'glsl-3.30')) as g:
1493     g(['built-in-constants',
1498         BuiltInConstantsTest, grouptools.join('spec', 'glsl-es-3.00')) as g:
1499     g(['built-in-constants_gles3',
1505         grouptools.join('spec', 'glsl-es-3.00', 'execution')) as g:
1506     g(['varying-struct-centroid_gles3'])
1509         BuiltInConstantsTest, grouptools.join('spec', 'glsl-es-3.10')) as g:
1510     g(['built-in-constants_gles3',
1516         PiglitGLTest, grouptools.join('spec', 'AMD_performance_monitor')) as g:
1517     g(['amd_performance_monitor_api'], 'api', run_concurrent=False)
1518     g(['amd_performance_monitor_api'], 'vc4')
1519     g(['amd_performance_monitor_measure'], 'measure', run_concurrent=False)
1524         grouptools.join('spec', 'ARB_arrays_of_arrays')) as g:
1525     g(['arb_arrays_of_arrays-max-binding'], run_concurrent=False)
1529         PiglitGLTest, grouptools.join('spec', 'ARB_point_sprite')) as g:
1530     g(['arb_point_sprite-checkerboard'], run_concurrent=False)
1531     g(['arb_point_sprite-mipmap'])
1532     g(['arb_point_sprite-interactions', '1.0'])
1536         PiglitGLTest, grouptools.join('spec', 'ARB_tessellation_shader')) as g:
1537     g(['arb_tessellation_shader-get-tcs-params'])
1538     g(['arb_tessellation_shader-get-tes-params'])
1539     g(['arb_tessellation_shader-minmax'])
1540     g(['arb_tessellation_shader-immediate-mode-draw-patches'])
1541     g(['arb_tessellation_shader-invalid-get-program-params'])
1542     g(['arb_tessellation_shader-invalid-patch-vertices-range'])
1543     g(['arb_tessellation_shader-invalid-primitive'])
1544     g(['built-in-constants',
1548     g(['arb_tessellation_shader-large-uniforms'])
1549     g(['arb_tessellation_shader-layout-mismatch'])
1550     g(['arb_tessellation_shader-tes-gs-max-output', '-small', '-scan', '1', '50'])
1554         PiglitGLTest, grouptools.join('spec', 'ARB_texture_multisample')) as g:
1555     g(['arb_texture_multisample-large-float-texture'], 'large-float-texture',
1557     g(['arb_texture_multisample-large-float-texture', '--array'],
1559     g(['arb_texture_multisample-large-float-texture', '--fp16'],
1561     g(['arb_texture_multisample-large-float-texture', '--array', '--fp16'],
1563     g(['arb_texture_multisample-minmax'])
1564     g(['texelFetch', 'fs', 'sampler2DMS', '4', '1x71-501x71'])
1565     g(['texelFetch', 'fs', 'sampler2DMS', '4', '1x130-501x130'])
1566     g(['texelFetch', 'fs', 'sampler2DMS', '4', '71x1-71x130'])
1567     g(['texelFetch', 'fs', 'sampler2DMS', '4', '281x1-281x130'])
1568     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '1x129x9-98x129x9'])
1569     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '98x1x9-98x129x9'])
1570     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '98x129x1-98x129x9'])
1571     g(['arb_texture_multisample-texstate'])
1572     g(['arb_texture_multisample-errors'])
1574         g(['arb_texture_multisample-texelfetch', sample_count])
1575     g(['arb_texture_multisample-sample-mask'])
1576     g(['arb_texture_multisample-dsa-texelfetch'])
1577     g(['arb_texture_multisample-sample-mask-value'])
1578     g(['arb_texture_multisample-sample-mask-execution'])
1579     g(['arb_texture_multisample-sample-mask-execution', '-tex'])
1580     g(['arb_texture_multisample-negative-max-samples'])
1581     g(['arb_texture_multisample-teximage-3d-multisample'])
1582     g(['arb_texture_multisample-teximage-2d-multisample'])
1583     g(['arb_texture_multisample-sample-depth']),
1584     g(['arb_texture_multisample-stencil-clear']),
1585     g(['arb_texture_multisample-clear'])
1592                         'fb-completeness')) as g:
1596         g(['arb_texture_multisample-fb-completeness', sample_count],
1601         grouptools.join('spec', 'ARB_texture_multisample', 'texelFetch')) as g:
1606         g(['texelFetch', stage, sampler, sample_count],
1612                         'sample-position')) as g:
1615         g(['arb_texture_multisample-sample-position', sample_count],
1622                         'textureSize')) as g:
1626         g(['textureSize', stage, sampler],
1632         grouptools.join('spec', 'ARB_texture_gather')) as g:
1646                 g(['textureGather', stage,
1653         grouptools.join('spec', 'ARB_stencil_texturing')) as g:
1654     g(['arb_stencil_texturing-draw'], 'draw')
1658         grouptools.join('spec', 'ARB_stencil_texturing', 'glBlitFramebuffer corrupts state')) as g:
1661         g(['arb_stencil_texturing-blit_corrupts_state', target], target)
1665         PiglitGLTest, grouptools.join('spec', 'ARB_sync')) as g:
1666     g(['arb_sync-client-wait-errors'], 'ClientWaitSync-errors')
1667     g(['arb_sync-delete'], 'DeleteSync')
1668     g(['arb_sync-fence-sync-errors'], 'FenceSync-errors')
1669     g(['arb_sync-get-sync-errors'], 'GetSynciv-errors')
1670     g(['arb_sync-is-sync'], 'IsSync')
1671     g(['arb_sync-repeat-wait'], 'repeat-wait')
1672     g(['arb_sync-sync-initialize'], 'sync-initialize')
1673     g(['arb_sync-timeout-zero'], 'timeout-zero')
1674     g(['arb_sync-WaitSync-errors'], 'WaitSync-errors')
1675     g(['arb_sync-ClientWaitSync-timeout'], 'ClientWaitSync-timeout')
1676     g(['sync_api'], run_concurrent=False)
1680         PiglitGLTest, grouptools.join('spec', 'ARB_ES2_compatibility')) as g:
1681     g(['arb_es2_compatibility-depthrangef'], run_concurrent=False)
1682     g(['arb_es2_compatibility-drawbuffers'], run_concurrent=False)
1683     g(['arb_es2_compatibility-getshaderprecisionformat'], run_concurrent=False)
1684     g(['arb_es2_compatibility-maxvectors'], run_concurrent=False)
1685     g(['arb_es2_compatibility-shadercompiler'], run_concurrent=False)
1686     g(['arb_es2_compatibility-releaseshadercompiler'], run_concurrent=False)
1687     g(['arb_es2_compatibility-fixed-type'], run_concurrent=False)
1688     g(['fbo-missing-attachment-clear'], run_concurrent=False)
1689     g(['fbo-missing-attachment-blit', 'es2', 'to'],
1691     g(['fbo-missing-attachment-blit', 'es2', 'from'],
1693     g(['arb_get_program_binary-overrun', 'shader'],
1695     add_texwrap_format_tests(g, 'GL_ARB_ES2_compatibility')
1696     add_fbo_formats_tests(g, 'GL_ARB_ES2_compatibility')
1701         PiglitGLTest, grouptools.join('spec', 'ARB_get_program_binary')) as g:
1702     g(['arb_get_program_binary-api-errors'],
1704     g(['arb_get_program_binary-overrun', 'program'],
1706     g(['arb_get_program_binary-retrievable_hint'],
1708     g(['arb_get_program_binary-xfb-varyings'],
1710     g(['arb_get_program_binary-restore-implicit-use-program'],
1712     g(['arb_get_program_binary-restore-sso-program'],
1714     g(['arb_get_program_binary-reset-uniform'],
1718         PiglitGLTest, grouptools.join('spec', 'EXT_depth_bounds_test')) as g:
1719     g(['depth_bounds'])
1722         PiglitGLTest, grouptools.join('spec', 'ARB_depth_clamp')) as g:
1723     g(['depth_clamp'])
1724     g(['depth-clamp-range'])
1725     g(['depth-clamp-status'])
1729         PiglitGLTest, grouptools.join('spec', 'AMD_depth_clamp_separate')) as g:
1730     g(['amd_depth_clamp_separate_status'])
1731     g(['amd_depth_clamp_separate_range'])
1737         grouptools.join('spec', 'ARB_draw_elements_base_vertex')) as g:
1738     g(['arb_draw_elements_base_vertex-dlist'], 'dlist')
1739     g(['arb_draw_elements_base_vertex-drawelements'])
1740     g(['arb_draw_elements_base_vertex-drawelements', 'user_varrays'],
1742     g(['arb_draw_elements_base_vertex-negative-index'])
1743     g(['arb_draw_elements_base_vertex-bounds'])
1744     g(['arb_draw_elements_base_vertex-negative-index', 'user_varrays'],
1746     g(['arb_draw_elements_base_vertex-drawelements-instanced'])
1747     g(['arb_draw_elements_base_vertex-drawrangeelements'])
1748     g(['arb_draw_elements_base_vertex-multidrawelements'])
1753         grouptools.join('spec', 'ARB_draw_instanced')) as g:
1754     g(['arb_draw_instanced-dlist'], 'dlist')
1755     g(['arb_draw_instanced-elements'], 'elements')
1756     g(['arb_draw_instanced-negative-arrays-first-negative'],
1758     g(['arb_draw_instanced-negative-elements-type'],
1760     g(['arb_draw_instanced-drawarrays'])
1765         grouptools.join('spec', 'EXT_draw_instanced')) as g:
1766     g(['ext_draw_instanced-drawarrays'])
1771         grouptools.join('spec', 'ARB_draw_indirect')) as g:
1772     g(['arb_draw_indirect-api-errors'])
1773     g(['arb_draw_indirect-draw-arrays'])
1774     g(['arb_draw_indirect-draw-arrays-compat'])
1775     g(['arb_draw_indirect-draw-arrays-prim-restart'])
1776     g(['arb_draw_indirect-draw-elements'])
1777     g(['arb_draw_indirect-draw-elements-compat'])
1778     g(['arb_draw_indirect-draw-arrays-base-instance'])
1779     g(['arb_draw_indirect-draw-elements-base-instance'])
1780     g(['arb_draw_indirect-draw-elements-prim-restart'])
1781     g(['arb_draw_indirect-draw-elements-prim-restart-ugly'])
1782     g(['arb_draw_indirect-draw-arrays-instances'])
1783     g(['arb_draw_indirect-draw-arrays-shared-binding'])
1784     g(['arb_draw_indirect-transform-feedback'])
1785     g(['arb_draw_indirect-vertexid'],
1787     g(['arb_draw_indirect-vertexid', 'elements'],
1793         grouptools.join('spec', 'ARB_multi_draw_indirect')) as g:
1794     g(['gl-3.0-multidrawarrays-vertexid', '-indirect'])
1795     g(['arb_draw_elements_base_vertex-multidrawelements', '-indirect'])
1800         grouptools.join('spec', 'ARB_fragment_program')) as g:
1801     g(['arb_fragment_program-minmax'], 'minmax')
1802     g(['fp-abs-01'])
1803     g(['fp-fog'])
1804     g(['fp-formats'])
1805     g(['fp-fragment-position'])
1806     g(['fp-incomplete-tex'])
1807     g(['fp-indirections'])
1808     g(['fp-indirections2'])
1809     g(['fp-kil'])
1810     g(['fp-lit-mask'])
1811     g(['fp-lit-src-equals-dst'])
1812     g(['fp-long-alu'])
1813     g(['fp-set-01'])
1814     g(['trinity-fp1'])
1815     g(['arb_fragment_program-sparse-samplers'], 'sparse-samplers')
1816     g(['incomplete-texture', 'arb_fp'], 'incomplete-texture-arb_fp')
1820         grouptools.join('spec', 'NV_fragment_program_option')) as g:
1821     g(['fp-abs-02'])
1822     g(['fp-condition_codes-01'])
1823     g(['fp-rfl'])
1824     g(['fp-set-02'])
1825     g(['fp-unpack-01'])
1829         grouptools.join('spec', 'ATI_fragment_shader')) as g:
1830     g(['ati_fragment_shader-api-alphafirst'])
1831     g(['ati_fragment_shader-api-gen'])
1832     g(['ati_fragment_shader-error01-genzero'])
1833     g(['ati_fragment_shader-error02-inside'])
1834     g(['ati_fragment_shader-error03-outside'])
1835     g(['ati_fragment_shader-error04-endshader'])
1836     g(['ati_fragment_shader-error05-passes'])
1837     g(['ati_fragment_shader-error06-regswizzle'])
1838     g(['ati_fragment_shader-error07-instcount'])
1839     g(['ati_fragment_shader-error08-secondary'])
1840     g(['ati_fragment_shader-error09-allconst'])
1841     g(['ati_fragment_shader-error10-dotx'])
1842     g(['ati_fragment_shader-error11-invaliddst'])
1843     g(['ati_fragment_shader-error12-invalidsrc'])
1844     g(['ati_fragment_shader-error13-invalidarg'])
1845     g(['ati_fragment_shader-error14-invalidmod'])
1846     g(['ati_fragment_shader-render-constants'])
1847     g(['ati_fragment_shader-render-default'])
1848     g(['ati_fragment_shader-render-fog'])
1849     g(['ati_fragment_shader-render-notexture'])
1850     g(['ati_fragment_shader-render-precedence'])
1851     g(['ati_fragment_shader-render-sources'])
1852     g(['ati_fragment_shader-render-textargets'])
1857         grouptools.join('spec', 'ARB_framebuffer_object')) as g:
1858     g(['same-attachment-glFramebufferTexture2D-GL_DEPTH_STENCIL_ATTACHMENT'])
1859     g(['same-attachment-glFramebufferRenderbuffer-GL_DEPTH_STENCIL_ATTACHMENT'])
1860     g(['arb_framebuffer_object-get-attachment-parameter-default-framebuffer'], run_concurrent=False)
1861     g(['fbo-alpha'])
1862     g(['fbo-blit-stretch'], run_concurrent=False)
1863     g(['fbo-blit-scaled-linear'])
1864     g(['fbo-attachments-blit-scaled-linear'])
1865     g(['fbo-deriv'])
1866     g(['fbo-luminance-alpha'])
1867     g(['fbo-getframebufferattachmentparameter-01'])
1868     g(['fbo-gl_pointcoord'])
1869     g(['fbo-incomplete'])
1870     g(['fbo-incomplete-invalid-texture'])
1871     g(['fbo-incomplete-texture-01'])
1872     g(['fbo-incomplete-texture-02'])
1873     g(['fbo-incomplete-texture-03'])
1874     g(['fbo-incomplete-texture-04'])
1875     g(['fbo-mipmap-copypix'])
1876     g(['fbo-viewport'], run_concurrent=False)
1877     g(['fbo-missing-attachment-blit', 'to'], 'FBO blit to missing attachment')
1878     g(['fbo-missing-attachment-blit', 'from'],
1880     g(['fbo-scissor-blit', 'fbo'], 'fbo-scissor-blit fbo')
1881     g(['fbo-scissor-blit', 'window'], 'fbo-scissor-blit window',
1883     g(['fbo-tex-rgbx'], 'fbo-tex-rgbx')
1884     g(['arb_framebuffer_object-mixed-buffer-sizes'], 'mixed-buffer-sizes')
1885     g(['arb_framebuffer_object-negative-readpixels-no-rb'],
1887     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT16'])
1888     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT24'])
1889     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT32'])
1890     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT32F'])
1891     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX1'])
1892     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX4'])
1893     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX8'])
1894     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX16'])
1895     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH24_STENCIL8'])
1896     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_DEPTH24_STENCIL8'])
1897     g(['arb_framebuffer_object-depth-stencil-blit', 'depth_stencil', 'GL_DEPTH24_STENCIL8'])
1898     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH32F_STENCIL8'])
1899     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_DEPTH32F_STENCIL8'])
1900     g(['arb_framebuffer_object-depth-stencil-blit', 'depth_stencil', 'GL_DEPTH32F_STENCIL8'])
1901     g(['fbo-drawbuffers-none', 'glClear'])
1902     g(['fbo-drawbuffers-none', 'glClearBuffer'])
1903     g(['fbo-drawbuffers-none', 'gl_FragColor'])
1904     g(['fbo-drawbuffers-none', 'gl_FragData'])
1905     g(['fbo-drawbuffers-none', 'use_frag_out'])
1906     g(['fbo-drawbuffers-none', 'glColorMaskIndexed'])
1907     g(['fbo-drawbuffers-none', 'glBlendFunci'])
1908     g(['fbo-drawbuffers-none', 'glDrawPixels'])
1909     g(['fbo-drawbuffers-none', 'glBlitFramebuffer'])
1910     g(['fbo-generatemipmap-cubemap'])
1911     g(['fbo-generatemipmap-cubemap', 'RGB9_E5'])
1912     g(['fbo-generatemipmap-cubemap', 'S3TC_DXT1'])
1913     g(['fbo-generatemipmap-1d'])
1914     g(['fbo-generatemipmap-1d', 'RGB9_E5'])
1915     g(['fbo-generatemipmap-3d'])
1916     g(['fbo-generatemipmap-3d', 'RGB9_E5'])
1919             g(['framebuffer-blit-levels', test_mode, format],
1925         grouptools.join('spec', 'ARB_framebuffer_sRGB')) as g:
1934                         g(['arb_framebuffer_srgb-blit', backing_type,
1940     g(['framebuffer-srgb'], run_concurrent=False)
1941     g(['arb_framebuffer_srgb-clear'])
1942     g(['arb_framebuffer_srgb-pushpop'])
1943     g(['ext_framebuffer_multisample-fast-clear',
1947     g(['ext_framebuffer_multisample-fast-clear',
1952     g(['arb_framebuffer_srgb-fast-clear-blend'])
1953     g(['arb_framebuffer_srgb-srgb_conformance'])
1954     g(['arb_framebuffer_srgb-srgb_pbo'])
1959         grouptools.join('spec', 'ARB_gpu_shader5')) as g:
1975                 g(cmd, testname)
1984                     g(cmd, testname)
1996             g(cmd, testname)
1998     g(['arb_gpu_shader5-minmax'])
1999     g(['arb_gpu_shader5-invocation-id'])
2000     g(['arb_gpu_shader5-invocations_count_too_large'])
2001     g(['arb_gpu_shader5-xfb-streams'])
2002     g(['arb_gpu_shader5-stream_value_too_large'])
2003     g(['arb_gpu_shader5-emitstreamvertex_stream_too_large'])
2004     g(['arb_gpu_shader5-tf-wrong-stream-value'])
2005     g(['arb_gpu_shader5-xfb-streams-without-invocations'])
2006     g(['arb_gpu_shader5-xfb-streams-without-invocations', 'spirv'])
2007     g(['arb_gpu_shader5-emitstreamvertex_nodraw'])
2008     g(['arb_gpu_shader5-interpolateAtCentroid'])
2009     g(['arb_gpu_shader5-interpolateAtCentroid-packing'])
2010     g(['arb_gpu_shader5-interpolateAtCentroid-flat'])
2011     g(['arb_gpu_shader5-interpolateAtCentroid-centroid'])
2012     g(['arb_gpu_shader5-interpolateAtCentroid-noperspective'])
2013     g(['arb_gpu_shader5-interpolateAtSample'])
2014     g(['arb_gpu_shader5-interpolateAtSample-nonconst'])
2015     g(['arb_gpu_shader5-interpolateAtSample-different'])
2016     g(['arb_gpu_shader5-interpolateAtSample-different', 'uniform'])
2017     g(['arb_gpu_shader5-interpolateAtSample-dynamically-nonuniform'])
2018     g(['arb_gpu_shader5-interpolateAtOffset'])
2019     g(['arb_gpu_shader5-interpolateAtOffset-nonconst'])
2025                         'varying-packing')) as g:
2030             g(['varying-packing-simple', type, arrayspec],
2035         grouptools.join('spec', 'ARB_gpu_shader_fp64', 'execution')) as g:
2036     g(['arb_gpu_shader_fp64-tf-separate'])
2037     g(['arb_gpu_shader_fp64-double-gettransformfeedbackvarying'])
2038     g(['arb_gpu_shader_fp64-tf-interleaved'])
2039     g(['arb_gpu_shader_fp64-tf-interleaved-aligned'])
2040     g(['arb_gpu_shader_fp64-vs-getuniformdv'])
2041     g(['arb_gpu_shader_fp64-fs-getuniformdv'])
2042     g(['arb_gpu_shader_fp64-gs-getuniformdv'])
2043     g(['arb_gpu_shader_fp64-wrong-type-setter'])
2044     g(['arb_gpu_shader_fp64-dlist-uniforms'])
2045     g(['arb_gpu_shader_fp64-double_in_bool_uniform'])
2046     g(['arb_gpu_shader_fp64-uniform-invalid-operation'])
2047     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-const'])
2048     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-const'])
2049     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-ubo'])
2050     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-ubo'])
2051     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-ssbo'])
2052     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-ssbo'])
2053     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-alu'])
2054     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-alu'])
2055     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-packing'])
2056     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-packing'])
2060         grouptools.join('spec', 'ARB_gpu_shader_fp64', 'shader_storage')) as g:
2061     g(['arb_gpu_shader_fp64-layout-std140-fp64-shader'], 'layout-std140-fp64-shader')
2062     g(['arb_gpu_shader_fp64-layout-std140-fp64-mixed-shader'], 'layout-std140-fp64-mixed-shader')
2063     g(['arb_gpu_shader_fp64-layout-std430-fp64-shader'], 'layout-std430-fp64-shader')
2064     g(['arb_gpu_shader_fp64-layout-std430-fp64-mixed-shader'], 'layout-std430-fp64-mixed-shader')
2068         grouptools.join('spec', 'ARB_shader_subroutine')) as g:
2069     g(['arb_shader_subroutine-minmax'])
2070     g(['arb_shader_subroutine-uniformsubroutinesuiv'])
2074         grouptools.join('spec', 'ARB_occlusion_query')) as g:
2075     g(['occlusion_query'])
2076     g(['occlusion_query_conform'])
2077     g(['occlusion_query_lifetime'])
2078     g(['occlusion_query_meta_fragments'])
2079     g(['occlusion_query_meta_no_fragments'])
2080     g(['occlusion_query_meta_save'])
2081     g(['occlusion_query_order'])
2082     g(['gen_delete_while_active'])
2086         grouptools.join('spec', 'ARB_point_parameters')) as g:
2087     g(['arb_point_parameters-point-attenuation'])
2092         grouptools.join('spec', 'ARB_separate_shader_objects')) as g:
2093     g(['arb_separate_shader_object-ActiveShaderProgram-invalid-program'],
2095     g(['arb_separate_shader_object-GetProgramPipelineiv'],
2097     g(['arb_separate_shader_object-dlist'], 'Display lists (Compat)')
2098     g(['arb_separate_shader_object-IsProgramPipeline'],
2100     g(['arb_separate_shader_object-UseProgramStages-non-separable'],
2102     g(['arb_separate_shader_object-ProgramUniform-coverage'],
2104     g(['arb_separate_shader_object-rendezvous_by_name'],
2106     g(['arb_separate_shader_object-rendezvous_by_name_interpolation'],
2108     g(['arb_separate_shader_object-mix-and-match-tcs-tes'],
2110     g(['arb_separate_shader_object-mixed_explicit_and_non_explicit_locations'],
2112     g(['arb_separate_shader_object-api-errors'], 'misc. API error checks')
2113     g(['arb_separate_shader_object-rendezvous_by_location', '-fbo'],
2115     g(['arb_separate_shader_object-rendezvous_by_location-5-stages'],
2117     g(['arb_separate_shader_object-ValidateProgramPipeline'],
2119     g(['arb_separate_shader_object-400-combinations', '-fbo', '--by-location'],
2121     g(['arb_separate_shader_object-400-combinations', '-fbo'],
2123     g(['arb_separate_shader_object-active-sampler-conflict'],
2125     g(['arb_separate_shader_object-atomic-counter'],
2127     g(['arb_separate_shader_object-compat-builtins'], 'compat-builtins')
2128     g(['arb_separate_shader_object-rendezvous_by_location-3-stages'],
2130     g(['arb_separate_shader_object-uniform-namespace'],
2132     g(['arb_separate_shader_object-xfb-rendezvous_by_location'],
2138         grouptools.join('spec', 'ARB_sampler_objects')) as g:
2139     g(['arb_sampler_objects-sampler-objects'], 'sampler-objects',)
2140     g(['arb_sampler_objects-sampler-incomplete'], 'sampler-incomplete',)
2141     g(['arb_sampler_objects-srgb-decode'], 'GL_EXT_texture_sRGB_decode',)
2142     g(['arb_sampler_objects-framebufferblit'], 'framebufferblit',
2148         grouptools.join('spec', 'ARB_sample_shading')) as g:
2149     g(['arb_sample_shading-api'], run_concurrent=False)
2152         g(['arb_sample_shading-builtin-gl-num-samples', num_samples],
2155         g(['arb_sample_shading-builtin-gl-sample-id', num_samples],
2157         g(['arb_sample_shading-builtin-gl-sample-mask', num_samples],
2160         g(['arb_sample_shading-builtin-gl-sample-position', num_samples],
2165         g(['arb_sample_shading-interpolate-at-sample-position', sample_count],
2167         g(['arb_sample_shading-ignore-centroid-qualifier', sample_count],
2169         g(['arb_sample_shading-samplemask', sample_count, 'all', 'all'],
2173         g(['arb_sample_shading-builtin-gl-sample-mask-simple',
2176         g(['arb_sample_shading-samplemask', num_samples, 'all', 'all'],
2179     g(['arb_sample_shading-builtin-gl-sample-mask-mrt-alpha'])
2180     g(['arb_sample_shading-builtin-gl-sample-mask-mrt-alpha-to-coverage-combinations'])
2185         grouptools.join('spec', 'ARB_debug_output')) as g:
2186     g(['arb_debug_output-api_error'], run_concurrent=False)
2191         grouptools.join('spec', 'KHR_debug')) as g:
2192     g(['khr_debug-object-label_gl'], 'object-label_gl')
2193     g(['khr_debug-object-label_gles2'], 'object-label_gles2')
2194     g(['khr_debug-object-label_gles3'], 'object-label_gles3')
2195     g(['khr_debug-push-pop-group_gl'], 'push-pop-group_gl')
2196     g(['khr_debug-push-pop-group_gles2'], 'push-pop-group_gles2')
2197     g(['khr_debug-push-pop-group_gles3'], 'push-pop-group_gles3')
2202         grouptools.join('spec', 'ARB_occlusion_query2')) as g:
2203     g(['arb_occlusion_query2-api'], 'api')
2204     g(['arb_occlusion_query2-render'], 'render')
2209         grouptools.join('spec', 'EXT_external_objects')) as g:
2210     g(['ext_external_objects-memory-object-api-errors'], 'memory-object-api-errors')
2211     g(['ext_external_objects-semaphore-api-errors'], 'semaphore-api-errors')
2212     g(['ext_external_objects-vk-image-overwrite'], 'vk-image-overwrite')
2213     g(['ext_external_objects-vk-image-display'], 'vk-image-display')
2214     g(['ext_external_objects-vk-image-display-overwrite'], 'vk-image-display-overwrite')
2215     g(['ext_external_objects-vk-buf-exchange'], 'vk-buf-exchange')
2220         grouptools.join('spec', 'EXT_external_objects_fd')) as g:
2221     g(['ext_external_objects_fd-memory-object-api-errors'], 'memory-object-api-errors')
2222     g(['ext_external_objects_fd-semaphore-api-errors'], 'semaphore-api-errors')
2227         grouptools.join('spec', 'EXT_texture_format_BGRA8888')) as g:
2228     g(['ext_texture_format_bgra8888-api-errors'], 'api-errors')
2232         grouptools.join('spec', 'ARB_pixel_buffer_object')) as g:
2233     g(['cubemap', 'pbo'])
2234     g(['cubemap', 'npot', 'pbo'])
2235     g(['fbo-pbo-readpixels-small'], run_concurrent=False)
2236     g(['pbo-drawpixels'], run_concurrent=False)
2237     g(['pbo-getteximage'], run_concurrent=False)
2238     g(['pbo-read-argb8888'], run_concurrent=False)
2239     g(['pbo-readpixels-small'], run_concurrent=False)
2240     g(['pbo-teximage'], run_concurrent=False)
2241     g(['pbo-teximage-tiling'], run_concurrent=False)
2242     g(['pbo-teximage-tiling-2'], run_concurrent=False)
2243     g(['texsubimage', 'pbo'])
2244     g(['texsubimage', 'pbo', 'manual', 'GL_TEXTURE_2D', 'GL_RGB8', '6',
2246     g(['texsubimage', 'array', 'pbo'])
2247     g(['texsubimage', 'cube_map_array', 'pbo'])
2248     g(['texsubimage-depth-formats', 'pbo'])
2249     g(['texsubimage-unpack', 'pbo'])
2254         grouptools.join('spec', 'ARB_provoking_vertex')) as g:
2255     g(['arb-provoking-vertex-control'], run_concurrent=False)
2256     g(['arb-provoking-vertex-initial'], run_concurrent=False)
2257     g(['arb-provoking-vertex-render'], run_concurrent=False)
2258     g(['arb-provoking-vertex-clipped-geometry-flatshading'], run_concurrent=False)
2259     g(['arb-quads-follow-provoking-vertex'], run_concurrent=False)
2260     g(['arb-xfb-before-flatshading'], run_concurrent=False)
2265         grouptools.join('spec', 'ARB_robustness')) as g:
2266     g(['arb_robustness_client-mem-bounds'], run_concurrent=False)
2271         grouptools.join('spec', 'ARB_shader_texture_lod', 'execution')) as g:
2272     g(['arb_shader_texture_lod-texgrad'])
2273     g(['arb_shader_texture_lod-texgradcube'])
2274     g(['tex-miplevel-selection', '*Lod', '1D'])
2275     g(['tex-miplevel-selection', '*Lod', '2D'])
2276     g(['tex-miplevel-selection', '*Lod', '3D'])
2277     g(['tex-miplevel-selection', '*Lod', 'Cube'])
2278     g(['tex-miplevel-selection', '*Lod', '1DShadow'])
2279     g(['tex-miplevel-selection', '*Lod', '2DShadow'])
2280     g(['tex-miplevel-selection', '*ProjLod', '1D'])
2281     g(['tex-miplevel-selection', '*ProjLod', '1D_ProjVec4'])
2282     g(['tex-miplevel-selection', '*ProjLod', '2D'])
2283     g(['tex-miplevel-selection', '*ProjLod', '2D_ProjVec4'])
2284     g(['tex-miplevel-selection', '*ProjLod', '3D'])
2285     g(['tex-miplevel-selection', '*ProjLod', '1DShadow'])
2286     g(['tex-miplevel-selection', '*ProjLod', '2DShadow'])
2287     g(['tex-miplevel-selection', '*GradARB', '1D'])
2288     g(['tex-miplevel-selection', '*GradARB', '2D'])
2289     g(['tex-miplevel-selection', '*GradARB', '3D'])
2290     g(['tex-miplevel-selection', '*GradARB', 'Cube'])
2291     g(['tex-miplevel-selection', '*GradARB', '1DShadow'])
2292     g(['tex-miplevel-selection', '*GradARB', '2DShadow'])
2293     g(['tex-miplevel-selection', '*GradARB', '2DRect'])
2294     g(['tex-miplevel-selection', '*GradARB', '2DRectShadow'])
2295     g(['tex-miplevel-selection', '*ProjGradARB', '1D'])
2296     g(['tex-miplevel-selection', '*ProjGradARB', '1D_ProjVec4'])
2297     g(['tex-miplevel-selection', '*ProjGradARB', '2D'])
2298     g(['tex-miplevel-selection', '*ProjGradARB', '2D_ProjVec4'])
2299     g(['tex-miplevel-selection', '*ProjGradARB', '3D'])
2300     g(['tex-miplevel-selection', '*ProjGradARB', '1DShadow'])
2301     g(['tex-miplevel-selection', '*ProjGradARB', '2DShadow'])
2302     g(['tex-miplevel-selection', '*ProjGradARB', '2DRect'])
2303     g(['tex-miplevel-selection', '*ProjGradARB', '2DRect_ProjVec4'])
2304     g(['tex-miplevel-selection', '*ProjGradARB', '2DRectShadow'])
2310         grouptools.join('spec', 'ARB_shader_objects')) as g:
2311     g(['arb_shader_objects-getuniform'], 'getuniform')
2312     g(['arb_shader_objects-bindattriblocation-scratch-name'],
2314     g(['arb_shader_objects-getactiveuniform-beginend'],
2316     g(['arb_shader_objects-getuniformlocation-array-of-struct-of-array'],
2318     g(['arb_shader_objects-clear-with-deleted'], 'clear-with-deleted')
2319     g(['arb_shader_objects-delete-repeat'], 'delete-repeat')
2323         grouptools.join('spec', 'ARB_shading_language_420pack')) as g:
2324     g(['built-in-constants',
2328     g(['arb_shading_language_420pack-multiple-layout-qualifiers'],
2330     g(['arb_shading_language_420pack-active-sampler-conflict'], 'active sampler conflict')
2331     g(['arb_shading_language_420pack-binding-layout'], 'binding layout')
2335         grouptools.join('spec', 'ARB_shading_language_include')) as g:
2336     g(['arb_shading_language_include-api'], 'API tests')
2341         grouptools.join('spec', 'arb_enhanced_layouts')) as g:
2342     g(['arb_enhanced_layouts-explicit-offset-bufferstorage'],
2344     g(['arb_enhanced_layouts-gs-stream-location-aliasing'],
2346     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs'],
2349     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_ifc'],
2352     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_named_ifc'],
2355     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_struct'],
2358     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'gs'],
2361     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'gs_max'],
2364     g(['arb_enhanced_layouts-transform-feedback-layout-query-api'],
2370         grouptools.join('spec', 'ARB_explicit_attrib_location')) as g:
2371     g(['glsl-explicit-location-01'], run_concurrent=False)
2372     g(['glsl-explicit-location-02'], run_concurrent=False)
2373     g(['glsl-explicit-location-03'], run_concurrent=False)
2374     g(['glsl-explicit-location-04'], run_concurrent=False)
2375     g(['glsl-explicit-location-05'], run_concurrent=False)
2377         g(['overlapping-locations-input-attribs', test_type],
2382         grouptools.join('spec', 'ARB_program_interface_query')) as g:
2383     g(['arb_program_interface_query-resource-location'], run_concurrent=False)
2384     g(['arb_program_interface_query-resource-query'], run_concurrent=False)
2385     g(['arb_program_interface_query-getprograminterfaceiv'], run_concurrent=False)
2386     g(['arb_program_interface_query-getprogramresourceindex'], run_concurrent=False)
2387     g(['arb_program_interface_query-getprogramresourcename'], run_concurrent=False)
2388     g(['arb_program_interface_query-getprogramresourceiv'], run_concurrent=False)
2389     g(['arb_program_interface_query-compare-with-shader-subroutine'], run_concurrent=False)
2393         grouptools.join('spec', 'ARB_framebuffer_no_attachments')) as g:
2394     g(['arb_framebuffer_no_attachments-minmax'])
2395     g(['arb_framebuffer_no_attachments-params'])
2396     g(['arb_framebuffer_no_attachments-atomic'])
2397     g(['arb_framebuffer_no_attachments-query'])
2398     g(['arb_framebuffer_no_attachments-roundup-samples'])
2403         grouptools.join('spec', 'ARB_explicit_uniform_location')) as g:
2404     g(['arb_explicit_uniform_location-minmax'], run_concurrent=False)
2405     g(['arb_explicit_uniform_location-boundaries'], run_concurrent=False)
2406     g(['arb_explicit_uniform_location-array-elements'], run_concurrent=False)
2407     g(['arb_explicit_uniform_location-inactive-uniform'], run_concurrent=False)
2408     g(['arb_explicit_uniform_location-use-of-unused-loc'],
2413         grouptools.join('spec', 'ARB_texture_buffer_object')) as g:
2414     g(['arb_texture_buffer_object-bufferstorage'], 'bufferstorage')
2415     g(['arb_texture_buffer_object-data-sync'], 'data-sync')
2416     g(['arb_texture_buffer_object-dlist'], 'dlist')
2417     g(['arb_texture_buffer_object-formats', 'fs', 'core'],
2419     g(['arb_texture_buffer_object-formats', 'vs', 'core'],
2421     g(['arb_texture_buffer_object-formats', 'fs', 'arb'], 'formats (FS, ARB)')
2422     g(['arb_texture_buffer_object-formats', 'vs', 'arb'], 'formats (VS, ARB)')
2423     g(['arb_texture_buffer_object-get'], 'get')
2424     g(['arb_texture_buffer_object-fetch-outside-bounds'],
2426     g(['arb_texture_buffer_object-max-size'], 'max-size')
2427     g(['arb_texture_buffer_object-minmax'], 'minmax')
2428     g(['arb_texture_buffer_object-negative-bad-bo'], 'negative-bad-bo')
2429     g(['arb_texture_buffer_object-negative-bad-format'], 'negative-bad-format')
2430     g(['arb_texture_buffer_object-negative-bad-target'], 'negative-bad-target')
2431     g(['arb_texture_buffer_object-negative-unsupported'],
2433     g(['arb_texture_buffer_object-subdata-sync'], 'subdata-sync')
2434     g(['arb_texture_buffer_object-unused-name'], 'unused-name')
2435     g(['arb_texture_buffer_object-render-no-bo'], 'render-no-bo')
2436     g(['arb_texture_buffer_object-indexed'], 'indexed')
2437     g(['arb_texture_buffer_object-re-init'], 're-init')
2441         grouptools.join('spec', 'ARB_texture_buffer_range')) as g:
2442     g(['arb_texture_buffer_range-dlist'], 'dlist')
2443     g(['arb_texture_buffer_range-errors'], 'errors')
2444     g(['arb_texture_buffer_range-ranges'], 'ranges')
2445     g(['arb_texture_buffer_range-ranges-2'], 'ranges-2')
2446     g(['arb_texture_buffer_range-ranges-2', '-compat'], 'ranges-2 compat')
2450         grouptools.join('spec', 'ARB_texture_rectangle')) as g:
2451     g(['1-1-linear-texture'])
2452     g(['texrect-many'], run_concurrent=False)
2453     g(['getteximage-targets', 'RECT'])
2454     g(['texrect_simple_arb_texrect'], run_concurrent=False)
2455     g(['arb_texrect-texture-base-level-error'], run_concurrent=False)
2456     g(['fbo-blit', 'rect'], run_concurrent=False)
2457     g(['tex-miplevel-selection', 'GL2:texture()', '2DRect'])
2458     g(['tex-miplevel-selection', 'GL2:texture()', '2DRectShadow'])
2459     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRect'])
2460     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRect_ProjVec4'])
2461     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRectShadow'])
2462     add_msaa_visual_plain_tests(g, ['copyteximage', 'RECT'],
2464     add_texwrap_target_tests(g, 'RECT')
2467         PiglitGLTest, grouptools.join('spec', 'ARB_texture_storage')) as g:
2468     g(['arb_texture_storage-texture-storage'], 'texture-storage',
2470     g(['arb_texture_storage-texture-storage-attach-before'], 'attach-before',
2475         grouptools.join('spec', 'ARB_texture_storage_multisample')) as g:
2476     g(['arb_texture_storage_multisample-tex-storage'], 'tex-storage')
2477     g(['arb_texture_storage_multisample-tex-param'], 'tex-param')
2481         grouptools.join('spec', 'ARB_texture_view')) as g:
2482     g(['arb_texture_view-bug-layers-image'], 'bug-layers-image')
2483     g(['arb_texture_view-cubemap-view'], 'cubemap-view')
2484     g(['arb_texture_view-texture-immutable-levels'], 'immutable_levels')
2485     g(['arb_texture_view-max-level'], 'max-level')
2486     g(['arb_texture_view-mipgen'], 'mipgen')
2487     g(['arb_texture_view-params'], 'params')
2488     g(['arb_texture_view-formats'], 'formats')
2489     g(['arb_texture_view-targets'], 'targets')
2490     g(['arb_texture_view-queries'], 'queries')
2491     g(['arb_texture_view-rendering-target'], 'rendering-target')
2492     g(['arb_texture_view-rendering-levels'], 'rendering-levels')
2493     g(['arb_texture_view-rendering-layers'], 'rendering-layers')
2494     g(['arb_texture_view-rendering-layers-image'], 'rendering-layers-image')
2495     g(['arb_texture_view-rendering-formats'], 'rendering-formats')
2496     g(['arb_texture_view-rendering-r32ui'], 'rendering-r32ui')
2497     g(['arb_texture_view-lifetime-format'], 'lifetime-format')
2498     g(['arb_texture_view-getteximage-srgb'], 'getteximage-srgb')
2499     g(['arb_texture_view-texsubimage-levels'], 'texsubimage-levels')
2500     g(['arb_texture_view-texsubimage-levels', 'pbo'], 'texsubimage-levels pbo')
2501     g(['arb_texture_view-texsubimage-layers'], 'texsubimage-layers')
2502     g(['arb_texture_view-texsubimage-layers', 'pbo'], 'texsubimage-layers pbo')
2503     g(['arb_texture_view-clear-into-view-2d'], 'clear-into-view-2d')
2504     g(['arb_texture_view-clear-into-view-2d-array'],
2506     g(['arb_texture_view-clear-into-view-layered'], 'clear-into-view-layered')
2507     g(['arb_texture_view-copytexsubimage-layers'], 'copytexsubimage-layers')
2508     g(['arb_texture_view-sampling-2d-array-as-cubemap'],
2510     g(['arb_texture_view-sampling-2d-array-as-cubemap-array'],
2512     g(['arb_texture_view-sampling-2d-array-as-2d-layer'],
2517         grouptools.join('spec', 'OES_texture_view')) as g:
2518     g(['arb_texture_view-rendering-formats_gles3'], 'rendering-formats')
2519     g(['arb_texture_view-rendering-layers_gles3'], 'rendering-layers')
2520     g(['arb_texture_view-rendering-levels_gles3'], 'rendering-levels')
2521     g(['arb_texture_view-rendering-target_gles3'], 'rendering-target')
2522     g(['arb_texture_view-sampling-2d-array-as-cubemap_gles3'],
2524     g(['arb_texture_view-sampling-2d-array-as-cubemap-array_gles3'],
2526     g(['arb_texture_view-sampling-2d-array-as-2d-layer_gles3'],
2528     g(['arb_texture_view-texture-immutable-levels_gles3'], 'immutable_levels')
2529     g(['arb_texture_view-formats_gles3'], 'formats')
2530     g(['arb_texture_view-queries_gles3'], 'queries')
2531     g(['arb_texture_view-targets_gles3'], 'targets')
2532     g(['arb_texture_view-clear-into-view-2d_gles3'], 'clear-into-view-2d')
2533     g(['arb_texture_view-clear-into-view-2d-array_gles3'],
2535     g(['arb_texture_view-clear-into-view-layered_gles3'],
2537     g(['arb_texture_view-copytexsubimage-layers_gles3'],
2539     g(['arb_texture_view-texsubimage-levels_gles3'], 'texsubimage-levels')
2540     g(['arb_texture_view-texsubimage-levels_gles3', 'pbo'],
2542     g(['arb_texture_view-texsubimage-layers_gles3'], 'texsubimage-layers')
2543     g(['arb_texture_view-texsubimage-layers_gles3', 'pbo'],
2548         grouptools.join('spec', '3DFX_texture_compression_FXT1')) as g:
2549     g(['compressedteximage', 'GL_COMPRESSED_RGB_FXT1_3DFX'])
2550     g(['compressedteximage', 'GL_COMPRESSED_RGBA_FXT1_3DFX'])
2551     g(['fxt1-teximage'], run_concurrent=False)
2552     g(['arb_texture_compression-invalid-formats', 'fxt1'],
2554     g(['fbo-generatemipmap-formats', 'GL_3DFX_texture_compression_FXT1'],
2558         PiglitGLTest, grouptools.join('spec', 'arb_clip_control')) as g:
2559     g(['arb_clip_control-clip-control'])
2560     g(['arb_clip_control-depth-precision'])
2561     g(['arb_clip_control-viewport'])
2564         PiglitGLTest, grouptools.join('spec', 'arb_color_buffer_float')) as g:
2572         g([c for c in cmd if c is not None], testname)
2617         PiglitGLTest, grouptools.join('spec', 'arb_depth_texture')) as g:
2618     g(['depth-level-clamp'], run_concurrent=False)
2619     g(['depth-tex-modes'], run_concurrent=False)
2620     g(['texdepth'], run_concurrent=False)
2621     add_depthstencil_render_miplevels_tests(g, ('d=z24', 'd=z16'))
2622     add_texwrap_format_tests(g, 'GL_ARB_depth_texture')
2623     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT16')
2624     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT24')
2625     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT32')
2626     add_fbo_formats_tests(g, 'GL_ARB_depth_texture')
2629         PiglitGLTest, grouptools.join('spec', 'arb_depth_buffer_float')) as g:
2630     g(['fbo-clear-formats', 'GL_ARB_depth_buffer_float', 'stencil'],
2633         g,
2637     add_fbo_stencil_tests(g, 'GL_DEPTH32F_STENCIL8')
2638     add_texwrap_format_tests(g, 'GL_ARB_depth_buffer_float')
2639     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT32F')
2640     add_fbo_depth_tests(g, 'GL_DEPTH32F_STENCIL8')
2641     add_fbo_formats_tests(g, 'GL_ARB_depth_buffer_float')
2642     add_fbo_depthstencil_tests(g, 'GL_DEPTH32F_STENCIL8', 0)
2645         PiglitGLTest, grouptools.join('spec', 'arb_get_texture_sub_image')) as g:
2646     g(['arb_get_texture_sub_image-cubemap'])
2647     g(['arb_get_texture_sub_image-errors'])
2648     g(['arb_get_texture_sub_image-get'])
2649     g(['arb_get_texture_sub_image-getcompressed'])
2653         grouptools.join('spec', 'ext_texture_env_combine')) as g:
2654     g(['ext_texture_env_combine-combine'], 'texture-env-combine')
2658         grouptools.join('spec', 'arb_texture_env_crossbar')) as g:
2659     g(['crossbar'], run_concurrent=False)
2662         PiglitGLTest, grouptools.join('spec', 'arb_texture_compression')) as g:
2663     g(['arb_texture_compression-internal-format-query'],
2665     g(['arb_texture_compression-invalid-formats', 'unknown'],
2667     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression'],
2669     add_texwrap_format_tests(g, 'GL_ARB_texture_compression')
2673         grouptools.join('spec', 'arb_texture_compression_bptc')) as g:
2674     g(['arb_texture_compression-invalid-formats', 'bptc'], 'invalid formats')
2675     g(['bptc-modes'])
2676     g(['bptc-float-modes'])
2677     g(['compressedteximage', 'GL_COMPRESSED_RGBA_BPTC_UNORM'])
2678     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_BPTC_UNORM'])
2679     g(['compressedteximage', 'GL_COMPRESSED_RGB_BPTC_UNSIGNED_FLOAT'])
2680     g(['compressedteximage', 'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'])
2681     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression_bptc-unorm'],
2683     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression_bptc-float'],
2685     add_texwrap_format_tests(g, 'GL_ARB_texture_compression_bptc')
2689         grouptools.join('spec', 'ext_texture_compression_bptc')) as g:
2690     g(['bptc-api_gles2'])
2694         grouptools.join('spec', 'ext_vertex_array_bgra')) as g:
2695     g(['bgra-sec-color-pointer'], run_concurrent=False)
2696     g(['bgra-vert-attrib-pointer'], run_concurrent=False)
2700         grouptools.join('spec', 'apple_vertex_array_object')) as g:
2701     g(['vao-01'], run_concurrent=False)
2702     g(['vao-02'], run_concurrent=False)
2703     g(['arb_vertex_array-isvertexarray', 'apple'], 'isvertexarray')
2707         grouptools.join('spec', 'arb_vertex_array_bgra')) as g:
2708     g(['arb_vertex_array_bgra-api-errors'], 'api-errors', run_concurrent=False)
2709     g(['arb_vertex_array_bgra-get'], 'get', run_concurrent=False)
2713         grouptools.join('spec', 'arb_vertex_array_object')) as g:
2714     g(['vao-element-array-buffer'])
2715     g(['arb_vertex_array-delete-object-0'], 'delete-object-0')
2716     g(['arb_vertex_array-isvertexarray'], 'isvertexarray')
2720         grouptools.join('spec', 'arb_vertex_buffer_object')) as g:
2721     g(['arb_vertex_buffer_object-combined-vertex-index'],
2723     g(['arb_vertex_buffer_object-elements-negative-offset'],
2725     g(['arb_vertex_buffer_object-mixed-immediate-and-vbo'],
2727     g(['arb_vertex_buffer_object-delete-mapped-buffer'])
2728     g(['arb_vertex_buffer_object-map-after-draw'])
2729     g(['arb_vertex_buffer_object-map-empty'])
2730     g(['arb_vertex_buffer_object-ib-data-sync'], 'ib-data-sync')
2731     g(['arb_vertex_buffer_object-ib-subdata-sync'], 'ib-subdata-sync')
2732     g(['pos-array'])
2733     g(['vbo-bufferdata'])
2734     g(['vbo-map-remap'])
2735     g(['vbo-map-unsync'])
2736     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawarrays'],
2738     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawelements'],
2740     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawrangeelements'],
2742     g(['vbo-subdata-sync'])
2743     g(['vbo-subdata-zero'])
2747         grouptools.join('spec', 'arb_vertex_program')) as g:
2748     g(['arb_vertex_program-getenv4d-with-error'], 'getenv4d-with-error',
2750     g(['arb_vertex_program-getlocal4d-with-error'], 'getlocal4d-with-error',
2752     g(['arb_vertex_program-getlocal4f-max'], 'getlocal4f-max')
2753     g(['arb_vertex_program-getlocal4-errors'], 'getlocal4-errors')
2754     g(['clip-plane-transformation', 'arb'],
2756     g(['arb_vertex_program-matrix-property-bindings'])
2757     g(['arb_vertex_program-minmax'], 'minmax')
2758     g(['arb_vertex_program-property-bindings'])
2759     g(['arb_vertex_program-unused-attributes'])
2760     g(['arb_vertex_program-get-limits-without-fp'], run_concurrent=False)
2761     g(['vp-address-01'], run_concurrent=False)
2762     g(['vp-address-02'], run_concurrent=False)
2763     g(['vp-address-04'], run_concurrent=False)
2764     g(['vp-bad-program'], run_concurrent=False)
2765     g(['vp-max-array'], run_concurrent=False)
2769         grouptools.join('spec', 'arb_viewport_array')) as g:
2770     g(['arb_viewport_array-viewport-indices'], 'viewport-indices')
2771     g(['arb_viewport_array-depthrange-indices'], 'depthrange-indices')
2772     g(['arb_viewport_array-dlist'], 'display-list')
2773     g(['arb_viewport_array-scissor-check'], 'scissor-check')
2774     g(['arb_viewport_array-scissor-indices'], 'scissor-indices')
2775     g(['arb_viewport_array-bounds'], 'bounds')
2776     g(['arb_viewport_array-queries'], 'queries')
2777     g(['arb_viewport_array-minmax'], 'minmax')
2778     g(['arb_viewport_array-render-viewport'], 'render-viewport')
2779     g(['arb_viewport_array-render-viewport-2'], 'render-viewport-2')
2780     g(['arb_viewport_array-render-depthrange'], 'render-depthrange')
2781     g(['arb_viewport_array-render-scissor'], 'render-scissor')
2782     g(['arb_viewport_array-clear'], 'clear')
2786         grouptools.join('spec', 'oes_viewport_array')) as g:
2787     g(['arb_viewport_array-viewport-indices_gles3'], 'viewport-indices')
2788     g(['arb_viewport_array-depthrange-indices_gles3'], 'depthrange-indices')
2789     g(['arb_viewport_array-scissor-check_gles3'], 'scissor-check')
2790     g(['arb_viewport_array-scissor-indices_gles3'], 'scissor-indices')
2791     g(['arb_viewport_array-bounds_gles3'], 'bounds')
2792     g(['arb_viewport_array-queries_gles3'], 'queries')
2793     g(['arb_viewport_array-minmax_gles3'], 'minmax')
2794     g(['arb_viewport_array-render-viewport_gles3'], 'render-viewport')
2795     g(['arb_viewport_array-render-viewport-2_gles3'], 'render-viewport-2')
2796     g(['arb_viewport_array-render-depthrange_gles3'], 'render-depthrange')
2797     g(['arb_viewport_array-render-scissor_gles3'], 'render-scissor')
2798     g(['arb_viewport_array-clear_gles3'], 'clear')
2802         grouptools.join('spec', 'nv_vertex_program2_option')) as g:
2803     g(['vp-address-03'], run_concurrent=False)
2804     g(['vp-address-05'], run_concurrent=False)
2805     g(['vp-address-06'], run_concurrent=False)
2806     g(['vp-clipdistance-01'], run_concurrent=False)
2807     g(['vp-clipdistance-02'], run_concurrent=False)
2808     g(['vp-clipdistance-03'], run_concurrent=False)
2809     g(['vp-clipdistance-04'], run_concurrent=False)
2812         PiglitGLTest, grouptools.join('spec', 'ext_framebuffer_blit')) as g:
2813     g(['fbo-blit'], run_concurrent=False)
2814     g(['fbo-copypix'], run_concurrent=False)
2815     g(['fbo-readdrawpix'], run_concurrent=False)
2816     g(['fbo-sys-blit'], run_concurrent=False)
2817     g(['fbo-sys-sub-blit'], run_concurrent=False)
2818     g(['fbo-blit-check-limits'], run_concurrent=False)
2819     g(['fbo-generatemipmap-versus-READ_FRAMEBUFFER'])
2824                         'ext_framebuffer_multisample_blit_scaled')) as g:
2825     g(['ext_framebuffer_multisample_blit_scaled-negative-blit-scaled'],
2829         g(['ext_framebuffer_multisample_blit_scaled-blit-scaled',
2834         g(['ext_framebuffer_multisample_blit_scaled-blit-scaled',
2840         grouptools.join('spec', 'ext_framebuffer_multisample')) as g:
2841     g(['ext_framebuffer_multisample-blit-mismatched-samples'],
2843     g(['ext_framebuffer_multisample-blit-mismatched-sizes'],
2845     g(['ext_framebuffer_multisample-blit-mismatched-formats'],
2847     g(['ext_framebuffer_multisample-dlist'], 'dlist')
2848     g(['ext_framebuffer_multisample-enable-flag'], 'enable-flag')
2849     g(['ext_framebuffer_multisample-minmax'], 'minmax')
2850     g(['ext_framebuffer_multisample-negative-copypixels'],
2852     g(['ext_framebuffer_multisample-negative-copyteximage'],
2854     g(['ext_framebuffer_multisample-negative-max-samples'],
2856     g(['ext_framebuffer_multisample-negative-mismatched-samples'],
2858     g(['ext_framebuffer_multisample-negative-readpixels'],
2860     g(['ext_framebuffer_multisample-renderbufferstorage-samples'],
2862     g(['ext_framebuffer_multisample-renderbuffer-samples'],
2864     g(['ext_framebuffer_multisample-samples'], 'samples')
2865     g(['ext_framebuffer_multisample-alpha-blending'], 'alpha-blending')
2866     g(['ext_framebuffer_multisample-alpha-blending', 'slow_cc'],
2868     g(['ext_framebuffer_multisample-fast-clear'], 'fast-clear')
2871         g(['ext_framebuffer_multisample-alpha-blending-after-rendering',
2876         g(['ext_framebuffer_multisample-formats', num_samples],
2885                 g(['ext_framebuffer_multisample-accuracy', num_samples,
2893         g(['ext_framebuffer_multisample-blit-multiple-render-targets',
2901             g(['ext_framebuffer_multisample-interpolation', num_samples,
2906         g(['ext_framebuffer_multisample-turn-on-off', sample_count],
2916                 g(['ext_framebuffer_multisample-upsample', sample_count,
2920                 g(['ext_framebuffer_multisample-multisample-blit',
2926                 g(['ext_framebuffer_multisample-unaligned-blit',
2932             g(['ext_framebuffer_multisample-sample-coverage', sample_count,
2937             g(['ext_framebuffer_multisample-sample-alpha-to-coverage',
2955             g(['ext_framebuffer_multisample-{}'.format(test),
2960             g(['ext_framebuffer_multisample-clip-and-scissor-blit',
2965             g(['ext_framebuffer_multisample-blit-flipped', sample_count,
2970             g(['ext_framebuffer_multisample-clear', sample_count, buffer_type],
2975                 g(['ext_framebuffer_multisample-no-color', sample_count,
2982         grouptools.join('spec', 'amd_framebuffer_multisample_advanced')) as g:
2983     g(['amd_framebuffer_multisample_advanced-api'], 'api-glcore')
2984     g(['amd_framebuffer_multisample_advanced-api-gles'], 'api-gles3')
2988         grouptools.join('spec', 'ext_framebuffer_object')) as g:
2989     g(['fbo-generatemipmap-noimage'])
2990     g(['fbo-1d'])
2991     g(['fbo-3d'])
2992     g(['fbo-alphatest-formats'])
2993     g(['fbo-alphatest-nocolor'])
2994     g(['fbo-alphatest-nocolor-ff'])
2995     g(['fbo-blending-formats'])
2996     g(['fbo-blending-format-quirks'])
2997     g(['fbo-blending-snorm'])
2998     g(['fbo-bind-renderbuffer'])
2999     g(['fbo-clearmipmap'])
3000     g(['fbo-clear-formats'])
3001     g(['fbo-colormask-formats'])
3002     g(['fbo-copyteximage'])
3003     g(['fbo-copyteximage-simple'])
3004     g(['fbo-cubemap'])
3005     g(['fbo-depthtex'])
3006     g(['fbo-depth-sample-compare'])
3007     g(['fbo-drawbuffers'])
3008     g(['fbo-drawbuffers', 'masked-clear'])
3009     g(['fbo-drawbuffers-arbfp'])
3010     g(['fbo-drawbuffers-blend-add'])
3011     g(['fbo-drawbuffers-fragcolor'])
3012     g(['fbo-drawbuffers-maxtargets'])
3013     g(['ext_framebuffer_object-error-handling'])
3014     g(['fbo-finish-deleted'])
3015     g(['fbo-flushing'])
3016     g(['fbo-flushing-2'])
3017     g(['fbo-fragcoord'])
3018     g(['fbo-fragcoord2'])
3019     g(['fbo-generatemipmap'])
3020     g(['fbo-generatemipmap-filtering'])
3021     g(['fbo-generatemipmap-formats'])
3022     g(['fbo-generatemipmap-scissor'])
3023     g(['fbo-generatemipmap-swizzle'])
3024     g(['fbo-generatemipmap-nonsquare'])
3025     g(['fbo-generatemipmap-npot'])
3026     g(['fbo-generatemipmap-viewport'])
3027     g(['fbo-maxsize'])
3028     g(['ext_framebuffer_object-mipmap'])
3029     g(['fbo-nodepth-test'])
3030     g(['fbo-nostencil-test'])
3031     g(['fbo-readpixels'])
3032     g(['fbo-readpixels-depth-formats'])
3033     g(['fbo-scissor-bitmap'])
3034     g(['fbo-storage-completeness'])
3035     g(['fbo-storage-formats'])
3036     g(['getteximage-formats', 'init-by-rendering'])
3037     g(['getteximage-formats', 'init-by-clear-and-render'])
3038     g(['ext_framebuffer_multisample-fast-clear', 'single-sample'],
3040     g(['ext_framebuffer_object-border-texture-finish'])
3041     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX1')
3042     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX4')
3043     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX8')
3044     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX16')
3049         grouptools.join('spec', 'ext_gpu_shader4')) as g:
3050     g(['gl-3.1-mixed-int-float-fbo', 'ext_gpu_shader4'], 'bindfragdatalocation mixed-int-float-fbo')
3051 …g(['gl-3.1-mixed-int-float-fbo', 'ext_gpu_shader4', 'int_second'], 'bindfragdatalocation mixed-int…
3055         g:
3056     g(['ext_image_dma_buf_import-invalid_hints'], run_concurrent=False)
3057     g(['ext_image_dma_buf_import-invalid_attributes'], run_concurrent=False)
3058     g(['ext_image_dma_buf_import-missing_attributes'], run_concurrent=False)
3059     g(['ext_image_dma_buf_import-ownership_transfer'], run_concurrent=False)
3060     g(['ext_image_dma_buf_import-unsupported_format'], run_concurrent=False)
3061     g(['ext_image_dma_buf_import-intel_external_sampler_only'],
3063     g(['ext_image_dma_buf_import-refcount'])
3064     g(['ext_image_dma_buf_import-sample_rgb', '-fmt=AR24'],
3066     g(['ext_image_dma_buf_import-sample_rgb', '-fmt=XR24', '-alpha-one'],
3068     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=NV12'],
3070     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YU12'],
3072     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YV12'],
3074     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=AYUV'],
3076     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=XYUV'],
3078     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P010'],
3080     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P012'],
3082     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P016'],
3084     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YUYV'],
3086     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=UYVY'],
3088     g(['ext_image_dma_buf_import-transcode-nv12-as-r8-gr88'],
3091     g(['ext_image_dma_buf_import-export'], run_concurrent=False)
3095         grouptools.join('spec', 'ext_packed_depth_stencil')) as g:
3096     g(['fbo-blit-d24s8'], run_concurrent=False)
3097     g(['fbo-clear-formats', 'GL_EXT_packed_depth_stencil', 'stencil'],
3099     g(['ext_packed_depth_stencil-depth-stencil-texture'],
3101     g(['ext_packed_depth_stencil-errors'], 'errors')
3102     g(['ext_packed_depth_stencil-getteximage'], 'getteximage')
3103     g(['ext_packed_depth_stencil-readdrawpixels'], 'readdrawpixels')
3104     g(['ext_packed_depth_stencil-texsubimage'], 'texsubimage')
3105     g(['ext_packed_depth_stencil-readpixels-24_8'], 'readpixels-24_8',
3108         g,
3112     add_fbo_stencil_tests(g, 'GL_DEPTH24_STENCIL8')
3113     add_texwrap_format_tests(g, 'GL_EXT_packed_depth_stencil')
3114     add_fbo_depth_tests(g, 'GL_DEPTH24_STENCIL8')
3115     add_fbo_formats_tests(g, 'GL_EXT_packed_depth_stencil')
3116     add_fbo_depthstencil_tests(g, 'GL_DEPTH24_STENCIL8', 0)
3120         grouptools.join('spec', 'oes_packed_depth_stencil')) as g:
3121     g(['oes_packed_depth_stencil-depth-stencil-texture_gles2'],
3123     g(['oes_packed_depth_stencil-depth-stencil-texture_gles1'],
3128         grouptools.join('spec', 'oes_required_internalformat')) as g:
3129     g(['oes_required_internalformat-renderbuffer'], 'renderbuffer')
3133         grouptools.join('spec', 'ext_occlusion_query_boolean')) as g:
3134     g(['ext_occlusion_query_boolean-any-samples'], 'any-samples')
3138         grouptools.join('spec', 'ext_disjoint_timer_query')) as g:
3139     g(['ext_disjoint_timer_query-simple'], 'simple')
3143         grouptools.join('spec', 'ext_texture_norm16')) as g:
3144     g(['ext_texture_norm16-render'], 'render')
3148         grouptools.join('spec', 'ext_render_snorm')) as g:
3149     g(['ext_render_snorm-render'], 'render')
3153         grouptools.join('spec', 'ext_frag_depth')) as g:
3154     g(['fragdepth_gles2'])
3158         grouptools.join('spec', 'ext_texture_array')) as g:
3159     g(['fbo-generatemipmap-array'])
3160     g(['fbo-generatemipmap-array', 'RGB9_E5'])
3161     g(['fbo-generatemipmap-array', 'S3TC_DXT1'])
3162     g(['ext_texture_array-maxlayers'], 'maxlayers')
3163     g(['ext_texture_array-gen-mipmap'], 'gen-mipmap')
3164     g(['fbo-array'], run_concurrent=False)
3165     g(['array-texture'], run_concurrent=False)
3166     g(['ext_texture_array-errors'])
3167     g(['getteximage-targets', '1D_ARRAY'])
3168     g(['getteximage-targets', '2D_ARRAY'])
3169     g(['texsubimage', 'array'])
3170     add_msaa_visual_plain_tests(g, ['copyteximage', '1D_ARRAY'],
3172     add_msaa_visual_plain_tests(g, ['copyteximage', '2D_ARRAY'],
3177         g(['fbo-depth-array', test])
3179         g(['ext_texture_array-compressed', test_mode, '-fbo'],
3182         g(['ext_texture_array-compressed', test_mode, 'pbo', '-fbo'],
3188         grouptools.join('spec', 'arb_texture_cube_map')) as g:
3189     g(['arb_texture_cube_map-unusual-order'], run_concurrent=False)
3190     g(['cubemap'], run_concurrent=False)
3191     g(['cubemap-getteximage-pbo'])
3192     g(['cubemap-mismatch'], run_concurrent=False)
3193     g(['cubemap', 'npot'], 'cubemap npot', run_concurrent=False)
3194     g(['cubemap-shader'], run_concurrent=False)
3195     g(['cubemap-shader', 'lod'], 'cubemap-shader lod', run_concurrent=False)
3196     g(['cubemap-shader', 'bias'], 'cubemap-shader bias', run_concurrent=False)
3197     g(['getteximage-targets', 'CUBE'])
3198     add_msaa_visual_plain_tests(g, ['copyteximage', 'CUBE'],
3203         grouptools.join('spec', 'arb_texture_cube_map_array')) as g:
3204     g(['arb_texture_cube_map_array-get'], run_concurrent=False)
3205     g(['arb_texture_cube_map_array-teximage3d-invalid-values'],
3207     g(['arb_texture_cube_map_array-cubemap'], run_concurrent=False)
3208     g(['arb_texture_cube_map_array-cubemap-lod'], run_concurrent=False)
3209     g(['arb_texture_cube_map_array-fbo-cubemap-array'], run_concurrent=False)
3210     g(['arb_texture_cube_map_array-sampler-cube-array-shadow'],
3212     g(['getteximage-targets', 'CUBE_ARRAY'])
3213     g(['glsl-resource-not-bound', 'CubeArray'])
3214     g(['fbo-generatemipmap-cubemap', 'array'])
3215     g(['fbo-generatemipmap-cubemap', 'array', 'RGB9_E5'])
3216     g(['fbo-generatemipmap-cubemap', 'array', 'S3TC_DXT1'])
3217     g(['texsubimage', 'cube_map_array'])
3223             g(['textureSize', stage, sampler],
3229         grouptools.join('spec', 'ext_texture_swizzle')) as g:
3230     g(['ext_texture_swizzle-api'])
3231     g(['ext_texture_swizzle-swizzle'])
3232     g(['depth_texture_mode_and_swizzle'], 'depth_texture_mode_and_swizzle')
3236         grouptools.join('spec', 'ext_texture_compression_latc')) as g:
3237     g(['arb_texture_compression-invalid-formats', 'latc'], 'invalid formats')
3238     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_latc'],
3240     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_latc-signed'],
3242     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_latc')
3246         grouptools.join('spec', 'ext_texture_compression_rgtc')) as g:
3247     g(['compressedteximage', 'GL_COMPRESSED_RED_RGTC1_EXT'])
3248     g(['compressedteximage', 'GL_COMPRESSED_RED_GREEN_RGTC2_EXT'])
3249     g(['compressedteximage', 'GL_COMPRESSED_SIGNED_RED_RGTC1_EXT'])
3250     g(['compressedteximage', 'GL_COMPRESSED_SIGNED_RED_GREEN_RGTC2_EXT'])
3251     g(['arb_texture_compression-invalid-formats', 'rgtc'], 'invalid formats')
3252     g(['rgtc-teximage-01'], run_concurrent=False)
3253     g(['rgtc-teximage-02'], run_concurrent=False)
3254     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_rgtc'],
3256     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_rgtc-signed'],
3258     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_rgtc')
3259     g(['rgtc-api_gles2'])
3263         grouptools.join('spec', 'ext_texture_compression_s3tc')) as g:
3264     g(['compressedteximage', 'GL_COMPRESSED_RGB_S3TC_DXT1_EXT'])
3265     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT1_EXT'])
3266     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT3_EXT'])
3267     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT5_EXT'])
3268     g(['arb_texture_compression-invalid-formats', 's3tc'], 'invalid formats')
3269     g(['gen-compressed-teximage'], run_concurrent=False)
3270     g(['s3tc-errors'])
3271     g(['s3tc-errors_gles2'])
3272     g(['s3tc-targeted'])
3273     g(['s3tc-teximage'], run_concurrent=False)
3274     g(['s3tc-teximage_gles2'], run_concurrent=False)
3275     g(['s3tc-texsubimage'], run_concurrent=False)
3276     g(['s3tc-texsubimage_gles2'], run_concurrent=False)
3277     g(['getteximage-targets', '2D', 'S3TC'])
3278     g(['getteximage-targets', '2D_ARRAY', 'S3TC'])
3279     g(['getteximage-targets', 'CUBE', 'S3TC'])
3280     g(['getteximage-targets', 'CUBE_ARRAY', 'S3TC'])
3281     g(['compressedteximage', 'GL_COMPRESSED_SRGB_S3TC_DXT1_EXT'])
3282     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT1_EXT'])
3283     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT3_EXT'])
3284     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT5_EXT'])
3285     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_s3tc'],
3287     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_s3tc')
3291         grouptools.join('spec', 'ati_texture_compression_3dc')) as g:
3292     g(['arb_texture_compression-invalid-formats', '3dc'], 'invalid formats')
3293     g(['fbo-generatemipmap-formats', 'GL_ATI_texture_compression_3dc'],
3295     add_texwrap_format_tests(g, 'GL_ATI_texture_compression_3dc')
3299         grouptools.join('spec', 'ext_packed_float')) as g:
3300     g(['ext_packed_float-pack'], 'pack')
3301     g(['query-rgba-signed-components'], 'query-rgba-signed-components')
3302     g(['getteximage-invalid-format-for-packed-type'],
3304     add_msaa_formats_tests(g, 'GL_EXT_packed_float')
3305     add_texwrap_format_tests(g, 'GL_EXT_packed_float')
3306     add_fbo_formats_tests(g, 'GL_EXT_packed_float')
3310         grouptools.join('spec', 'arb_texture_float')) as g:
3311     g(['arb_texture_float-texture-float-formats'], run_concurrent=False)
3312     g(['arb_texture_float-get-tex3d'], run_concurrent=False)
3313     add_msaa_formats_tests(g, 'GL_ARB_texture_float')
3314     add_texwrap_format_tests(g, 'GL_ARB_texture_float')
3315     add_fbo_formats_tests(g, 'GL_ARB_texture_float')
3319         grouptools.join('spec', 'oes_texture_float')) as g:
3320     g(['oes_texture_float'])
3321     g(['oes_texture_float', 'half'])
3322     g(['oes_texture_float', 'linear'])
3323     g(['oes_texture_float', 'half', 'linear'])
3328         grouptools.join('spec', 'ext_texture_integer')) as g:
3329     g(['ext_texture_integer-api-drawpixels'], 'api-drawpixels')
3330     g(['ext_texture_integer-api-teximage'], 'api-teximage')
3331     g(['ext_texture_integer-api-readpixels'], 'api-readpixels')
3332     g(['ext_texture_integer-fbo-blending'], 'fbo-blending')
3333     g(['ext_texture_integer-fbo-blending', 'GL_ARB_texture_rg'],
3335     g(['ext_texture_integer-fbo_integer_precision_clear'],
3337     g(['ext_texture_integer-fbo_integer_readpixels_sint_uint'],
3339     g(['ext_texture_integer-getteximage-clamping'], 'getteximage-clamping')
3340     g(['ext_texture_integer-getteximage-clamping', 'GL_ARB_texture_rg'],
3342     g(['ext_texture_integer-texformats']),
3343     g(['ext_texture_integer-texture_integer_glsl130'],
3345     g(['fbo-integer'], run_concurrent=False)
3348     add_msaa_formats_tests(g, 'GL_EXT_texture_integer')
3349     add_texwrap_format_tests(g, 'GL_EXT_texture_integer')
3353         grouptools.join('spec', 'arb_texture_rg')) as g:
3354     g(['depth-tex-modes-rg'], run_concurrent=False)
3355     g(['rg-draw-pixels'], run_concurrent=False)
3356     g(['rg-teximage-01'], run_concurrent=False)
3357     g(['rg-teximage-02'], run_concurrent=False)
3358     g(['texture-rg'], run_concurrent=False)
3362     add_msaa_formats_tests(g, 'GL_ARB_texture_rg')
3363     add_msaa_formats_tests(g, 'GL_ARB_texture_rg-int')
3364     add_msaa_formats_tests(g, 'GL_ARB_texture_rg-float')
3365     add_texwrap_format_tests(g, 'GL_ARB_texture_rg')
3366     add_texwrap_format_tests(g, 'GL_ARB_texture_rg-float', '-float')
3367     add_texwrap_format_tests(g, 'GL_ARB_texture_rg-int', '-int')
3370         g(['fbo-rg', format], "fbo-rg-{}".format(format))
3371     add_fbo_formats_tests(g, 'GL_ARB_texture_rg')
3372     add_fbo_formats_tests(g, 'GL_ARB_texture_rg-float', '-float')
3376         grouptools.join('spec', 'arb_texture_rgb10_a2ui')) as g:
3377     g(['ext_texture_integer-fbo-blending', 'GL_ARB_texture_rgb10_a2ui'],
3379     add_texwrap_format_tests(g, 'GL_ARB_texture_rgb10_a2ui')
3383         grouptools.join('spec', 'ext_texture_shared_exponent')) as g:
3384     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_shared_exponent'],
3386     add_texwrap_format_tests(g, 'GL_EXT_texture_shared_exponent')
3390         grouptools.join('spec', 'ext_texture_snorm')) as g:
3391     add_msaa_formats_tests(g, 'GL_EXT_texture_snorm')
3392     add_texwrap_format_tests(g, 'GL_EXT_texture_snorm')
3393     add_fbo_formats_tests(g, 'GL_EXT_texture_snorm')
3396         PiglitGLTest, grouptools.join('spec', 'ext_texture_srgb')) as g:
3397     g(['fbo-srgb'], run_concurrent=False)
3398     g(['tex-srgb'], run_concurrent=False)
3399     g(['arb_texture_compression-invalid-formats', 'srgb'], 'invalid formats')
3400     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_sRGB'],
3402     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_sRGB-s3tc'],
3407     g(['fbo-alphatest-formats', 'GL_EXT_texture_sRGB'],
3409     g(['ext_framebuffer_multisample-fast-clear',
3413     add_msaa_formats_tests(g, 'GL_EXT_texture_sRGB')
3414     add_texwrap_format_tests(g, 'GL_EXT_texture_sRGB')
3415     add_texwrap_format_tests(g, 'GL_EXT_texture_sRGB-s3tc', '-s3tc')
3418         PiglitGLTest, grouptools.join('spec', 'ext_timer_query')) as g:
3419     g(['ext_timer_query-time-elapsed'], 'time-elapsed', run_concurrent=False)
3420     g(['timer_query'], run_concurrent=False)
3423         PiglitGLTest, grouptools.join('spec', 'arb_timer_query')) as g:
3424     g(['ext_timer_query-time-elapsed', 'timestamp'], 'query GL_TIMESTAMP', run_concurrent=False)
3425     g(['ext_timer_query-lifetime'], 'query-lifetime')
3426     g(['arb_timer_query-timestamp-get'], 'timestamp-get', run_concurrent=False)
3429         PiglitGLTest, grouptools.join('spec', 'ext_transform_feedback')) as g:
3448             g(['ext_transform_feedback-api-errors', mode],
3462         g(['ext_transform_feedback-builtin-varyings', varying],
3467         g(['ext_transform_feedback-get-buffer-state', mode],
3471         g(['ext_transform_feedback-intervening-read', mode],
3473         g(['ext_transform_feedback-intervening-read', mode, 'use_gs'],
3478             g(['ext_transform_feedback-order', drawcall, mode],
3489             g(['ext_transform_feedback-tessellation', draw_mode, shade_mode],
3493         g(['ext_transform_feedback-alignment', str(alignment)],
3501             g(['ext_transform_feedback-output-type', output_type, suffix],
3505         g(['ext_transform_feedback-generatemipmap', mode],
3510         g(['ext_transform_feedback-change-size', test_case],
3526                     g(['ext_transform_feedback-structs{0}'.format(api_suffix),
3531     g(['ext_transform_feedback-buffer-usage'], 'buffer-usage')
3532     g(['ext_transform_feedback-discard-api'], 'discard-api')
3533     g(['ext_transform_feedback-discard-bitmap'], 'discard-bitmap')
3534     g(['ext_transform_feedback-discard-clear'], 'discard-clear')
3535     g(['ext_transform_feedback-discard-copypixels'], 'discard-copypixels')
3536     g(['ext_transform_feedback-discard-drawarrays'], 'discard-drawarrays')
3537     g(['ext_transform_feedback-discard-drawpixels'], 'discard-drawpixels')
3538     g(['ext_transform_feedback-immediate-reuse'], 'immediate-reuse')
3539     g(['ext_transform_feedback-immediate-reuse-index-buffer'],
3541     g(['ext_transform_feedback-immediate-reuse-uniform-buffer'],
3543     g(['ext_transform_feedback-max-varyings'], 'max-varyings')
3544     g(['ext_transform_feedback-nonflat-integral'], 'nonflat-integral')
3545     g(['ext_transform_feedback-overflow-edge-cases'], 'overflow-edge-cases')
3546     g(['ext_transform_feedback-overflow-edge-cases', 'use_gs'],
3548     g(['ext_transform_feedback-points'], 'points')
3549     g(['ext_transform_feedback-points', 'large'], 'points-large')
3550     g(['ext_transform_feedback-position'], 'position-readback-bufferbase')
3551     g(['ext_transform_feedback-position', 'discard'],
3553     g(['ext_transform_feedback-position', 'offset'],
3555     g(['ext_transform_feedback-position', 'offset', 'discard'],
3557     g(['ext_transform_feedback-position', 'range'],
3559     g(['ext_transform_feedback-position', 'range', 'discard'],
3561     g(['ext_transform_feedback-negative-prims'], 'negative-prims')
3562     g(['ext_transform_feedback-primgen'],
3564     g(['ext_transform_feedback-pipeline-basic-primgen'],
3566     g(['ext_transform_feedback-position', 'render'],
3568     g(['ext_transform_feedback-position', 'render', 'discard'],
3570     g(['ext_transform_feedback-position', 'render', 'offset'],
3572     g(['ext_transform_feedback-position', 'render', 'offset', 'discard'],
3574     g(['ext_transform_feedback-position', 'render', 'range'],
3576     g(['ext_transform_feedback-position', 'render', 'range', 'discard'],
3578     g(['ext_transform_feedback-position', 'primgen'],
3580     g(['ext_transform_feedback-position', 'primgen', 'discard'],
3582     g(['ext_transform_feedback-position', 'primgen', 'offset'],
3584     g(['ext_transform_feedback-position', 'primgen', 'offset', 'discard'],
3586     g(['ext_transform_feedback-position', 'primgen', 'range'],
3588     g(['ext_transform_feedback-position', 'primgen', 'range', 'discard'],
3590     g(['ext_transform_feedback-position', 'primwritten'],
3592     g(['ext_transform_feedback-position', 'primwritten', 'discard'],
3594     g(['ext_transform_feedback-position', 'primwritten', 'offset'],
3596     g(['ext_transform_feedback-position', 'primwritten', 'offset', 'discard'],
3598     g(['ext_transform_feedback-position', 'primwritten', 'range'],
3600     g(['ext_transform_feedback-position', 'primwritten', 'range', 'discard'],
3602     g(['ext_transform_feedback-interleaved'], 'interleaved-attribs')
3603     g(['ext_transform_feedback-separate'], 'separate-attribs')
3604     g(['ext_transform_feedback-geometry-shaders-basic'],
3608         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback2')) as g:
3609     g(['arb_transform_feedback2-change-objects-while-paused'],
3611     g(['arb_transform_feedback2-change-objects-while-paused_gles3'],
3615         PiglitGLTest, grouptools.join('spec', 'ext_transform_feedback2')) as g:
3616     g(['arb_transform_feedback2-draw-auto'], 'draw-auto', run_concurrent=False)
3617     g(['arb_transform_feedback2-istransformfeedback'], 'istranformfeedback',
3619     g(['arb_transform_feedback2-gen-names-only'],
3621     g(['arb_transform_feedback2-cannot-bind-when-active'],
3623     g(['arb_transform_feedback2-api-queries'], 'misc. API queries')
3624     g(['arb_transform_feedback2-pause-counting'], 'counting with pause')
3627         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback_instanced')) as g:
3628     g(['arb_transform_feedback2-draw-auto', 'instanced'],
3632         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback3')) as g:
3633     g(['arb_transform_feedback3-bind_buffer_invalid_index'],
3636     g(['arb_transform_feedback3-query_with_invalid_index'],
3638     g(['arb_transform_feedback3-end_query_with_name_zero'],
3640     g(['arb_transform_feedback3-draw_using_invalid_stream_index'],
3643     g(['arb_transform_feedback3-set_varyings_with_invalid_args'],
3646     g(['arb_transform_feedback3-set_invalid_varyings'],
3648     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'vs'],
3651     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'gs'],
3654     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'gs_max'],
3657     g(['arb_transform_feedback3-begin_end'], run_concurrent=False)
3665         g(['ext_transform_feedback-output-type', param], param)
3669         grouptools.join('spec', 'arb_transform_feedback_overflow_query')) as g:
3670     g(['arb_transform_feedback_overflow_query-basic'])
3671     g(['arb_transform_feedback_overflow_query-errors'])
3675         grouptools.join('spec', 'arb_uniform_buffer_object')) as g:
3676     g(['arb_uniform_buffer_object-bindbuffer-general-point'],
3678     g(['arb_uniform_buffer_object-buffer-targets'], 'buffer-targets')
3679     g(['arb_uniform_buffer_object-bufferstorage'], 'bufferstorage')
3680     g(['arb_uniform_buffer_object-deletebuffers'], 'deletebuffers')
3681     g(['arb_uniform_buffer_object-dlist'], 'dlist')
3682     g(['arb_uniform_buffer_object-getactiveuniformblockiv-uniform-block-data-size'],
3684     g(['arb_uniform_buffer_object-getactiveuniformblockname'],
3686     g(['arb_uniform_buffer_object-getactiveuniformname'],
3688     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-array-stride'],
3690     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-block-index'],
3692     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-matrix-stride'],
3694     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-type'],
3696     g(['arb_uniform_buffer_object-getintegeri_v'], 'getintegeri_v')
3697     g(['arb_uniform_buffer_object-getprogramiv'], 'getprogramiv')
3698     g(['arb_uniform_buffer_object-getuniformblockindex'],
3700     g(['arb_uniform_buffer_object-getuniformindices'], 'getuniformindices')
3701     g(['arb_uniform_buffer_object-getuniformlocation'], 'getuniformlocation')
3702     g(['arb_uniform_buffer_object-layout-std140-base-size-and-alignment'],
3704     g(['arb_uniform_buffer_object-link-mismatch-blocks'],
3706     g(['arb_uniform_buffer_object-maxblocks'], 'maxblocks')
3707     g(['arb_uniform_buffer_object-minmax'], 'minmax')
3708     g(['arb_uniform_buffer_object-negative-bindbuffer-index'],
3710     g(['arb_uniform_buffer_object-negative-bindbuffer-target'],
3712     g(['arb_uniform_buffer_object-negative-bindbufferrange-range'],
3714     g(['arb_uniform_buffer_object-negative-getactiveuniformblockiv'],
3716     g(['arb_uniform_buffer_object-negative-getactiveuniformsiv'],
3718     g(['arb_uniform_buffer_object-referenced-by-shader'],
3720     g(['arb_uniform_buffer_object-rendering'], 'rendering')
3721     g(['arb_uniform_buffer_object-rendering', 'offset'], 'rendering-offset')
3722     g(['arb_uniform_buffer_object-rendering-array'], 'rendering-array')
3723     g(['arb_uniform_buffer_object-rendering-array', 'offset'], 'rendering-array-offset')
3724     g(['arb_uniform_buffer_object-rendering-dsa'], 'rendering-dsa')
3725     g(['arb_uniform_buffer_object-rendering-dsa', 'offset'], 'rendering-dsa-offset')
3726     g(['arb_uniform_buffer_object-row-major'], 'row-major')
3727     g(['arb_uniform_buffer_object-uniformblockbinding'], 'uniformblockbinding')
3732                         'maxuniformblocksize')) as g:
3733     g(['arb_uniform_buffer_object-maxuniformblocksize', 'vs'], 'vs')
3734     g(['arb_uniform_buffer_object-maxuniformblocksize', 'vsexceed'],
3736     g(['arb_uniform_buffer_object-maxuniformblocksize', 'fs'], 'fs')
3737     g(['arb_uniform_buffer_object-maxuniformblocksize', 'fsexceed'],
3741         PiglitGLTest, grouptools.join('spec', 'ati_draw_buffers')) as g:
3742     g(['ati_draw_buffers-arbfp'])
3743     g(['ati_draw_buffers-arbfp-no-index'], 'arbfp-no-index')
3744     g(['ati_draw_buffers-arbfp-no-option'], 'arbfp-no-option')
3747         PiglitGLTest, grouptools.join('spec', 'ati_envmap_bumpmap')) as g:
3748     g(['ati_envmap_bumpmap-bump'], run_concurrent=False)
3751         PiglitGLTest, grouptools.join('spec', 'arb_instanced_arrays')) as g:
3752     g(['arb_instanced_arrays-vertex-attrib-divisor-index-error'])
3753     g(['arb_instanced_arrays-instanced_arrays'])
3754     g(['arb_instanced_arrays-drawarrays'])
3755     add_single_param_test_set(g, 'arb_instanced_arrays-instanced_arrays',
3760         grouptools.join('spec', 'arb_internalformat_query')) as g:
3761     g(['arb_internalformat_query-api-errors'], 'misc. API error checks')
3762     g(['arb_internalformat_query-overrun'], 'buffer over-run checks')
3763     g(['arb_internalformat_query-minmax'], 'minmax')
3767         grouptools.join('spec', 'arb_internalformat_query2')) as g:
3768     g(['arb_internalformat_query2-api-errors'], 'API error checks')
3769     g(['arb_internalformat_query2-generic-pname-checks'], 'Individual most generic pname checks')
3770     g(['arb_internalformat_query2-samples-pnames'], 'SAMPLES and NUM_SAMPLE_COUNTS pname checks')
3771 …g(['arb_internalformat_query2-internalformat-size-checks'], 'All INTERNALFORMAT_<X>_SIZE pname che…
3772 …g(['arb_internalformat_query2-internalformat-type-checks'], 'All INTERNALFORMAT_<X>_TYPE pname che…
3773 …g(['arb_internalformat_query2-image-format-compatibility-type'], 'IMAGE_FORMAT_COMPATIBILITY_TYPE …
3774     g(['arb_internalformat_query2-max-dimensions'], 'Max dimensions related pname checks')
3775     g(['arb_internalformat_query2-color-encoding'], 'COLOR_ENCODING pname check')
3776 …g(['arb_internalformat_query2-texture-compressed-block'], 'All TEXTURE_COMPRESSED_BLOCK_<X> pname …
3777     g(['arb_internalformat_query2-minmax'], 'minmax check for SAMPLES/NUM_SAMPLE_COUNTS')
3778 …g(['arb_internalformat_query2-image-texture'], 'Checks for pnames related to ARB_image_load_store …
3779     g(['arb_internalformat_query2-filter'], 'FILTER pname checks.')
3780 …g(['arb_internalformat_query2-format-components'], '{COLOR,DEPTH,STENCIL}_COMPONENTS pname checks')
3783         PiglitGLTest, grouptools.join('spec', 'arb_map_buffer_range')) as g:
3784     g(['map_buffer_range_error_check'], run_concurrent=False)
3785     g(['map_buffer_range_test'], run_concurrent=False)
3786     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT', 'offset=0'],
3788     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT',
3790     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT',
3792     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT', 'offset=0'],
3794     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT',
3796     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT',
3798     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'offset=0'],
3800     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'increment-offset'],
3802     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'decrement-offset'],
3806         PiglitGLTest, grouptools.join('spec', 'arb_multisample')) as g:
3807     g(['arb_multisample-beginend'], 'beginend')
3808     g(['arb_multisample-pushpop'], 'pushpop')
3811         PiglitGLTest, grouptools.join('spec', 'arb_seamless_cube_map')) as g:
3812     g(['arb_seamless_cubemap'])
3813     g(['arb_seamless_cubemap-initially-disabled'])
3814     g(['arb_seamless_cubemap-three-faces-average'])
3817         PiglitGLTest, grouptools.join('spec', 'AMD_pinned_memory')) as g:
3818     g(['amd_pinned_memory', 'offset=0'], 'offset=0')
3819     g(['amd_pinned_memory', 'increment-offset'], 'increment-offset')
3820     g(['amd_pinned_memory', 'decrement-offset'], 'decrement-offset')
3821     g(['amd_pinned_memory', 'offset=0', 'map-buffer'], 'map-buffer offset=0')
3822     g(['amd_pinned_memory', 'increment-offset', 'map-buffer'],
3824     g(['amd_pinned_memory', 'decrement-offset', 'map-buffer'],
3829         grouptools.join('spec', 'amd_seamless_cubemap_per_texture')) as g:
3830     g(['amd_seamless_cubemap_per_texture'], run_concurrent=False)
3834         grouptools.join('spec', 'amd_vertex_shader_layer')) as g:
3835     g(['amd_vertex_shader_layer-layered-2d-texture-render'],
3837     g(['amd_vertex_shader_layer-layered-depth-texture-render'],
3842         grouptools.join('spec', 'amd_vertex_shader_viewport_index')) as g:
3843     g(['amd_vertex_shader_viewport_index-render'])
3847         grouptools.join('spec', 'ext_fog_coord')) as g:
3848     g(['ext_fog_coord-modes'], run_concurrent=False)
3852         grouptools.join('spec', 'nv_half_float')) as g:
3853     g(['attribs-half-float'])
3854     g(['ext_fog_coord-modes-half-float'], run_concurrent=False)
3858         grouptools.join('spec', 'nv_texture_barrier')) as g:
3859     g(['blending-in-shader'], run_concurrent=False)
3860     g(['arb_texture_barrier-texture-halves-ping-pong-operation-chain'])
3864         grouptools.join('spec', 'nv_texture_env_combine4')) as g:
3865     g(['nv_texture_env_combine4-combine'])
3869         grouptools.join('spec', 'nv_conditional_render')) as g:
3870     g(['nv_conditional_render-begin-while-active'], 'begin-while-active')
3871     g(['nv_conditional_render-begin-zero'], 'begin-zero')
3872     g(['nv_conditional_render-bitmap'], 'bitmap')
3873     g(['nv_conditional_render-blitframebuffer'], 'blitframebuffer')
3874     g(['nv_conditional_render-clear'], 'clear')
3875     g(['nv_conditional_render-copypixels'], 'copypixels')
3876     g(['nv_conditional_render-copyteximage'], 'copyteximage')
3877     g(['nv_conditional_render-copytexsubimage'], 'copytexsubimage')
3878     g(['nv_conditional_render-dlist'], 'dlist')
3879     g(['nv_conditional_render-drawpixels'], 'drawpixels')
3880     g(['nv_conditional_render-generatemipmap'], 'generatemipmap')
3881     g(['nv_conditional_render-vertex_array'], 'vertex_array')
3885         grouptools.join('spec', 'nv_fill_rectangle')) as g:
3886     g(['nv_fill_rectangle-invalid-draw-mode'], 'invalid-draw-mode')
3890         grouptools.join('spec', 'nv_fog_distance')) as g:
3891     g(['nv_fog_distance-coverage'], 'coverage')
3892     g(['nv_fog_distance-simple-draw', 'radial'], 'simple draw - GL_EYE_RADIAL_NV')
3893     g(['nv_fog_distance-simple-draw', 'eye-plane'], 'simple draw - GL_EYE_PLANE')
3894 … g(['nv_fog_distance-simple-draw', 'eye-plane-absolute'], 'simple draw - GL_EYE_PLANE_ABSOLUTE_NV')
3895     g(['nv_fog_distance-fog-coord'], 'GL_FOG_COORDINATE interaction')
3899         grouptools.join('spec', 'oes_matrix_get')) as g:
3900     g(['oes_matrix_get-api'], 'All queries')
3904         grouptools.join('spec', 'oes_fixed_point')) as g:
3905     g(['oes_fixed_point-attribute-arrays'], 'attribute-arrays')
3909         grouptools.join('spec', 'arb_clear_buffer_object')) as g:
3910     g(['arb_clear_buffer_object-formats'])
3911     g(['arb_clear_buffer_object-invalid-internal-format'])
3912     g(['arb_clear_buffer_object-invalid-size'])
3913     g(['arb_clear_buffer_object-mapped'])
3914     g(['arb_clear_buffer_object-no-bound-buffer'])
3915     g(['arb_clear_buffer_object-null-data'])
3916     g(['arb_clear_buffer_object-sub-invalid-size'])
3917     g(['arb_clear_buffer_object-sub-mapped'])
3918     g(['arb_clear_buffer_object-sub-overlap'])
3919     g(['arb_clear_buffer_object-sub-simple'])
3920     g(['arb_clear_buffer_object-unaligned'])
3921     g(['arb_clear_buffer_object-zero-size'])
3925         grouptools.join('spec', 'arb_clear_texture')) as g:
3926     g(['arb_clear_texture-clear-max-level'])
3927     g(['arb_clear_texture-simple'])
3928     g(['arb_clear_texture-error'])
3929     g(['arb_clear_texture-3d'])
3930     g(['arb_clear_texture-cube'])
3931     g(['arb_clear_texture-multisample'])
3932     g(['arb_clear_texture-integer'])
3933     g(['arb_clear_texture-base-formats'])
3934     g(['arb_clear_texture-sized-formats'])
3935     g(['arb_clear_texture-float'])
3936     g(['arb_clear_texture-rg'])
3937     g(['arb_clear_texture-depth-stencil'])
3938     g(['arb_clear_texture-srgb'])
3939     g(['arb_clear_texture-stencil'])
3940     g(['arb_clear_texture-texview'])
3944         grouptools.join('spec', 'arb_copy_buffer')) as g:
3945     g(['copy_buffer_coherency'], run_concurrent=False)
3946     g(['copybuffersubdata'], run_concurrent=False)
3947     g(['arb_copy_buffer-data-sync'], 'data-sync')
3948     g(['arb_copy_buffer-dlist'], 'dlist')
3949     g(['arb_copy_buffer-get'], 'get')
3950     g(['arb_copy_buffer-intra-buffer-copy'], 'intra-buffer-copy')
3951     g(['arb_copy_buffer-negative-bound-zero'], 'negative-bound-zero')
3952     g(['arb_copy_buffer-negative-bounds'], 'negative-bounds')
3953     g(['arb_copy_buffer-negative-mapped'], 'negative-mapped')
3954     g(['arb_copy_buffer-overlap'], 'overlap')
3955     g(['arb_copy_buffer-targets'], 'targets')
3956     g(['arb_copy_buffer-subdata-sync'], 'subdata-sync')
3960         grouptools.join('spec', 'arb_copy_image')) as g:
3961     g(['arb_copy_image-simple', '--tex-to-tex'])
3962     g(['arb_copy_image-simple', '--rb-to-tex'])
3963     g(['arb_copy_image-simple', '--rb-to-rb'])
3964     g(['arb_copy_image-srgb-copy'])
3965     g(['arb_copy_image-api_errors'])
3966     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3969     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3972     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3975     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3978     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3981     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3984     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3987     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
3990     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
3993     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
3996     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
3999     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4002     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4005     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4008     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4011     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4014     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4017     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4020     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4023     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4026     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4029     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4032     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4035     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4038     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4041     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4044     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4047     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4050     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4053     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4056     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4059     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4062     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4065     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4068     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4071     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4074     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4077     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4080     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4083     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4086     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4089     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4092     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4095     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4098     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4101     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4104     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4107     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4110     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4113     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4116     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4119     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4122     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4125     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4128     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4131     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4134     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4137     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4140     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4143     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4146     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4149     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4152     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4155     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4158     g(['arb_copy_image-formats'])
4159     g(['arb_copy_image-formats', '--samples=2'])
4160     g(['arb_copy_image-formats', '--samples=4'])
4161     g(['arb_copy_image-formats', '--samples=8'])
4162     g(['arb_copy_image-format-swizzle'])
4163     g(['arb_copy_image-texview'])
4167         grouptools.join('spec', 'nv_copy_image')) as g:
4168     g(['nv_copy_image-simple', '--tex-to-tex'])
4169     g(['nv_copy_image-simple', '--rb-to-tex'])
4170     g(['nv_copy_image-simple', '--rb-to-rb'])
4171     g(['nv_copy_image-api_errors'])
4172     g(['nv_copy_image-formats'])
4173     g(['nv_copy_image-formats', '--samples=2'])
4174     g(['nv_copy_image-formats', '--samples=4'])
4175     g(['nv_copy_image-formats', '--samples=8'])
4179         grouptools.join('spec', 'nv_alpha_to_coverage_dither_control')) as g:
4180     g(['nv_alpha_to_coverage_dither_control-error'])
4181     g(['nv_alpha_to_coverage_dither_control','-1'])
4182     g(['nv_alpha_to_coverage_dither_control','0'])
4183     g(['nv_alpha_to_coverage_dither_control','1'])
4184     g(['nv_alpha_to_coverage_dither_control','2'])
4185     g(['nv_alpha_to_coverage_dither_control','3'])
4186     g(['nv_alpha_to_coverage_dither_control','4'])
4187     g(['nv_alpha_to_coverage_dither_control','5'])
4188     g(['nv_alpha_to_coverage_dither_control','6'])
4189     g(['nv_alpha_to_coverage_dither_control','7'])
4190     g(['nv_alpha_to_coverage_dither_control','8'])
4191     g(['nv_alpha_to_coverage_dither_control','9'])
4192     g(['nv_alpha_to_coverage_dither_control','8', '0', '0'])
4193     g(['nv_alpha_to_coverage_dither_control','8', '0', '1'])
4194     g(['nv_alpha_to_coverage_dither_control','8', '1', '0'])
4195     g(['nv_alpha_to_coverage_dither_control','8', '1', '1'])
4199         grouptools.join('spec', 'nv_copy_depth_to_color')) as g:
4200     g(['nv_copy_depth_to_color'])
4201     g(['nv_copy_depth_to_color','1', '0x223344ff'])
4202     g(['nv_copy_depth_to_color','0', '0x223344ff'])
4203     g(['nv_copy_depth_to_color','1', '0x76356278'])
4204     g(['nv_copy_depth_to_color','0', '0x76356278'])
4207         PiglitGLTest, grouptools.join('spec', 'arb_cull_distance')) as g:
4208     g(['arb_cull_distance-max-distances'])
4209     g(['arb_cull_distance-exceed-limits', 'cull'])
4210     g(['arb_cull_distance-exceed-limits', 'clip'])
4211     g(['arb_cull_distance-exceed-limits', 'total'])
4214         PiglitGLTest, grouptools.join('spec', 'arb_half_float_vertex')) as g:
4215     g(['draw-vertices-half-float'])
4216     g(['draw-vertices-half-float', 'user'], 'draw-vertices-half-float-user')
4219         PiglitGLTest, grouptools.join('spec', 'oes_vertex_half_float')) as g:
4220     g(['draw-vertices-half-float_gles2'], run_concurrent=False)
4221     g(['draw-vertices-half-float_gles2', 'user'], 'draw-vertices-half-float-user_gles2',
4226         grouptools.join('spec', 'arb_vertex_type_2_10_10_10_rev')) as g:
4227     g(['draw-vertices-2101010'], run_concurrent=False)
4228     g(['attribs', 'GL_ARB_vertex_type_2_10_10_10_rev'], 'attribs')
4229     g(['arb_vertex_type_2_10_10_10_rev-array_types'])
4230     g(['gl-3.3-vertex-attrib-p-types'], 'attrib-p-types')
4231     g(['gl-3.3-vertex-attrib-p-type-size-match'], 'attrib-p-type-size-match')
4235         grouptools.join('spec', 'arb_vertex_type_10f_11f_11f_rev')) as g:
4236     g(['arb_vertex_type_10f_11f_11f_rev-api-errors'], run_concurrent=False)
4237     g(['arb_vertex_type_10f_11f_11f_rev-draw-vertices'])
4241         grouptools.join('spec', 'arb_draw_buffers')) as g:
4242     g(['arb_draw_buffers-state_change'])
4243     g(['fbo-mrt-alphatest'])
4244     g(['fbo-mrt-new-bind'])
4248         grouptools.join('spec', 'ext_draw_buffers2')) as g:
4249     g(['fbo-drawbuffers2-blend'])
4250     g(['fbo-drawbuffers2-colormask'])
4251     g(['fbo-drawbuffers2-colormask', 'clear'])
4255         grouptools.join('spec', 'arb_draw_buffers_blend')) as g:
4256     g(['arb_draw_buffers_blend-state_set_get'])
4257     g(['fbo-draw-buffers-blend'])
4261         grouptools.join('spec', 'arb_blend_func_extended')) as g:
4262     g(['arb_blend_func_extended-bindfragdataindexed-invalid-parameters'])
4263     g(['arb_blend_func_extended-blend-api'])
4264     g(['arb_blend_func_extended-error-at-begin'])
4265     g(['arb_blend_func_extended-getfragdataindex'])
4266     g(['arb_blend_func_extended-output-location'])
4267     g(['arb_blend_func_extended-fbo-extended-blend'])
4268     g(['arb_blend_func_extended-fbo-extended-blend-explicit'])
4269     g(['arb_blend_func_extended-fbo-extended-blend-pattern'])
4270     g(['arb_blend_func_extended-dual-src-blending-discard-without-src1'])
4271     g(['arb_blend_func_extended-dual-src-blending-issue-1917'])
4272     g(['arb_blend_func_extended-blend-api_gles2'])
4273     g(['arb_blend_func_extended-builtins_gles2'])
4274     g(['arb_blend_func_extended-bindfragdataindexed-invalid-parameters_gles3'])
4275     g(['arb_blend_func_extended-output-location_gles3'])
4276     g(['arb_blend_func_extended-getfragdataindex_gles3'])
4277     g(['arb_blend_func_extended-fbo-extended-blend-pattern_gles2'])
4278     g(['arb_blend_func_extended-fbo-extended-blend-pattern_gles3'])
4279     g(['arb_blend_func_extended-fbo-extended-blend_gles3'])
4280     g(['arb_blend_func_extended-fbo-extended-blend-explicit_gles3'])
4281     g(['arb_blend_func_extended-dual-src-blending-discard-without-src1_gles3'])
4282     g(['arb_blend_func_extended-dual-src-blending-issue-1917_gles3'])
4286         grouptools.join('spec', 'arb_base_instance')) as g:
4287     g(['arb_base_instance-baseinstance-doesnt-affect-gl-instance-id'],
4289     g(['arb_base_instance-drawarrays'])
4293         grouptools.join('spec', 'ext_base_instance')) as g:
4294     g(['arb_base_instance-baseinstance-doesnt-affect-gl-instance-id_gles3'],
4296     g(['arb_base_instance-drawarrays_gles3'])
4300         grouptools.join('spec', 'arb_buffer_storage')) as g:
4302         g(['bufferstorage-persistent', mode])
4303         g(['bufferstorage-persistent', mode, 'coherent'])
4304         g(['bufferstorage-persistent', mode, 'client-storage'])
4305         g(['bufferstorage-persistent', mode, 'coherent', 'client-storage'])
4306         g(['bufferstorage-persistent_gles3', mode])
4307         g(['bufferstorage-persistent_gles3', mode, 'coherent'])
4308         g(['bufferstorage-persistent_gles3', mode, 'client-storage'])
4309         g(['bufferstorage-persistent_gles3', mode, 'coherent', 'client-storage'])
4313         grouptools.join('spec', 'apple_object_purgeable')) as g:
4314     g(['object_purgeable-api-pbo'], run_concurrent=False)
4315     g(['object_purgeable-api-texture'], run_concurrent=False)
4316     g(['object_purgeable-api-vbo'], run_concurrent=False)
4320         grouptools.join('spec', 'mesa_pack_invert')) as g:
4321     g(['mesa_pack_invert-readpixels'])
4325         grouptools.join('spec', 'oes_read_format')) as g:
4326     g(['oes-read-format'], run_concurrent=False)
4330         grouptools.join('spec', 'nv_primitive_restart')) as g:
4332         g,
4338         g,
4345         grouptools.join('spec', 'ext_provoking_vertex')) as g:
4346     g(['provoking-vertex'], run_concurrent=False)
4350         grouptools.join('spec', 'ext_texture_lod_bias')) as g:
4351     g(['lodbias'], run_concurrent=False)
4355         grouptools.join('spec', 'sgis_generate_mipmap')) as g:
4356     g(['gen-nonzero-unit'], run_concurrent=False)
4357     g(['gen-teximage'], run_concurrent=False)
4358     g(['gen-texsubimage'], run_concurrent=False)
4362         grouptools.join('spec', 'arb_map_buffer_alignment')) as g:
4363     g(['arb_map_buffer_alignment-sanity_test'], run_concurrent=False)
4364     g(['arb_map_buffer_alignment-map-invalidate-range'])
4368         grouptools.join('spec', 'arb_geometry_shader4')) as g:
4369     g(['arb_geometry_shader4-program-parameter-input-type'])
4370     g(['arb_geometry_shader4-program-parameter-input-type-draw'])
4371     g(['arb_geometry_shader4-program-parameter-output-type'])
4372     g(['arb_geometry_shader4-vertices-in'])
4377             g(['arb_geometry_shader4-ignore-adjacent-vertices', draw, prim])
4380         g(['arb_geometry_shader4-program-parameter-vertices-out', mode])
4384         grouptools.join('spec', 'arb_compute_shader')) as g:
4385     g(['arb_compute_shader-api_errors'], 'api_errors')
4386     g(['arb_compute_shader-minmax'], 'minmax')
4387     g(['built-in-constants',
4391     g(['arb_compute_shader-work_group_size_too_large'],
4393     g(['arb_compute_shader-dlist'], 'display-list')
4394     g(['arb_compute_shader-indirect-compute'], 'indirect-compute')
4395     g(['arb_compute_shader-local-id'], 'local-id' + '-explosion')
4396     g(['arb_compute_shader-render-and-compute'], 'render-and-compute')
4397     g(['arb_compute_shader-zero-dispatch-size'], 'zero-dispatch-size')
4401         grouptools.join('spec', 'arb_shader_storage_buffer_object')) as g:
4402     g(['arb_shader_storage_buffer_object-minmax'], 'minmax')
4403     g(['arb_shader_storage_buffer_object-rendering'], 'rendering')
4404     g(['arb_shader_storage_buffer_object-issue1258'], 'issue1258')
4405     g(['arb_shader_storage_buffer_object-getintegeri_v'], 'getintegeri_v')
4406     g(['arb_shader_storage_buffer_object-deletebuffers'], 'deletebuffers')
4407     g(['arb_shader_storage_buffer_object-maxblocks'], 'maxblocks')
4408     g(['arb_shader_storage_buffer_object-ssbo-binding'], 'ssbo-binding')
4409     g(['arb_shader_storage_buffer_object-array-ssbo-binding'], 'array-ssbo-binding')
4410     g(['arb_shader_storage_buffer_object-array-ssbo-auto-binding'], 'array-ssbo-auto-binding')
4411     g(['arb_shader_storage_buffer_object-layout-std430-write-shader'], 'layout-std430-write-shader')
4412     g(['arb_shader_storage_buffer_object-layout-std140-write-shader'], 'layout-std140-write-shader')
4413     g(['arb_shader_storage_buffer_object-program_interface_query'], 'program-interface-query')
4418                         'max-ssbo-size')) as g:
4419     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'vs'], 'vs')
4420     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'vsexceed'],
4422     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'fs'], 'fs')
4423     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'fsexceed'],
4428         grouptools.join('spec', 'arb_sparse_buffer')) as g:
4429     g(['arb_sparse_buffer-basic'], 'basic')
4430     g(['arb_sparse_buffer-buffer-data'], 'buffer-data')
4431     g(['arb_sparse_buffer-commit'], 'commit')
4432     g(['arb_sparse_buffer-minmax'], 'minmax')
4436         grouptools.join('spec', 'ext_polygon_offset_clamp')) as g:
4437     g(['ext_polygon_offset_clamp-draw'])
4438     g(['ext_polygon_offset_clamp-draw_gles2'])
4439     g(['ext_polygon_offset_clamp-dlist'])
4443         grouptools.join('spec', 'ARB_pipeline_statistics_query')) as g:
4444     g(['arb_pipeline_statistics_query-extra_prims'])
4445     g(['arb_pipeline_statistics_query-vert'])
4446     g(['arb_pipeline_statistics_query-vert_adj'])
4447     g(['arb_pipeline_statistics_query-clip'])
4448     g(['arb_pipeline_statistics_query-geom'])
4449     g(['arb_pipeline_statistics_query-frag'])
4450     g(['arb_pipeline_statistics_query-comp'])
4452 with profile.test_list.group_manager(PiglitGLTest, 'hiz') as g:
4453     g(['hiz-depth-stencil-test-fbo-d0-s8'], run_concurrent=False)
4454     g(['hiz-depth-stencil-test-fbo-d24-s0'], run_concurrent=False)
4455     g(['hiz-depth-stencil-test-fbo-d24-s8'], run_concurrent=False)
4456     g(['hiz-depth-stencil-test-fbo-d24s8'], run_concurrent=False)
4457     g(['hiz-depth-read-fbo-d24-s0'], run_concurrent=False)
4458     g(['hiz-depth-read-fbo-d24-s8'], run_concurrent=False)
4459     g(['hiz-depth-read-fbo-d24s8'], run_concurrent=False)
4460     g(['hiz-depth-read-window-stencil0'], run_concurrent=False)
4461     g(['hiz-depth-read-window-stencil1'], run_concurrent=False)
4462     g(['hiz-depth-test-fbo-d24-s0'], run_concurrent=False)
4463     g(['hiz-depth-test-fbo-d24-s8'], run_concurrent=False)
4464     g(['hiz-depth-test-fbo-d24s8'], run_concurrent=False)
4465     g(['hiz-depth-test-window-stencil0'], run_concurrent=False)
4466     g(['hiz-depth-test-window-stencil1'], run_concurrent=False)
4467     g(['hiz-stencil-read-fbo-d0-s8'], run_concurrent=False)
4468     g(['hiz-stencil-read-fbo-d24-s8'], run_concurrent=False)
4469     g(['hiz-stencil-read-fbo-d24s8'], run_concurrent=False)
4470     g(['hiz-stencil-read-window-depth0'], run_concurrent=False)
4471     g(['hiz-stencil-read-window-depth1'], run_concurrent=False)
4472     g(['hiz-stencil-test-fbo-d0-s8'], run_concurrent=False)
4473     g(['hiz-stencil-test-fbo-d24-s8'], run_concurrent=False)
4474     g(['hiz-stencil-test-fbo-d24s8'], run_concurrent=False)
4475     g(['hiz-stencil-test-window-depth0'], run_concurrent=False)
4476     g(['hiz-stencil-test-window-depth1'], run_concurrent=False)
4478 with profile.test_list.group_manager(PiglitGLTest, 'fast_color_clear') as g:
4479     g(['fcc-blit-between-clears'])
4480     g(['fcc-write-after-clear'])
4481     g(['fcc-read-to-pbo-after-clear'], run_concurrent=False)
4482     g(['fcc-front-buffer-distraction'], run_concurrent=False)
4488             g(['fcc-read-after-clear', subtest, buffer_type])
4491         PiglitGLTest, grouptools.join('spec', 'ext_unpack_subimage')) as g:
4492     g(['ext_unpack_subimage'], 'basic')
4495         PiglitGLTest, grouptools.join('spec', 'oes_draw_texture')) as g:
4496     g(['oes_draw_texture'])
4500         grouptools.join('spec', 'oes_compressed_etc1_rgb8_texture')) as g:
4501     g(['oes_compressed_etc1_rgb8_texture-basic'], 'basic')
4502     g(['oes_compressed_etc1_rgb8_texture-miptree'], 'miptree')
4506          grouptools.join('spec', 'khr_parallel_shader_compile')) as g:
4507     g(['khr_parallel_shader_compile-basic'], 'basic')
4508     g(['khr_parallel_shader_compile-basic_gles2'], 'basic_gles2')
4512          grouptools.join('spec', 'khr_texture_compression_astc')) as g:
4513     g(['arb_texture_compression-invalid-formats', 'astc'], 'invalid formats')
4514     g(['khr_compressed_astc-array_gl'], 'array-gl')
4515     g(['khr_compressed_astc-array_gles3'], 'array-gles')
4516     g(['khr_compressed_astc-basic_gl'], 'basic-gl')
4517     g(['khr_compressed_astc-basic_gles2'], 'basic-gles')
4518     g(['void-extent-dl-bug'], 'void-extent-dl-bug')
4521         g(['khr_compressed_astc-miptree_gl', '-subtest', subtest],
4523         g(['khr_compressed_astc-miptree_gles2', '-subtest', subtest],
4526         g(['khr_compressed_astc-sliced-3d-miptree_gl', '-subtest', subtest],
4528         g(['khr_compressed_astc-sliced-3d-miptree_gles3', '-subtest', subtest],
4533          grouptools.join('spec', 'oes_texture_compression_astc')) as g:
4535         g(['oes_compressed_astc-miptree-3d_gl', '-subtest', subtest],
4537         g(['oes_compressed_astc-miptree-3d_gles3', '-subtest', subtest],
4542          grouptools.join('spec', 'nv_read_depth')) as g:
4543     g(['read_depth_gles3'])
4547         grouptools.join('spec', 'oes_compressed_paletted_texture')) as g:
4548     g(['oes_compressed_paletted_texture-api'], 'basic API')
4549     g(['arb_texture_compression-invalid-formats', 'paletted'],
4555         exclude_platforms=['glx']) as g:
4556     g(['egl-create-surface'], 'eglCreateSurface', run_concurrent=False)
4557     g(['egl-query-surface', '--bad-attr'], 'eglQuerySurface EGL_BAD_ATTRIBUTE',
4559     g(['egl-query-surface', '--bad-surface'],
4562     g(['egl-query-surface', '--attr=EGL_HEIGHT'], 'eglQuerySurface EGL_HEIGHT',
4564     g(['egl-query-surface', '--attr=EGL_WIDTH'], 'eglQuerySurface EGL_WIDTH',
4566     g(['egl-terminate-then-unbind-context'],
4569     g(['egl-create-pbuffer-surface'],
4572     g(['egl-create-msaa-pbuffer-surface'],
4575     g(['egl-create-largest-pbuffer-surface'],
4578     g(['egl-invalid-attr'])
4579     g(['egl-context-priority'])
4580     g(['egl-blob-cache'])
4581     g(['egl-copy-buffers'])
4582     g(['egl-gl_oes_egl_image'])
4583     g(['egl-flush-external'])
4584     g(['egl-ext_egl_image_storage'])
4589         exclude_platforms=['glx']) as g:
4590     g(['egl-nok-swap-region'], 'basic', run_concurrent=False)
4595         exclude_platforms=['glx']) as g:
4596     g(['egl-nok-texture-from-pixmap'], 'basic', run_concurrent=False)
4601         exclude_platforms=['glx']) as g:
4602     g(['egl-create-context-default-major-version-gles'],
4604     g(['egl-create-context-default-major-version-gl'],
4606     g(['egl-create-context-default-minor-version-gles'],
4608     g(['egl-create-context-default-minor-version-gl'],
4610     g(['egl-create-context-valid-attribute-empty-gles'],
4612     g(['egl-create-context-valid-attribute-empty-gl'],
4614     g(['egl-create-context-valid-attribute-null-gles'],
4616     g(['egl-create-context-valid-attribute-null-gl'],
4618     g(['egl-create-context-invalid-gl-version'], 'invalid OpenGL version',
4620     g(['egl-create-context-invalid-attribute-gles'], 'invalid attribute GLES',
4622     g(['egl-create-context-invalid-attribute-gl'], 'invalid attribute GL',
4624     g(['egl-create-context-invalid-flag-gles'], 'invalid flag GLES',
4626     g(['egl-create-context-invalid-flag-gl'], 'invalid flag GL',
4628     g(['egl-create-context-valid-flag-forward-compatible-gl'],
4630     g(['egl-create-context-invalid-profile'], 'invalid profile',
4632     g(['egl-create-context-core-profile'], '3.2 core profile required',
4634     g(['egl-create-context-pre-GL32-profile'], 'pre-GL3.2 profile',
4636     g(['egl-create-context-verify-gl-flavor'], 'verify GL flavor',
4638     g(['egl-create-context-valid-flag-debug-gl', 'gl'], 'valid debug flag GL',
4640     g(['egl-create-context-no-error', 'gl'], 'no-error context GL',
4644         g(['egl-create-context-valid-flag-debug-gles', api],
4650         exclude_platforms=['glx']) as g:
4652         g(['egl_khr_gl_renderbuffer_image-clear-shared-image', internal_format],
4658         exclude_platforms=['glx']) as g:
4659     g(['egl-surfaceless-context-viewport'], 'viewport',
4665         exclude_platforms=['glx']) as g:
4666     g(['egl-configless-context'], 'basic')
4671         exclude_platforms=['glx']) as g:
4673         g(['egl_ext_client_extensions', str(i)],
4679         exclude_platforms=['glx']) as g:
4680     g(['egl_khr_fence_sync'], 'conformance')
4685         exclude_platforms=['glx']) as g:
4686     g(['egl_khr_fence_sync', 'android_native'])
4691         exclude_platforms=['glx']) as g:
4692     g(['egl-gl-colorspace'], 'linear')
4693     g(['egl-gl-colorspace', 'srgb'], 'srgb')
4698         exclude_platforms=['glx']) as g:
4699     g(['egl_khr_fence_sync', 'wait_sync'], 'conformance')
4704         exclude_platforms=['glx']) as g:
4705     g(['egl_khr_get_all_proc_addresses'], 'conformance')
4710         exclude_platforms=['glx']) as g:
4711     g(['egl_chromium_sync_control'], 'conformance')
4716         exclude_platforms=['glx']) as g:
4717     g(['egl_ext_device_query'], 'conformance')
4722         exclude_platforms=['glx']) as g:
4723     g(['egl_ext_device_enumeration'], 'conformance')
4728         exclude_platforms=['glx']) as g:
4729     g(['egl_ext_device_drm'], 'conformance')
4734         exclude_platforms=['glx']) as g:
4735     g(['egl_ext_platform_device'], 'conformance')
4740         exclude_platforms=['glx']) as g:
4741     g(['egl_ext_device_base'], 'conformance')
4746         exclude_platforms=['glx']) as g:
4747     g(['egl_mesa_device_software'], 'conformance')
4752         exclude_platforms=['glx']) as g:
4753     g(['egl_mesa_query_driver'], 'conformance')
4758         exclude_platforms=['glx']) as g:
4759     g(['egl_mesa_platform_surfaceless'], 'conformance')
4764         exclude_platforms=['glx']) as g:
4765     g(['egl_ext_image_dma_buf_import_modifiers-query'], 'conformance')
4768         PiglitGLTest, grouptools.join('spec', '!opengl ES 2.0')) as g:
4769     g(['glsl-fs-pointcoord_gles2'], 'glsl-fs-pointcoord')
4770     g(['invalid-es3-queries_gles2'])
4771     g(['link-no-vsfs_gles2'], 'link-no-vsfs')
4772     g(['minmax_gles2'])
4773     g(['multiple-shader-objects_gles2'])
4774     g(['fbo_discard_gles2'])
4775     g(['draw_buffers_gles2'])
4778         PiglitGLTest, grouptools.join('spec', '!opengl ES 3.0')) as g:
4779     g(['minmax_gles3'], 'minmax')
4780     g(['texture-immutable-levels_gles3'], 'texture-immutable-levels')
4781     g(['gles-3.0-drawarrays-vertexid'], 'gl_VertexID used with glDrawArrays')
4782     g(['gles-3.0-transform-feedback-uniform-buffer-object'])
4783     g(['gles-3.0-attribute-aliasing'], 'vertex attribute aliasing')
4786         g(['ext_texture_array-compressed_gles3', test_mode, '-fbo'],
4793         g(['oes_compressed_etc2_texture-miptree_gles3', tex_format])
4796         PiglitGLTest, grouptools.join('spec', 'arb_es3_compatibility')) as g:
4797     g(['es3-primrestart-fixedindex'])
4798     g(['es3-drawarrays-primrestart-fixedindex'])
4804             g(['oes_compressed_etc2_texture-miptree', tex_format, context])
4808         grouptools.join('spec', 'arb_shader_atomic_counters')) as g:
4809     g(['arb_shader_atomic_counters-active-counters'], 'active-counters')
4810     g(['arb_shader_atomic_counters-array-indexing'], 'array-indexing')
4811     g(['arb_shader_atomic_counters-buffer-binding'], 'buffer-binding')
4812     g(['arb_shader_atomic_counters-default-partition'], 'default-partition')
4813     g(['arb_shader_atomic_counters-fragment-discard'], 'fragment-discard')
4814     g(['arb_shader_atomic_counters-function-argument'], 'function-argument')
4815     g(['arb_shader_atomic_counters-max-counters'], 'max-counters')
4816     g(['arb_shader_atomic_counters-minmax'], 'minmax')
4817     g(['arb_shader_atomic_counters-multiple-defs'], 'multiple-defs')
4818     g(['arb_shader_atomic_counters-semantics'], 'semantics')
4819     g(['arb_shader_atomic_counters-unique-id'], 'unique-id')
4820     g(['arb_shader_atomic_counters-unused-result'], 'unused-result')
4821     g(['arb_shader_atomic_counters-respecify-buffer'], 'respecify-buffer')
4825         grouptools.join('spec', 'arb_direct_state_access')) as g:
4826     g(['arb_direct_state_access-create-transformfeedbacks'],
4828     g(['arb_direct_state_access-transformfeedback-bufferbase'],
4830     g(['arb_direct_state_access-transformfeedback-bufferrange'],
4832     g(['arb_direct_state_access-gettransformfeedback'], 'gettransformfeedback')
4833     g(['arb_direct_state_access-create-renderbuffers'], 'create-renderbuffers')
4834     g(['arb_direct_state_access-namedrenderbuffer'], 'namedrenderbuffer')
4835     g(['arb_direct_state_access-dsa-textures'], 'dsa-textures')
4836     g(['arb_direct_state_access-texturesubimage'], 'texturesubimage')
4837     g(['arb_direct_state_access-bind-texture-unit'], 'bind-texture-unit')
4838     g(['arb_direct_state_access-create-textures'], 'create-textures')
4839     g(['arb_direct_state_access-texture-storage'], 'textures-storage')
4840     g(['arb_direct_state_access-texunits'], 'texunits')
4841     g(['arb_direct_state_access-texture-params'], 'texture-params')
4842     g(['arb_direct_state_access-copytexturesubimage'], 'copytexturesubimage')
4843     g(['arb_direct_state_access-texture-errors'], 'texture-errors')
4844     g(['arb_direct_state_access-get-textures'], 'get-textures')
4845     g(['arb_direct_state_access-gettextureimage-formats'],
4847     g(['arb_direct_state_access-gettextureimage-formats', 'init-by-rendering'],
4849     g(['arb_direct_state_access-gettextureimage-luminance'],
4851     g(['arb_direct_state_access-gettextureimage-targets'],
4853     g(['arb_direct_state_access-compressedtextureimage',
4856     g(['arb_direct_state_access-getcompressedtextureimage'],
4858     g(['arb_direct_state_access-texture-storage-multisample'],
4860     g(['arb_direct_state_access-texture-buffer'], 'texture-buffer')
4861     g(['arb_direct_state_access-create-samplers'], 'create-samplers')
4862     g(['arb_direct_state_access-create-programpipelines'],
4864     g(['arb_direct_state_access-create-queries'], 'create-queries')
4865     g(['arb_direct_state_access-generatetexturemipmap'], 'generatetexturemipmap')
4869         grouptools.join('spec', 'ext_direct_state_access')) as g:
4870     g(['ext_direct_state_access-matrix-commands'],
4872     g(['ext_direct_state_access-textures'],
4874     g(['ext_direct_state_access-multi-texture'],
4876     g(['ext_direct_state_access-named-buffers', '15'],
4878     g(['ext_direct_state_access-named-buffers', '30'],
4880     g(['ext_direct_state_access-compressedtextureimage',
4883     g(['ext_direct_state_access-client-state-indexed', '12'],
4885     g(['ext_direct_state_access-client-state-indexed', '30'],
4887     g(['ext_direct_state_access-indexed-state-queries', '12'],
4889     g(['ext_direct_state_access-indexed-state-queries', '30'],
4891     g(['ext_direct_state_access-program-uniform'],
4893     g(['ext_direct_state_access-named-program'],
4895     g(['ext_direct_state_access-renderbuffer'], 'renderbuffer')
4896     g(['ext_direct_state_access-framebuffer'], 'framebuffer')
4897     g(['ext_direct_state_access-compressedmultiteximage',
4900     g(['ext_direct_state_access-vao'], 'vao')
4904         grouptools.join('spec', 'arb_shader_image_load_store')) as g:
4905     g(['arb_shader_image_load_store-atomicity'], 'atomicity')
4906     g(['arb_shader_image_load_store-bitcast'], 'bitcast')
4907     g(['arb_shader_image_load_store-coherency'], 'coherency')
4908     g(['arb_shader_image_load_store-dead-fragments'], 'dead-fragments')
4909     g(['arb_shader_image_load_store-early-z'], 'early-z')
4910     g(['arb_shader_image_load_store-host-mem-barrier'], 'host-mem-barrier')
4911     g(['arb_shader_image_load_store-indexing'], 'indexing')
4912     g(['arb_shader_image_load_store-invalid'], 'invalid')
4913     g(['arb_shader_image_load_store-layer'], 'layer')
4914     g(['arb_shader_image_load_store-level'], 'level')
4915     g(['arb_shader_image_load_store-max-images'], 'max-images')
4916     g(['arb_shader_image_load_store-max-size'], 'max-size')
4917     g(['arb_shader_image_load_store-minmax'], 'minmax')
4918     g(['arb_shader_image_load_store-qualifiers'], 'qualifiers')
4919     g(['arb_shader_image_load_store-restrict'], 'restrict')
4920     g(['arb_shader_image_load_store-semantics'], 'semantics')
4921     g(['arb_shader_image_load_store-shader-mem-barrier'], 'shader-mem-barrier')
4922     g(['arb_shader_image_load_store-state'], 'state')
4923     g(['arb_shader_image_load_store-unused'], 'unused')
4927         grouptools.join('spec', 'arb_post_depth_coverage')) as g:
4928     g(['arb_post_depth_coverage-basic'])
4929     g(['arb_post_depth_coverage-multisampling'])
4930     g(['arb_post_depth_coverage-sample-shading'])
4934         grouptools.join('spec', 'arb_fragment_shader_interlock')) as g:
4935     g(['arb_fragment_shader_interlock-image-load-store'])
4939     grouptools.join('spec', 'arb_shader_image_size')) as g:
4940     g(['arb_shader_image_size-builtin'], 'builtin')
4944     grouptools.join('spec', 'arb_shader_texture_image_samples')) as g:
4945     g(['arb_shader_texture_image_samples-builtin-image'], 'builtin-image')
4949         grouptools.join('spec', 'arb_texture_stencil8')) as g:
4950     g(['arb_texture_stencil8-draw'], 'draw')
4951     g(['arb_texture_stencil8-getteximage'], 'getteximage')
4952     g(['arb_texture_stencil8-stencil-texture'], 'stencil-texture')
4953     g(['arb_texture_stencil8-fbo-stencil8', 'clear', 'GL_STENCIL_INDEX8'], 'fbo-stencil-clear')
4954     g(['arb_texture_stencil8-fbo-stencil8', 'blit', 'GL_STENCIL_INDEX8'], 'fbo-stencil-blit')
4955 …g(['arb_texture_stencil8-fbo-stencil8', 'readpixels', 'GL_STENCIL_INDEX8'], 'fbo-stencil-readpixel…
4956     add_fbo_formats_tests(g, 'GL_ARB_texture_stencil8')
4957     add_texwrap_format_tests(g, 'GL_ARB_texture_stencil8')
4961         grouptools.join('spec', 'arb_vertex_attrib_64bit')) as g:
4962     g(['arb_vertex_attrib_64bit-double_attribs'], 'double_attribs')
4963     g(['arb_vertex_attrib_64bit-double_attribs_dlist'], 'get_double_attribs-display-lists')
4964     g(['arb_vertex_attrib_64bit-check-explicit-location'], 'check-explicit-location')
4965     g(['arb_vertex_attrib_64bit-getactiveattrib'], 'getactiveattrib')
4966     g(['arb_vertex_attrib_64bit-max-vertex-attrib'], 'max-vertex-attrib')
4968         g(['arb_vertex_attrib_64bit-overlapping-locations', test_type],
4973         grouptools.join('spec', 'arb_query_buffer_object')) as g:
4974     g(['arb_query_buffer_object-qbo'], 'qbo')
4975     g(['arb_query_buffer_object-coherency'], 'coherency')
4979         grouptools.join('spec', 'ext_framebuffer_blit')) as g:
4980     g(['ext_framebuffer_blit-blit-early'], 'blit-early')
4985         grouptools.join('spec', 'OES_draw_elements_base_vertex')) as g:
4986     g(['oes_draw_elements_base_vertex-drawelements'], run_concurrent=False)
4987     g(['oes_draw_elements_base_vertex-drawelements-instanced'],
4989     g(['oes_draw_elements_base_vertex-drawrangeelements'],
4991     g(['oes_draw_elements_base_vertex-multidrawelements'],
4996         grouptools.join('spec', 'oes_geometry_shader')) as g:
4997     g(['built-in-constants_gles3',
5004         grouptools.join('spec', 'EXT_shader_samples_identical')) as g:
5006         g(['ext_shader_samples_identical-simple-fs', sample_count])
5011         grouptools.join('spec', 'ARB_shader_draw_parameters')) as g:
5012     g(['arb_shader_draw_parameters-drawid', 'drawid'], 'drawid')
5013     g(['arb_shader_draw_parameters-drawid', 'vertexid'], 'drawid-vertexid')
5014     g(['arb_shader_draw_parameters-drawid-indirect', 'drawid'], 'drawid-indirect')
5015     g(['arb_shader_draw_parameters-drawid-indirect', 'basevertex'], 'drawid-indirect-basevertex')
5016 …  g(['arb_shader_draw_parameters-drawid-indirect', 'baseinstance'], 'drawid-indirect-baseinstance')
5017     g(['arb_shader_draw_parameters-drawid-indirect', 'vertexid'], 'drawid-indirect-vertexid')
5021         g(['arb_shader_draw_parameters-basevertex', v], v)
5023         g(['arb_shader_draw_parameters-basevertex', v, 'indirect'], v + '-indirect')
5028         grouptools.join('spec', 'ARB_indirect_parameters')) as g:
5029     g(['arb_indirect_parameters-tf-count-arrays'], 'tf-count-arrays')
5030     g(['arb_indirect_parameters-tf-count-elements'], 'tf-count-elements')
5031     g(['arb_indirect_parameters-conditional-render'], 'conditional-render')
5035         grouptools.join('object namespace pollution')) as g:
5038             g(['object-namespace-pollution', operation, object_type],
5050         grouptools.join('spec', 'arb_texture_barrier')) as g:
5053         g(['arb_texture_barrier-blending-in-shader', resolution,
5060         grouptools.join('spec', 'ARB_invalidate_subdata')) as g:
5061     g(['arb_invalidate_subdata-buffer'], 'buffer')
5066         grouptools.join('spec', 'EXT_window_rectangles')) as g:
5067     g(['ext_window_rectangles-dlist'], 'dlist')
5068     g(['ext_window_rectangles-errors'], 'errors')
5069     g(['ext_window_rectangles-render'], 'render')
5071     g(['ext_window_rectangles-errors_gles3'], 'errors_gles3')
5072     g(['ext_window_rectangles-render_gles3'], 'render_gles3')
5077         grouptools.join('spec', 'ARB_compute_variable_group_size')) as g:
5078     g(['arb_compute_variable_group_size-errors'], 'errors')
5079     g(['arb_compute_variable_group_size-local-size'], 'local-size')
5080     g(['arb_compute_variable_group_size-minmax'], 'minmax')
5085         grouptools.join('spec', 'INTEL_conservative_rasterization')) as g:
5086     g(['intel_conservative_rasterization-depthcoverage'])
5087     g(['intel_conservative_rasterization-innercoverage'])
5088     g(['intel_conservative_rasterization-invalid'])
5089     g(['intel_conservative_rasterization-tri'])
5090     g(['intel_conservative_rasterization-depthcoverage_gles3'])
5091     g(['intel_conservative_rasterization-innercoverage_gles3'])
5092     g(['intel_conservative_rasterization-invalid_gles3'])
5093     g(['intel_conservative_rasterization-tri_gles3'])
5098         grouptools.join('spec', 'INTEL_blackhole_render')) as g:
5099     g(['intel_blackhole-blit'])
5100     g(['intel_blackhole-draw'])
5101     g(['intel_blackhole-dispatch'])
5102     g(['intel_blackhole-blit_gles2'])
5103     g(['intel_blackhole-draw_gles2'])
5104     g(['intel_blackhole-blit_gles3'])
5105     g(['intel_blackhole-draw_gles3'])
5110         grouptools.join('spec', 'INTEL_performance_query')) as g:
5111     g(['intel_performance_query-issue_2235'])
5116         grouptools.join('spec', 'ARB_bindless_texture')) as g:
5117     g(['arb_bindless_texture-border-color'], 'border-color')
5118     g(['arb_bindless_texture-conversions'], 'conversions')
5119     g(['arb_bindless_texture-errors'], 'errors')
5120     g(['arb_bindless_texture-handles'], 'handles')
5121     g(['arb_bindless_texture-illegal'], 'illegal')
5122     g(['arb_bindless_texture-legal'], 'legal')
5123     g(['arb_bindless_texture-limit'], 'limit')
5124     g(['arb_bindless_texture-uint64_attribs'], 'uint64_attribs')
5125     g(['arb_bindless_texture-uniform'], 'uniform')
5129         grouptools.join('spec', 'ext_shader_image_load_store')) as g:
5130     g(['ext_shader_image_load_store-image_functions'], 'image_functions')
5131     g(['ext_shader_image_load_store-bind_image_error'], 'bind_image_error')
5136         grouptools.join('spec', 'ARB_sample_locations')) as g:
5137     g(['arb_sample_locations'], 'test')
5141         grouptools.join('spec', 'NV_image_formats')) as g:
5142     g(['nv_image_formats-gles3'])
5146         grouptools.join('spec', 'EXT_color_buffer_float')) as g:
5147     g(['ext_color_buffer_float-draw_gles3'])
5151         grouptools.join('spec', 'AMD_compressed_atc_texture')) as g:
5152     g(['amd_compressed_atc_texture-miptree'], 'miptree')
5156         grouptools.join('spec', 'OES_EGL_image_external_essl3')) as g:
5157     g(['oes_egl_image_external_essl3'])
5161         grouptools.join('spec', 'NV_viewport_swizzle')) as g:
5162     g(['nv_viewport_swizzle-errors'])
5163     g(['nv_viewport_swizzle-errors_gles3'])