summaryrefslogtreecommitdiffstats
path: root/o3d/tests/selenium/sample_list.txt
blob: 3d77f54fba61156210caeca50a121fefaf3fa1ee (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
#
# Test Requirements:
#
#   Each sample is expected to have a global variable called g_finished
#   that is set to true when the sample has finish initalizing and is ready
#   for a screenshot.
#
# Line Format:
#
#   TestType test-name options
#
# Valid TestTypes are:
#
#   small
#   medium
#   large
#
# options are separated by spaces.
#   screenshot : take a screenshot.  You can specify a time with
#       screenshot(seconds) as in screenshot(4), take it at the 4 second mark.
#       You can also specify more than 1 screenshot by specifying more than
#       one screenshot option as in "screenshot(4), screenshot(6.5). If no time
#       is specified 27.5 is used.
#
#       To take a screenshot the test must have a global variable "g_client"
#       that is the client plugin object from which to take a screenshot.
#
#       If the sample is animated, it is expected to have a global variable
#       called g_timeMult that can be set to 0 to stop the animation.  All of
#       its animation must be based on a global variable called g_clock, such
#       that setting g_clock to the same value will always produce the same
#       image.
#
#   timeout(milliseconds) : Set the timeout to wait for readiness.
#       Default 10000.
#
#   client(client_variable_name) : Name of client variable in javascript.
#       Default = "g_client"
#
#   pdiff_threshold_mac(number_of_pixels_allowed)
#   pdiff_threshold_win(number_of_pixels_allowed)
#   pdiff_threshold_linux(number_of_pixels_allowed)
#   pdiff_threshold(number_of_pixels_allowed) : Number of pixels
#       allowed to be perceptually different before the test fails.
#       "pdiff_threshold" specifies the threshold for all
#       platforms.  Platform specific versions override the
#       threshold for that platform.  The default threshold is 10 pixels.
#
#   except(*firefox, *iexplore, *googlechrome) : Name of the browser
#       environment(s) where the test should be skipped.
#       Default = ""
#
#   colorfactor(0 to 1) : Determines how important color is for comparison. A
#       value of 1 means they must be exactly the same; a value of 0 means it
#       won't factor in at all.
#
#   downsample(number_of_times_to_halve_resolution) : The resolution will be
#       cut in half this number of times before comparing. It is useful for
#       eliminating aliasing artifacts since such differences are less
#       noticeable at the lower resolution. Be careful with using this parameter
#       as it may mask other problems.
#
#   pdiff_edge_ignore_off : Turn off edge detection function in pdiff.
#       By default, it's on with a default edge detect threshold 5.
#
#   pdiff_edge_threshold(0 to 7) : Set edge detect threshold in pdiff.
#       This threshold indicates the max number of neighbors the pixel can
#       have to be considered as edge. 0 means only ignore scattered pixels.
# NOTE! ----------------------------------------------------------------------
#
# Read the sample guidelines
# http://wiki.corp.google.com/twiki/bin/view/Main/ClientThreeDSampleGuidelines
#
#
medium  2d                                screenshot pdiff_threshold(200) pdiff_threshold_mac(41200) colorfactor(0.8)
medium  animation
large   animated-scene                    screenshot timeout(45000) pdiff_threshold(200)
large   beachdemo/beachdemo               screenshot timeout(120000) pdiff_threshold(200) pdiff_threshold_mac(2100) downsample(1) except(*iexplore, *googlechrome)
medium  billboards                        screenshot pdiff_threshold(200)
medium  bitmap-draw-image                 screenshot pdiff_threshold(200)
medium  canvas                            screenshot pdiff_threshold(200) pdiff_threshold_mac(14600)
medium  canvas-fonts                      screenshot pdiff_threshold(200) pdiff_threshold_mac(21900)
medium  canvas-texturedraw
medium  checkers                          screenshot pdiff_threshold(200)
medium  convolution                       screenshot pdiff_threshold(200)
medium  culling                           screenshot pdiff_threshold(200) downsample(1)
medium  debugging                         screenshot pdiff_threshold(200) pdiff_threshold_mac(3000)
medium  displayfps
small   generate-texture                  screenshot pdiff_threshold(200) except(*iexplore)
medium  hellocube                         screenshot pdiff_threshold(200)
medium  hellocube-colors                  screenshot pdiff_threshold(200)
medium  helloworld                        screenshot pdiff_threshold(200)
medium  hud-2d-overlay                    screenshot pdiff_threshold(200) pdiff_threshold_win(200)
medium  instance-override                 screenshot pdiff_threshold(200)
medium  instancing                        screenshot pdiff_threshold(200)
medium  juggler                           screenshot downsample(1)
medium  julia                             screenshot
small   multiple-views                    screenshot pdiff_threshold(200)
medium  old-school-shadows                screenshot pdiff_threshold(200)
medium  particles                         screenshot pdiff_threshold(200)
medium  primitives                        screenshot pdiff_threshold(200) pdiff_threshold_mac(20000) colorfactor(.7)
medium  procedural-texture                screenshot pdiff_threshold(200)
medium  render-targets                    screenshot pdiff_threshold(200)
medium  scatter-chart                     screenshot pdiff_threshold(200) pdiff_threshold_mac(10600)
medium  simple                            screenshot client(g_simple.client)
medium  simpletexture                     screenshot pdiff_threshold(300)
medium  skinning                          screenshot pdiff_threshold(200)
medium  sobel                             screenshot pdiff_threshold(1400)
medium  stencil_example                   screenshot(0) screenshot(100) screenshot(7777) pdiff_threshold(200) pdiff_threshold_win(200)
medium  shadow-map                        screenshot pdiff_threshold(200)
small   texturesamplers                   screenshot pdiff_threshold_win(1200) pdiff_threshold_mac(32200)
medium  tutorial-primitive                screenshot pdiff_threshold(200) pdiff_threshold_mac(10400)
large   vertex-shader                     screenshot timeout(45000) pdiff_threshold(200)  except(*iexplore)
medium  vertex-shader-animation           screenshot pdiff_threshold(200)
medium  zsorting                          screenshot pdiff_threshold_win(200) pdiff_threshold_mac(39500)
# box2d-3d works in browsers but for some reason times out on some configs
#large   box2d-3d/box2d-3d                timeout(45000) except(*googlechrome)
large   simpleviewer/simpleviewer         screenshot pdiff_threshold(100)
large   trends/trends                     timeout(30000)
medium  GoogleIO-2009/step09ex            screenshot pdiff_threshold(200)
large   GoogleIO-2009/step14ex            screenshot pdiff_threshold(200) timeout(45000)

# -- tests below this line are tests for which there is a python
#    function to custom run the test. As such, only the 'except' and
#    pdiff_threshold options have any meaning

small   TestSampleErrorTextureSmall       pdiff_threshold(200)
small   TestSampleHelloCube_TexturesSmall pdiff_threshold(350)
small   TestSampleRefreshPageLoad_Small
medium  TestSampleCustomCamera            pdiff_threshold(200) pdiff_threshold_win(200)
medium  TestSamplePicking
medium  TestSampleRenderMode
medium  TestSampleRotateModel             pdiff_threshold(200)
medium  TestSampleShader_Test             pdiff_threshold(200) pdiff_threshold_win(200)
large   TestSampleMultipleClientsLarge
large   TestSamplePingPongLarge
# This test currently fails on IE as it considers localhost: to be a trusted
# domain.
small   TestLoadTextureFromFileSmall      except(*iexplore)