TestSuite_implementation
27.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" dir="ltr">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
<meta http-equiv="Content-Style-Type" content="text/css" />
<meta name="generator" content="MediaWiki 1.15.5" />
<meta name="keywords" content="TestSuite implementation" />
<link rel="shortcut icon" href="/favicon.ico" />
<link rel="search" type="application/opensearchdescription+xml" href="/2008/WebVideo/Annotations/wiki/opensearch_desc.php" title="Media Annotations Working Group Wiki (en)" />
<link rel="alternate" type="application/rss+xml" title="Media Annotations Working Group Wiki RSS feed" href="/2008/WebVideo/Annotations/wiki/index.php?title=Special:RecentChanges&feed=rss" />
<link rel="alternate" type="application/atom+xml" title="Media Annotations Working Group Wiki Atom feed" href="/2008/WebVideo/Annotations/wiki/index.php?title=Special:RecentChanges&feed=atom" />
<title>TestSuite implementation - Media Annotations Working Group Wiki</title>
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/common/shared.css?207" type="text/css" media="screen" />
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/common/commonPrint.css?207" type="text/css" media="print" />
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/main.css?207" type="text/css" media="screen" />
<!--[if lt IE 5.5000]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE50Fixes.css?207" type="text/css" media="screen" /><![endif]-->
<!--[if IE 5.5000]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE55Fixes.css?207" type="text/css" media="screen" /><![endif]-->
<!--[if IE 6]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE60Fixes.css?207" type="text/css" media="screen" /><![endif]-->
<!--[if IE 7]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE70Fixes.css?207" type="text/css" media="screen" /><![endif]-->
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=MediaWiki:Common.css&usemsgcache=yes&ctype=text%2Fcss&smaxage=18000&action=raw&maxage=18000" type="text/css" />
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=MediaWiki:Print.css&usemsgcache=yes&ctype=text%2Fcss&smaxage=18000&action=raw&maxage=18000" type="text/css" media="print" />
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=MediaWiki:W3cmonobook.css&usemsgcache=yes&ctype=text%2Fcss&smaxage=18000&action=raw&maxage=18000" type="text/css" />
<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=-&action=raw&maxage=18000&gen=css" type="text/css" />
<!--[if lt IE 7]><script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/skins/common/IEFixes.js?207"></script>
<meta http-equiv="imagetoolbar" content="no" /><![endif]-->
<script type= "text/javascript">/*<![CDATA[*/
var skin = "w3cmonobook";
var stylepath = "/2008/WebVideo/Annotations/wiki/skins";
var wgArticlePath = "/2008/WebVideo/Annotations/wiki/$1";
var wgScriptPath = "/2008/WebVideo/Annotations/wiki";
var wgScript = "/2008/WebVideo/Annotations/wiki/index.php";
var wgVariantArticlePath = false;
var wgActionPaths = {};
var wgServer = "http://www.w3.org";
var wgCanonicalNamespace = "";
var wgCanonicalSpecialPageName = false;
var wgNamespaceNumber = 0;
var wgPageName = "TestSuite_implementation";
var wgTitle = "TestSuite implementation";
var wgAction = "view";
var wgArticleId = "137";
var wgIsArticle = true;
var wgUserName = null;
var wgUserGroups = null;
var wgUserLanguage = "en";
var wgContentLanguage = "en";
var wgBreakFrames = false;
var wgCurRevisionId = 1652;
var wgVersion = "1.15.5";
var wgEnableAPI = true;
var wgEnableWriteAPI = true;
var wgSeparatorTransformTable = ["", ""];
var wgDigitTransformTable = ["", ""];
var wgRestrictionEdit = [];
var wgRestrictionMove = [];
/*]]>*/</script>
<script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/skins/common/wikibits.js?207"><!-- wikibits js --></script>
<!-- Head Scripts -->
<script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/skins/common/ajax.js?207"></script>
<script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/index.php?title=-&action=raw&gen=js&useskin=w3cmonobook"><!-- site js --></script>
</head>
<body class="mediawiki ltr ns-0 ns-subject page-TestSuite_implementation skin-w3cmonobook">
<div id="globalWrapper">
<div id="column-content">
<div id="content">
<a id="top"></a>
<h1 id="firstHeading" class="firstHeading">TestSuite implementation</h1>
<div id="bodyContent">
<h3 id="siteSub">From Media Annotations Working Group Wiki</h3>
<div id="contentSub"></div>
<div id="jump-to-nav">Jump to: <a href="#column-one">navigation</a>, <a href="#searchInput">search</a></div> <!-- start content -->
<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
<ul>
<li class="toclevel-1"><a href="#Overall_goal"><span class="tocnumber">1</span> <span class="toctext">Overall goal</span></a></li>
<li class="toclevel-1"><a href="#General_information"><span class="tocnumber">2</span> <span class="toctext">General information</span></a></li>
<li class="toclevel-1"><a href="#Implementations_Overview"><span class="tocnumber">3</span> <span class="toctext">Implementations Overview</span></a></li>
<li class="toclevel-1"><a href="#Expected_Output_Documents"><span class="tocnumber">4</span> <span class="toctext">Expected Output Documents</span></a></li>
<li class="toclevel-1"><a href="#.28Automatic.29_Test_suite"><span class="tocnumber">5</span> <span class="toctext">(Automatic) Test suite</span></a></li>
<li class="toclevel-1"><a href="#Generation_of_Implementation_Report"><span class="tocnumber">6</span> <span class="toctext">Generation of Implementation Report</span></a></li>
<li class="toclevel-1"><a href="#Options_for_running_the_test"><span class="tocnumber">7</span> <span class="toctext">Options for running the test</span></a></li>
<li class="toclevel-1"><a href="#Status"><span class="tocnumber">8</span> <span class="toctext">Status</span></a></li>
</ul>
</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
<a name="Overall_goal" id="Overall_goal"></a><h2> <span class="mw-headline"> Overall goal </span></h2>
<p>API tests should validate that the specification is interpreteed in the same way by (at least) two implementers.
</p>
<a name="General_information" id="General_information"></a><h2> <span class="mw-headline"> General information </span></h2>
<p>The test cases can be only tied to the JSON responses, which will be the evaluated features of the test suite. The reference JSON responses used are translations of the reference RDF documents collected in the Ontology fopr Media Resource test suite.
</p><p>For running the automatic test suite, it is assumed that a JavaScript interface is available for testing (which might direct calls to a web service in the back-end).
</p><p>Binding the test cases to actual interfaces may cause problems due to availability or visibility. In this terms this is the only intersection between the sync and async specification.
</p><p>The test cases have been designed to be independent from an actual implementation mode, so automatic test suite can be used by both, the synchronous and asynchronous mode.
</p>
<a name="Implementations_Overview" id="Implementations_Overview"></a><h2> <span class="mw-headline"> Implementations Overview </span></h2>
<p><b>Current Implementations (compliant to new spec version)</b>
</p>
<ul><li> Firefox extension (covering Youtube and Vimeo, whereas Vimeo metadata is not in scope)
</li></ul>
<p><b>Implementations under update/development</b>
</p>
<ul><li> Web service implementation of Werner, Tobias and Florian (implementing a subset of mappings between mw ontology and DC/MPEG-7) (ready until ?)
</li><li> Web service implementation of Salzburg research (formats in scope not yet discussed) (ready: mid December - contact: Thomas Kurz)
</li></ul>
<p><b>Unknown status</b>
</p>
<ul><li> ETRI: EXIF, ID3, YouTube (covering all the properties)
</li><li> IBBT-MMLab: Maybe they can help us out with NinSuna? We should ping Eric on this. (Florian will ping him)
</li></ul>
<a name="Expected_Output_Documents" id="Expected_Output_Documents"></a><h2> <span class="mw-headline"> Expected Output Documents </span></h2>
<ul><li> Test suite (prose description & offering test data for offline testing)
</li><li> Automatic test suite (implementation of online test and evaluation)
</li><li> Implementation test report
</li></ul>
<p>The test suite shall cover tests, if the implementations behaves as defined in the API specification.
</p>
<a name=".28Automatic.29_Test_suite" id=".28Automatic.29_Test_suite"></a><h2> <span class="mw-headline"> (Automatic) Test suite </span></h2>
<p>The test suite has to be aware, that there are tests which are independent of formats a) and tests, that need information on formats to be conducted (b).
</p><p><b>a) General behaviour (format independent)</b>
</p>
<pre>* An implementation must be able to echo the implemented mode (sync, async or both).
* Calling not-existent properties. Here, the right error response has to be set.
* Passing null/bad values. Here, the right error response has to be set.
* Multiple entries of properties
</pre>
<p><b>b) Metadata mapping test cases (format dependent)</b>
</p><p>The API specification defines a specific JSON response structure, to which a implementation has to be compliant. To enable an automatic test, a normative JSON response for a example media resource for each metadata format has to be created covering all properties defined in the corresponding mapping table. The example media resources have been already defined in the ontology test suite.
</p><p>Requirements for automatic testing:
</p>
<pre>* It must be possible to define a certain set of properties of a metadata format to test against.
* The automatic test must indicate, whether a test for a specific property is failed, valid to the core requirements
or full compliance.
* An implementation has to be able to retrieve the original metadata document as a whole (at least for the properties in use).
* Optional: Filtering by language and metadata format.
</pre>
<p>Note 1: A normative JSON response for a particular metadata format is set of atomic tests. In example, if a metadata format has 10 mappings defined to our ontology, the compliance test for this metadata format may consist of 10 atomic tests at maximum (+ the genereal test cases).
</p><p>Note 2: There exist some tests, where properties are not static fields and change over time. An example would be Youtube rating. In such cases, we can only check, whether a value is present or not.
</p>
<a name="Generation_of_Implementation_Report" id="Generation_of_Implementation_Report"></a><h2> <span class="mw-headline"> Generation of Implementation Report </span></h2>
<p>The generation report is following the form of a table. Here every possible atomic operation performed in the automatic test suite is listed. Beside the atomic test cases of the general behaviour, for every format, every property has to be listed in two instantiations (optional attributes vs. specific attributes). An example for Dublin Core creator would be:
</p>
<table border="1">
<tr><td>#</td><td>Metadata format</td><td>Property</td><td>coverage</td><td>Implementation 1</td><td>...</td><td>Implementation n</td><td>JSON Fragment</td>
</tr><tr><td>i</td><td>DC</td><td>creator</td><td>core attributes</td><td bgcolor="green"></td><td>...</td><td bgcolor="green"></td><td>some link</td>
</tr><tr><td>i+1</td><td>DC</td><td>creator</td><td>specific attributes</td><td bgcolor="green"></td><td>...</td><td bgcolor="red"></td><td>some link</td>
</table>
<p>In the current implementation report, there exist also lines for properties that passed no values. These cases have already been covered by the general behaviour and makes these lines redundant.
</p>
<a name="Options_for_running_the_test" id="Options_for_running_the_test"></a><h2> <span class="mw-headline"> Options for running the test </span></h2>
<p>1) An automatic test suite is able to call the implementations (browser extension or web service supported) and compares the results against the reference data. Here the user is able to configure certain values.
</p><p>2) To download the reference results and perform the checking locally. Maybe we should also provide some kind of excel sheet to integrate the results for feedback.
</p>
<a name="Status" id="Status"></a><h2> <span class="mw-headline"> Status </span></h2>
<p><b>Normative JSON responses for general behaviour</b>
</p>
<table border="1">
<tr><td>Atomic test case</td><td>Link to JSON</td><td>Reviewed by</td><td>Final</td></tr>
<tr><td>Implemented mode</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_im.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_im.json" rel="nofollow">[1]</a></td><td>NA</td><td>NO</td></tr>
<tr><td>Not-existent property</td><td>NA</td><td>NA</td><td>NO</td></tr>
<tr><td>Passing null value</td><td>NA</td><td>NA</td><td>NO</td></tr>
</table>
<p><b>Normative JSON files for metadata formats:</b>
</p>
<table border="1">
<tr>
<td>Metadata format</td>
<td>Link to JSON</td>
<td>Reviewed by</td>
<td>Final</td>
</tr>
<tr>
<td>CableLabs 1.1</td>
<td>NA</td>
<td>Joakim</td>
<td>NO</td>
</tr>
<tr>
<td>DIG35</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dig35.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dig35.json" rel="nofollow">[2]</a></td>
<td>Chris</td>
<td>Reviewed</td>
</tr>
<tr>
<td>Dublin Core</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dc.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dc.json" rel="nofollow">[3]</a></td>
<td>Thierry</td>
<td>Reviewed</td>
</tr>
<tr>
<td>EBUCore</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ebucore.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ebucore.json" rel="nofollow">[4]</a></td>
<td>Jean-Pierre</td>
<td>Reviewed</td>
</tr>
<tr>
<td>Exif 2.2</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_exif.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_exif.json" rel="nofollow">[5]</a></td>
<td>Tobias</td>
<td>Reviewed</td>
</tr>
<tr>
<td>ID3</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_id3.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_id3.json" rel="nofollow">[6]</a></td>
<td>Pierre-Antoine</td>
<td>Revewied</td>
</tr>
<tr>
<td>IPTC</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_iptc.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_iptc.json" rel="nofollow">[7]</a></td>
<td>Jean-Pierre</td>
<td>Revewied</td>
</tr>
<tr>
<td>LOM 2.1</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_lom21.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_lom21.json" rel="nofollow">[8]</a></td>
<td>Tobias</td>
<td>Reviewed</td>
</tr>
<tr>
<td>Media RSS</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mediarss.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mediarss.json" rel="nofollow">[9]</a></td>
<td>Wonsuk</td>
<td>NO</td>
</tr>
<tr>
<td>MPEG-7</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mpeg7.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mpeg7.json" rel="nofollow">[10]</a></td>
<td>Werner</td>
<td>Reviewed</td>
</tr>
<tr>
<td>DMS-1</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dms1.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dms1.json" rel="nofollow">[11]</a></td>
<td>Werner</td>
<td>Reviewed</td>
</tr>
<tr>
<td>TTML</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ttml_oi.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ttml_oi.json" rel="nofollow">[12]</a></td>
<td>Werner</td>
<td>Reviewed</td>
</tr>
<tr>
<td>TV-Anytime</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_tva.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_tva.json" rel="nofollow">[13]</a></td>
<td>Jean-Pierre</td>
<td>Revewied</td>
</tr>
<tr>
<td>TXFeed</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_txfeed.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_txfeed.json" rel="nofollow">[14]</a></td>
<td>Wonsuk</td>
<td>NO</td>
</tr>
<tr>
<td>XMP</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_xmp.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_xmp.json" rel="nofollow">[15]</a></td>
<td>Felix</td>
<td>Reviewed</td>
</tr>
<tr>
<td>YouTube</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_yt_oi.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_yt_oi.json" rel="nofollow">[16]</a></td>
<td>Wonsuk</td>
<td>NO</td>
</tr>
</table>
<p><b>Normative JSON files for container formats:</b>
</p>
<table border="1">
<tr>
<td>Metadata format</td>
<td>Link to JSON</td>
<td>Reviewed by</td>
<td>Final</td>
</tr>
<tr>
<td>MP4</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mp4.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mp4.json" rel="nofollow">[17]</a></td>
<td>Courtney, Marie-Carmen</td>
<td>No</td>
</tr>
<tr>
<td>3gp</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_3gp.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_3gp.json" rel="nofollow">[18]</a></td>
<td>Courtney, Marie-Carmen</td>
<td>No</td>
</tr>
<tr>
<td>f4v</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_f4v.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_f4v.json" rel="nofollow">[19]</a></td>
<td>Felix</td>
<td>Reviewed</td>
</tr>
<tr>
<td>flv</td>
<td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_flv.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_flv.json" rel="nofollow">[20]</a></td>
<td>Felix</td>
<td>Reviewed</td>
</tr>
<tr>
<td>Quicktime</td>
<td></td>
<td>Courtney, Marie-Carmen</td>
<td>No</td>
</tr>
<tr>
<td>WebM</td>
<td></td>
<td>Sylvia</td>
<td>No</td>
</tr>
<tr>
<td>Ogg</td>
<td></td>
<td>Sylvia</td>
<td>No</td>
</tr>
</table>
<p><b>Issues:</b>
</p>
<pre>* CableLabs 1.1: Inconsistency between RDF and example file
* EXIF2.2: File not testable by an automatic routine at the moment
* How should be container formats handled? Only offline testing?
(Affected formats: OGG, 3gp, flv, qt, mp4 and webm)
</pre>
<p><br />
<b>Automatic Test suite:</b>
</p>
<pre>* Selection between different modes -> done.
* Implementation for Web service APIs -> ongoing.
* Selection of metadata formats -> done.
* Selection of a subset of properties -> done.
* Comparison functionality of two JSON files -> done.
* Two level checking -> done.
* Debug informations on invalid properties -> done.
* Test original metadata -> ongoing
* Test filter criteria -> ongoing
</pre>
<!--
NewPP limit report
Preprocessor node count: 17/1000000
Post-expand include size: 0/2097152 bytes
Template argument size: 0/2097152 bytes
Expensive parser function count: 0/100
-->
<!-- Saved in parser cache with key wikidb-videoannot_:pcache:idhash:137-0!1!0!!en!2!edit=0 and timestamp 20120116122113 -->
<div class="printfooter">
Retrieved from "<a href="http://www.w3.org/2008/WebVideo/Annotations/wiki/TestSuite_implementation">http://www.w3.org/2008/WebVideo/Annotations/wiki/TestSuite_implementation</a>"</div>
<!-- end content -->
<div class="visualClear"></div>
</div>
</div>
</div>
<div id="column-one">
<div id="p-cactions" class="portlet">
<h5>Views</h5>
<div class="pBody">
<ul>
<li id="ca-nstab-main" class="selected"><a href="/2008/WebVideo/Annotations/wiki/TestSuite_implementation" title="View the content page [c]" accesskey="c">Page</a></li>
<li id="ca-talk" class="new"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=Talk:TestSuite_implementation&action=edit&redlink=1" title="Discussion about the content page [t]" accesskey="t">Discussion</a></li>
<li id="ca-viewsource"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&action=edit" title="This page is protected. You can view its source [e]" accesskey="e">View source</a></li>
<li id="ca-history"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&action=history" title="Past revisions of this page [h]" accesskey="h">History</a></li> </ul>
</div>
</div>
<div class="portlet" id="p-personal">
<h5>Personal tools</h5>
<div class="pBody">
<ul>
<li id="pt-login"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=Special:UserLogin&returnto=TestSuite_implementation" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o">Log in</a></li>
</ul>
</div>
</div>
<div class="portlet" id="p-logo">
<a style="background-image: url(/Icons/w3c_home);" href="/2008/WebVideo/Annotations/wiki/Main_Page" title="Visit the main page [z]" accesskey="z"></a>
</div>
<script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
<div class='generated-sidebar portlet' id='p-navigation'>
<h5>Navigation</h5>
<div class='pBody'>
<ul>
<li id="n-mainpage-description"><a href="/2008/WebVideo/Annotations/wiki/Main_Page">Main page</a></li>
<li id="n-portal"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:Community_Portal" title="About the project, what you can do, where to find things">Community portal</a></li>
<li id="n-currentevents"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:Current_events" title="Find background information on current events">Current events</a></li>
<li id="n-recentchanges"><a href="/2008/WebVideo/Annotations/wiki/Special:RecentChanges" title="The list of recent changes in the wiki [r]" accesskey="r">Recent changes</a></li>
<li id="n-randompage"><a href="/2008/WebVideo/Annotations/wiki/Special:Random" title="Load a random page [x]" accesskey="x">Random page</a></li>
<li id="n-help"><a href="/2008/WebVideo/Annotations/wiki/Help:Contents" title="The place to find out">Help</a></li>
</ul>
</div>
</div>
<div id="p-search" class="portlet">
<h5><label for="searchInput">Search</label></h5>
<div id="searchBody" class="pBody">
<form action="/2008/WebVideo/Annotations/wiki/index.php" id="searchform"><div>
<input type='hidden' name="title" value="Special:Search"/>
<input id="searchInput" name="search" type="text" title="Search Media Annotations Working Group Wiki [f]" accesskey="f" value="" />
<input type='submit' name="go" class="searchButton" id="searchGoButton" value="Go" title="Go to a page with this exact name if exists" />
<input type='submit' name="fulltext" class="searchButton" id="mw-searchButton" value="Search" title="Search the pages for this text" />
</div></form>
</div>
</div>
<div class="portlet" id="p-tb">
<h5>Toolbox</h5>
<div class="pBody">
<ul>
<li id="t-whatlinkshere"><a href="/2008/WebVideo/Annotations/wiki/Special:WhatLinksHere/TestSuite_implementation" title="List of all wiki pages that link here [j]" accesskey="j">What links here</a></li>
<li id="t-recentchangeslinked"><a href="/2008/WebVideo/Annotations/wiki/Special:RecentChangesLinked/TestSuite_implementation" title="Recent changes in pages linked from this page [k]" accesskey="k">Related changes</a></li>
<li id="t-specialpages"><a href="/2008/WebVideo/Annotations/wiki/Special:SpecialPages" title="List of all special pages [q]" accesskey="q">Special pages</a></li>
<li id="t-print"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&printable=yes" rel="alternate" title="Printable version of this page [p]" accesskey="p">Printable version</a></li> <li id="t-permalink"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&oldid=1652" title="Permanent link to this revision of the page">Permanent link</a></li> </ul>
</div>
</div>
</div><!-- end of the left (by default at least) column -->
<div class="visualClear"></div>
<div id="footer">
<div id="f-poweredbyico"><a href="http://www.mediawiki.org/"><img src="/2008/WebVideo/Annotations/wiki/skins/common/images/poweredby_mediawiki_88x31.png" alt="Powered by MediaWiki" /></a></div>
<ul id="f-list">
<li id="lastmod"> This page was last modified on 3 January 2012, at 13:09.</li>
<li id="viewcount">This page has been accessed 5,496 times.</li>
<li id="privacy"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:Privacy_policy" title="Media Annotations Working Group Wiki:Privacy policy">Privacy policy</a></li>
<li id="about"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:About" title="Media Annotations Working Group Wiki:About">About Media Annotations Working Group Wiki</a></li>
<li id="disclaimer"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:General_disclaimer" title="Media Annotations Working Group Wiki:General disclaimer">Disclaimers</a></li>
</ul>
</div>
</div>
<script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
<!-- Served in 0.140 secs. --></body></html>