TestSuite_implementation 27.8 KB
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
            <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" dir="ltr">
	<head>
		<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
		<meta http-equiv="Content-Style-Type" content="text/css" />
		<meta name="generator" content="MediaWiki 1.15.5" />
		<meta name="keywords" content="TestSuite implementation" />
		<link rel="shortcut icon" href="/favicon.ico" />
		<link rel="search" type="application/opensearchdescription+xml" href="/2008/WebVideo/Annotations/wiki/opensearch_desc.php" title="Media Annotations Working Group Wiki (en)" />
		<link rel="alternate" type="application/rss+xml" title="Media Annotations Working Group Wiki RSS feed" href="/2008/WebVideo/Annotations/wiki/index.php?title=Special:RecentChanges&amp;feed=rss" />
		<link rel="alternate" type="application/atom+xml" title="Media Annotations Working Group Wiki Atom feed" href="/2008/WebVideo/Annotations/wiki/index.php?title=Special:RecentChanges&amp;feed=atom" />
		<title>TestSuite implementation - Media Annotations Working Group Wiki</title>
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/common/shared.css?207" type="text/css" media="screen" />
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/common/commonPrint.css?207" type="text/css" media="print" />
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/main.css?207" type="text/css" media="screen" />
		<!--[if lt IE 5.5000]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE50Fixes.css?207" type="text/css" media="screen" /><![endif]-->
		<!--[if IE 5.5000]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE55Fixes.css?207" type="text/css" media="screen" /><![endif]-->
		<!--[if IE 6]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE60Fixes.css?207" type="text/css" media="screen" /><![endif]-->
		<!--[if IE 7]><link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/skins/w3cmonobook/IE70Fixes.css?207" type="text/css" media="screen" /><![endif]-->
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=MediaWiki:Common.css&amp;usemsgcache=yes&amp;ctype=text%2Fcss&amp;smaxage=18000&amp;action=raw&amp;maxage=18000" type="text/css" />
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=MediaWiki:Print.css&amp;usemsgcache=yes&amp;ctype=text%2Fcss&amp;smaxage=18000&amp;action=raw&amp;maxage=18000" type="text/css" media="print" />
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=MediaWiki:W3cmonobook.css&amp;usemsgcache=yes&amp;ctype=text%2Fcss&amp;smaxage=18000&amp;action=raw&amp;maxage=18000" type="text/css" />
		<link rel="stylesheet" href="/2008/WebVideo/Annotations/wiki/index.php?title=-&amp;action=raw&amp;maxage=18000&amp;gen=css" type="text/css" />
		<!--[if lt IE 7]><script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/skins/common/IEFixes.js?207"></script>
		<meta http-equiv="imagetoolbar" content="no" /><![endif]-->

		<script type= "text/javascript">/*<![CDATA[*/
		var skin = "w3cmonobook";
		var stylepath = "/2008/WebVideo/Annotations/wiki/skins";
		var wgArticlePath = "/2008/WebVideo/Annotations/wiki/$1";
		var wgScriptPath = "/2008/WebVideo/Annotations/wiki";
		var wgScript = "/2008/WebVideo/Annotations/wiki/index.php";
		var wgVariantArticlePath = false;
		var wgActionPaths = {};
		var wgServer = "http://www.w3.org";
		var wgCanonicalNamespace = "";
		var wgCanonicalSpecialPageName = false;
		var wgNamespaceNumber = 0;
		var wgPageName = "TestSuite_implementation";
		var wgTitle = "TestSuite implementation";
		var wgAction = "view";
		var wgArticleId = "137";
		var wgIsArticle = true;
		var wgUserName = null;
		var wgUserGroups = null;
		var wgUserLanguage = "en";
		var wgContentLanguage = "en";
		var wgBreakFrames = false;
		var wgCurRevisionId = 1652;
		var wgVersion = "1.15.5";
		var wgEnableAPI = true;
		var wgEnableWriteAPI = true;
		var wgSeparatorTransformTable = ["", ""];
		var wgDigitTransformTable = ["", ""];
		var wgRestrictionEdit = [];
		var wgRestrictionMove = [];
		/*]]>*/</script>

		<script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/skins/common/wikibits.js?207"><!-- wikibits js --></script>
		<!-- Head Scripts -->
		<script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/skins/common/ajax.js?207"></script>
		<script type="text/javascript" src="/2008/WebVideo/Annotations/wiki/index.php?title=-&amp;action=raw&amp;gen=js&amp;useskin=w3cmonobook"><!-- site js --></script>
	</head>
<body class="mediawiki ltr ns-0 ns-subject page-TestSuite_implementation skin-w3cmonobook">
	<div id="globalWrapper">
		<div id="column-content">
	<div id="content">
		<a id="top"></a>
				<h1 id="firstHeading" class="firstHeading">TestSuite implementation</h1>
		<div id="bodyContent">
			<h3 id="siteSub">From Media Annotations Working Group Wiki</h3>
			<div id="contentSub"></div>
									<div id="jump-to-nav">Jump to: <a href="#column-one">navigation</a>, <a href="#searchInput">search</a></div>			<!-- start content -->
			<table id="toc" class="toc" summary="Contents"><tr><td><div id="toctitle"><h2>Contents</h2></div>
<ul>
<li class="toclevel-1"><a href="#Overall_goal"><span class="tocnumber">1</span> <span class="toctext">Overall goal</span></a></li>
<li class="toclevel-1"><a href="#General_information"><span class="tocnumber">2</span> <span class="toctext">General information</span></a></li>
<li class="toclevel-1"><a href="#Implementations_Overview"><span class="tocnumber">3</span> <span class="toctext">Implementations Overview</span></a></li>
<li class="toclevel-1"><a href="#Expected_Output_Documents"><span class="tocnumber">4</span> <span class="toctext">Expected Output Documents</span></a></li>
<li class="toclevel-1"><a href="#.28Automatic.29_Test_suite"><span class="tocnumber">5</span> <span class="toctext">(Automatic) Test suite</span></a></li>
<li class="toclevel-1"><a href="#Generation_of_Implementation_Report"><span class="tocnumber">6</span> <span class="toctext">Generation of Implementation Report</span></a></li>
<li class="toclevel-1"><a href="#Options_for_running_the_test"><span class="tocnumber">7</span> <span class="toctext">Options for running the test</span></a></li>
<li class="toclevel-1"><a href="#Status"><span class="tocnumber">8</span> <span class="toctext">Status</span></a></li>
</ul>
</td></tr></table><script type="text/javascript"> if (window.showTocToggle) { var tocShowText = "show"; var tocHideText = "hide"; showTocToggle(); } </script>
<a name="Overall_goal" id="Overall_goal"></a><h2> <span class="mw-headline"> Overall goal </span></h2>
<p>API tests should validate that the specification is interpreteed in the same way by (at least) two implementers.
</p>
<a name="General_information" id="General_information"></a><h2> <span class="mw-headline"> General information </span></h2>
<p>The test cases can be only tied to the JSON responses, which will be the evaluated features of the test suite. The reference JSON responses used are translations of the reference RDF documents collected in the Ontology fopr Media Resource test suite.
</p><p>For running the automatic test suite, it is assumed that a JavaScript interface is available for testing (which might direct calls to a web service in the back-end).
</p><p>Binding the test cases to actual interfaces may cause problems due to availability or visibility. In this terms this is the only intersection between the sync and async specification.
</p><p>The test cases have been designed to be independent from an actual implementation mode, so automatic test suite can be used by both, the synchronous and asynchronous mode.
</p>
<a name="Implementations_Overview" id="Implementations_Overview"></a><h2> <span class="mw-headline"> Implementations Overview </span></h2>
<p><b>Current Implementations (compliant to new spec version)</b>
</p>
<ul><li> Firefox extension (covering Youtube and Vimeo, whereas Vimeo metadata is not in scope)
</li></ul>
<p><b>Implementations under update/development</b>
</p>
<ul><li> Web service implementation of Werner, Tobias and Florian (implementing a subset of mappings between mw ontology and DC/MPEG-7) (ready until&nbsp;?)
</li><li> Web service implementation of Salzburg research (formats in scope not yet discussed) (ready: mid December - contact: Thomas Kurz)
</li></ul>
<p><b>Unknown status</b>
</p>
<ul><li> ETRI: EXIF, ID3, YouTube (covering all the properties)
</li><li> IBBT-MMLab: Maybe they can help us out with NinSuna? We should ping Eric on this. (Florian will ping him)
</li></ul>
<a name="Expected_Output_Documents" id="Expected_Output_Documents"></a><h2> <span class="mw-headline"> Expected Output Documents </span></h2>
<ul><li> Test suite (prose description &amp; offering test data for offline testing)
</li><li> Automatic test suite (implementation of online test and evaluation)
</li><li> Implementation test report
</li></ul>
<p>The test suite shall cover tests, if the implementations behaves as defined in the API specification.
</p>
<a name=".28Automatic.29_Test_suite" id=".28Automatic.29_Test_suite"></a><h2> <span class="mw-headline"> (Automatic) Test suite </span></h2>
<p>The test suite has to be aware, that there are tests which are independent of formats a) and tests, that need information on formats to be conducted (b).
</p><p><b>a) General behaviour (format independent)</b>
</p>
<pre>* An implementation must be able to echo the implemented mode (sync, async or both).
* Calling not-existent properties. Here, the right error response has to be set.
* Passing null/bad values. Here, the right error response has to be set.
* Multiple entries of properties
</pre>
<p><b>b) Metadata mapping test cases (format dependent)</b>
</p><p>The API specification defines a specific JSON response structure, to which a implementation has to be compliant. To enable an automatic test, a normative JSON response for a example media resource for each metadata format has to be created covering all properties defined in the corresponding mapping table. The example media resources have been already defined in the ontology test suite.
</p><p>Requirements for automatic testing:
</p>
<pre>* It must be possible to define a certain set of properties of a metadata format to test against.
* The automatic test must indicate, whether a test for a specific property is failed, valid to the core requirements
  or full compliance.
* An implementation has to be able to retrieve the original metadata document as a whole (at least for the properties in use).
* Optional: Filtering by language and metadata format.
</pre>
<p>Note 1: A normative JSON response for a particular metadata format is set of atomic tests. In example, if a metadata format has 10 mappings defined to our ontology, the compliance test for this metadata format may consist of 10 atomic tests at maximum (+ the genereal test cases).
</p><p>Note 2: There exist some tests, where properties are not static fields and change over time. An example would be Youtube rating. In such cases, we can only check, whether a value is present or not.
</p>
<a name="Generation_of_Implementation_Report" id="Generation_of_Implementation_Report"></a><h2> <span class="mw-headline"> Generation of Implementation Report </span></h2>
<p>The generation report is following the form of a table. Here every possible atomic operation performed in the automatic test suite is listed. Beside the atomic test cases of the general behaviour, for every format, every property has to be listed in two instantiations (optional attributes vs. specific attributes). An example for Dublin Core creator would be:
</p>
<table border="1">
<tr><td>#</td><td>Metadata format</td><td>Property</td><td>coverage</td><td>Implementation 1</td><td>...</td><td>Implementation n</td><td>JSON Fragment</td>
</tr><tr><td>i</td><td>DC</td><td>creator</td><td>core attributes</td><td bgcolor="green"></td><td>...</td><td bgcolor="green"></td><td>some link</td>
</tr><tr><td>i+1</td><td>DC</td><td>creator</td><td>specific attributes</td><td bgcolor="green"></td><td>...</td><td bgcolor="red"></td><td>some link</td>
</table>
<p>In the current implementation report, there exist also lines for properties that passed no values. These cases have already been covered by the general behaviour and makes these lines redundant.
</p>
<a name="Options_for_running_the_test" id="Options_for_running_the_test"></a><h2> <span class="mw-headline"> Options for running the test </span></h2>
<p>1) An automatic test suite is able to call the implementations (browser extension or web service supported) and compares the results against the reference data. Here the user is able to configure certain values.
</p><p>2) To download the reference results and perform the checking locally. Maybe we should also provide some kind of excel sheet to integrate the results for feedback.
</p>
<a name="Status" id="Status"></a><h2> <span class="mw-headline"> Status </span></h2>
<p><b>Normative JSON responses for general behaviour</b>
</p>
<table border="1">
<tr><td>Atomic test case</td><td>Link to JSON</td><td>Reviewed by</td><td>Final</td></tr>
<tr><td>Implemented mode</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_im.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_im.json" rel="nofollow">[1]</a></td><td>NA</td><td>NO</td></tr>
<tr><td>Not-existent property</td><td>NA</td><td>NA</td><td>NO</td></tr>
<tr><td>Passing null value</td><td>NA</td><td>NA</td><td>NO</td></tr>
</table>
<p><b>Normative JSON files for metadata formats:</b>
</p>
<table border="1">
    <tr>
      <td>Metadata format</td>
      <td>Link to JSON</td>
      <td>Reviewed by</td>
      <td>Final</td>
    </tr>
    <tr>
      <td>CableLabs 1.1</td>
      <td>NA</td>
      <td>Joakim</td>
      <td>NO</td>
    </tr>
    <tr>
      <td>DIG35</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dig35.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dig35.json" rel="nofollow">[2]</a></td>
      <td>Chris</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>Dublin Core</td>
      <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dc.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dc.json" rel="nofollow">[3]</a></td>
      <td>Thierry</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>EBUCore</td>
      <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ebucore.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ebucore.json" rel="nofollow">[4]</a></td>
      <td>Jean-Pierre</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>Exif 2.2</td>
       <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_exif.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_exif.json" rel="nofollow">[5]</a></td>
      <td>Tobias</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>ID3</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_id3.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_id3.json" rel="nofollow">[6]</a></td>
      <td>Pierre-Antoine</td>
         <td>Revewied</td>
    </tr>
    <tr>
      <td>IPTC</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_iptc.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_iptc.json" rel="nofollow">[7]</a></td>
      <td>Jean-Pierre</td>
      <td>Revewied</td>
    </tr>
    <tr>
      <td>LOM 2.1</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_lom21.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_lom21.json" rel="nofollow">[8]</a></td>
      <td>Tobias</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>Media RSS</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mediarss.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mediarss.json" rel="nofollow">[9]</a></td>
      <td>Wonsuk</td>
      <td>NO</td>
    </tr>
    <tr>
      <td>MPEG-7</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mpeg7.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mpeg7.json" rel="nofollow">[10]</a></td>
      <td>Werner</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>DMS-1</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dms1.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_dms1.json" rel="nofollow">[11]</a></td>
      <td>Werner</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>TTML</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ttml_oi.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_ttml_oi.json" rel="nofollow">[12]</a></td>
      <td>Werner</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>TV-Anytime</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_tva.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_tva.json" rel="nofollow">[13]</a></td>
      <td>Jean-Pierre</td>
      <td>Revewied</td>
    </tr>
    <tr>
      <td>TXFeed</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_txfeed.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_txfeed.json" rel="nofollow">[14]</a></td>
      <td>Wonsuk</td>
      <td>NO</td>
    </tr>
    <tr>
      <td>XMP</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_xmp.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_xmp.json" rel="nofollow">[15]</a></td>
      <td>Felix</td>
      <td>Reviewed</td>
    </tr>
    <tr>
      <td>YouTube</td>
  <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_yt_oi.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_yt_oi.json" rel="nofollow">[16]</a></td>
      <td>Wonsuk</td>
      <td>NO</td>
    </tr>
</table>
<p><b>Normative JSON files for container formats:</b>
</p>
<table border="1">
    <tr>
      <td>Metadata format</td>
      <td>Link to JSON</td>
      <td>Reviewed by</td>
      <td>Final</td>
    </tr>
    <tr>
      <td>MP4</td>
      <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mp4.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_mp4.json" rel="nofollow">[17]</a></td>
      <td>Courtney, Marie-Carmen</td>
     <td>No</td>
    </tr>
    <tr>
      <td>3gp</td>
      <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_3gp.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_3gp.json" rel="nofollow">[18]</a></td>
         <td>Courtney, Marie-Carmen</td>
       <td>No</td>
    </tr>
    <tr>
      <td>f4v</td>
      <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_f4v.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_f4v.json" rel="nofollow">[19]</a></td>
      <td>Felix</td>
       <td>Reviewed</td>
    </tr>
    <tr>
      <td>flv</td>
      <td><a href="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_flv.json" class="external autonumber" title="http://www.w3.org/2008/WebVideo/Annotations/drafts/API10/JSON/normative_json_ma_flv.json" rel="nofollow">[20]</a></td>
      <td>Felix</td>
       <td>Reviewed</td>
    </tr>

   
    <tr>
      <td>Quicktime</td>
      <td></td>
      <td>Courtney, Marie-Carmen</td>
      <td>No</td>
    </tr>

    <tr>
      <td>WebM</td>
      <td></td>
      <td>Sylvia</td>
       <td>No</td>
    </tr>

   <tr>
      <td>Ogg</td>
      <td></td>
      <td>Sylvia</td>
      <td>No</td>
    </tr>


</table>
<p><b>Issues:</b>
</p>
<pre>* CableLabs 1.1: Inconsistency between RDF and example file
* EXIF2.2: File not testable by an automatic routine at the moment
* How should be container formats handled? Only offline testing?
  (Affected formats: OGG, 3gp, flv, qt, mp4 and webm)
</pre>
<p><br />
<b>Automatic Test suite:</b>
</p>
<pre>* Selection between different modes -&gt; done.
* Implementation for Web service APIs -&gt; ongoing.
* Selection of metadata formats -&gt; done.
* Selection of a subset of properties -&gt; done.
* Comparison functionality of two JSON files -&gt; done.
* Two level checking -&gt; done.
* Debug informations on invalid properties -&gt; done.
* Test original metadata -&gt; ongoing
* Test filter criteria -&gt; ongoing
</pre>
<!-- 
NewPP limit report
Preprocessor node count: 17/1000000
Post-expand include size: 0/2097152 bytes
Template argument size: 0/2097152 bytes
Expensive parser function count: 0/100
-->

<!-- Saved in parser cache with key wikidb-videoannot_:pcache:idhash:137-0!1!0!!en!2!edit=0 and timestamp 20120116122113 -->
<div class="printfooter">
Retrieved from "<a href="http://www.w3.org/2008/WebVideo/Annotations/wiki/TestSuite_implementation">http://www.w3.org/2008/WebVideo/Annotations/wiki/TestSuite_implementation</a>"</div>
						<!-- end content -->
						<div class="visualClear"></div>
		</div>
	</div>
		</div>
		<div id="column-one">
	<div id="p-cactions" class="portlet">
		<h5>Views</h5>
		<div class="pBody">
			<ul>
	
				 <li id="ca-nstab-main" class="selected"><a href="/2008/WebVideo/Annotations/wiki/TestSuite_implementation" title="View the content page [c]" accesskey="c">Page</a></li>
				 <li id="ca-talk" class="new"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=Talk:TestSuite_implementation&amp;action=edit&amp;redlink=1" title="Discussion about the content page [t]" accesskey="t">Discussion</a></li>
				 <li id="ca-viewsource"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&amp;action=edit" title="This page is protected.&#10;You can view its source [e]" accesskey="e">View source</a></li>
				 <li id="ca-history"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&amp;action=history" title="Past revisions of this page [h]" accesskey="h">History</a></li>			</ul>
		</div>
	</div>
	<div class="portlet" id="p-personal">
		<h5>Personal tools</h5>
		<div class="pBody">
			<ul>
				<li id="pt-login"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=Special:UserLogin&amp;returnto=TestSuite_implementation" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o">Log in</a></li>
			</ul>
		</div>
	</div>
	<div class="portlet" id="p-logo">
		<a style="background-image: url(/Icons/w3c_home);" href="/2008/WebVideo/Annotations/wiki/Main_Page" title="Visit the main page [z]" accesskey="z"></a>
	</div>
	<script type="text/javascript"> if (window.isMSIE55) fixalpha(); </script>
	<div class='generated-sidebar portlet' id='p-navigation'>
		<h5>Navigation</h5>
		<div class='pBody'>
			<ul>
				<li id="n-mainpage-description"><a href="/2008/WebVideo/Annotations/wiki/Main_Page">Main page</a></li>
				<li id="n-portal"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:Community_Portal" title="About the project, what you can do, where to find things">Community portal</a></li>
				<li id="n-currentevents"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:Current_events" title="Find background information on current events">Current events</a></li>
				<li id="n-recentchanges"><a href="/2008/WebVideo/Annotations/wiki/Special:RecentChanges" title="The list of recent changes in the wiki [r]" accesskey="r">Recent changes</a></li>
				<li id="n-randompage"><a href="/2008/WebVideo/Annotations/wiki/Special:Random" title="Load a random page [x]" accesskey="x">Random page</a></li>
				<li id="n-help"><a href="/2008/WebVideo/Annotations/wiki/Help:Contents" title="The place to find out">Help</a></li>
			</ul>
		</div>
	</div>
	<div id="p-search" class="portlet">
		<h5><label for="searchInput">Search</label></h5>
		<div id="searchBody" class="pBody">
			<form action="/2008/WebVideo/Annotations/wiki/index.php" id="searchform"><div>
				<input type='hidden' name="title" value="Special:Search"/>
				<input id="searchInput" name="search" type="text" title="Search Media Annotations Working Group Wiki [f]" accesskey="f" value="" />
				<input type='submit' name="go" class="searchButton" id="searchGoButton"	value="Go" title="Go to a page with this exact name if exists" />&nbsp;
				<input type='submit' name="fulltext" class="searchButton" id="mw-searchButton" value="Search" title="Search the pages for this text" />
			</div></form>
		</div>
	</div>
	<div class="portlet" id="p-tb">
		<h5>Toolbox</h5>
		<div class="pBody">
			<ul>
				<li id="t-whatlinkshere"><a href="/2008/WebVideo/Annotations/wiki/Special:WhatLinksHere/TestSuite_implementation" title="List of all wiki pages that link here [j]" accesskey="j">What links here</a></li>
				<li id="t-recentchangeslinked"><a href="/2008/WebVideo/Annotations/wiki/Special:RecentChangesLinked/TestSuite_implementation" title="Recent changes in pages linked from this page [k]" accesskey="k">Related changes</a></li>
<li id="t-specialpages"><a href="/2008/WebVideo/Annotations/wiki/Special:SpecialPages" title="List of all special pages [q]" accesskey="q">Special pages</a></li>
				<li id="t-print"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&amp;printable=yes" rel="alternate" title="Printable version of this page [p]" accesskey="p">Printable version</a></li>				<li id="t-permalink"><a href="/2008/WebVideo/Annotations/wiki/index.php?title=TestSuite_implementation&amp;oldid=1652" title="Permanent link to this revision of the page">Permanent link</a></li>			</ul>
		</div>
	</div>
		</div><!-- end of the left (by default at least) column -->
			<div class="visualClear"></div>
			<div id="footer">
				<div id="f-poweredbyico"><a href="http://www.mediawiki.org/"><img src="/2008/WebVideo/Annotations/wiki/skins/common/images/poweredby_mediawiki_88x31.png" alt="Powered by MediaWiki" /></a></div>
			<ul id="f-list">
					<li id="lastmod"> This page was last modified on 3 January 2012, at 13:09.</li>
					<li id="viewcount">This page has been accessed 5,496 times.</li>
					<li id="privacy"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:Privacy_policy" title="Media Annotations Working Group Wiki:Privacy policy">Privacy policy</a></li>
					<li id="about"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:About" title="Media Annotations Working Group Wiki:About">About Media Annotations Working Group Wiki</a></li>
					<li id="disclaimer"><a href="/2008/WebVideo/Annotations/wiki/Media_Annotations_Working_Group_Wiki:General_disclaimer" title="Media Annotations Working Group Wiki:General disclaimer">Disclaimers</a></li>
			</ul>
		</div>
</div>

		<script type="text/javascript">if (window.runOnloadHook) runOnloadHook();</script>
<!-- Served in 0.140 secs. --></body></html>