Tests for existing basic validation done when using ArchiveFactory.

Then (regarding #43) we can move this out of ArchiveFactory.
gbif · Mar 19, 2018 · 1271de4 · 1271de4
1 parent c6c8f68
commit 1271de4
Show file tree

Hide file tree

Showing 17 changed files with 177 additions and 2 deletions.
diff --git a/src/main/java/org/gbif/dwca/io/ArchiveFactory.java b/src/main/java/org/gbif/dwca/io/ArchiveFactory.java
@@ -25,9 +25,8 @@
 
 /**
  * Factory used to build {@link Archive} object from a DarwinCore Archive file.
- * 
- * @author mdoering
  *
+ * Replaced by DwcFiles, except that this also does some validation of the archive structure.
  */
 public class ArchiveFactory {
 

diff --git a/src/test/java/org/gbif/dwca/io/ArchiveFactoryTest.java b/src/test/java/org/gbif/dwca/io/ArchiveFactoryTest.java
@@ -542,4 +542,51 @@ public void testOpenArchiveForGenericCore() throws IOException, UnsupportedArchi
     assertEquals(DwcLayout.FILE_ROOT, arch.getDwcLayout());
   }
 
+  /**
+   * Basic validation of archives, that the declared files exist and have basic, valid structure.
+   */
+  @Test
+  public void testInvalidArchives() throws IOException {
+    // Simple archive problems
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/empty"));
+      fail("Empty archive should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/meta-file-encoding-missing"));
+      fail("Archive with missing file encoding in meta.xml should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/meta-file-location-missing"));
+      fail("Archive with missing file location in meta.xml should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    // Extension archive problems
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/extension-missing"));
+      fail("Archive with missing extension file should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/extension-encoding-missing"));
+      fail("Archive with missing extension file encoding in meta.xml should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/extension-location-missing"));
+      fail("Archive with missing extension file location in meta.xml should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/extension-core-id-missing"));
+      fail("Archive with extension lacking coreid in meta.xml should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+
+    try {
+      Archive arch = ArchiveFactory.openArchive(FileUtils.getClasspathFile("invalid/extension-id-missing"));
+      fail("Archive with extension and core missing id in meta.xml should not be opened.");
+    } catch (UnsupportedArchiveException e) {}
+  }
 }
diff --git a/src/test/resources/invalid/empty/.keep b/src/test/resources/invalid/empty/.keep
diff --git a/src/test/resources/invalid/extension-core-id-missing/media.txt b/src/test/resources/invalid/extension-core-id-missing/media.txt
diff --git a/src/test/resources/invalid/extension-core-id-missing/meta.xml b/src/test/resources/invalid/extension-core-id-missing/meta.xml
@@ -0,0 +1,20 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+
+	<extension encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.gbif.org/terms/1.0/Multimedia">
+		<files>
+			<location>media.txt</location>
+		</files>
+		<coreid index="0"/>
+		<field index="1" term="http://purl.org/dc/terms/identifier"/>
+		<field default="StillImage" term="http://purl.org/dc/terms/type"/>
+	</extension>
+</archive>
diff --git a/src/test/resources/invalid/extension-encoding-missing/media.txt b/src/test/resources/invalid/extension-encoding-missing/media.txt
diff --git a/src/test/resources/invalid/extension-encoding-missing/meta.xml b/src/test/resources/invalid/extension-encoding-missing/meta.xml
@@ -0,0 +1,20 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+
+	<extension fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.gbif.org/terms/1.0/Multimedia">
+		<files>
+			<location>media.txt</location>
+		</files>
+		<coreid index="0"/>
+		<field index="1" term="http://purl.org/dc/terms/identifier"/>
+		<field default="StillImage" term="http://purl.org/dc/terms/type"/>
+	</extension>
+</archive>
diff --git a/src/test/resources/invalid/extension-id-missing/media.txt b/src/test/resources/invalid/extension-id-missing/media.txt
diff --git a/src/test/resources/invalid/extension-id-missing/meta.xml b/src/test/resources/invalid/extension-id-missing/meta.xml
@@ -0,0 +1,19 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+
+	<extension encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.gbif.org/terms/1.0/Multimedia">
+		<files>
+			<location>media.txt</location>
+		</files>
+		<coreid index="0"/>
+		<field index="1" term="http://purl.org/dc/terms/identifier"/>
+		<field default="StillImage" term="http://purl.org/dc/terms/type"/>
+	</extension>
+</archive>
diff --git a/src/test/resources/invalid/extension-location-missing/media.txt b/src/test/resources/invalid/extension-location-missing/media.txt
diff --git a/src/test/resources/invalid/extension-location-missing/meta.xml b/src/test/resources/invalid/extension-location-missing/meta.xml
@@ -0,0 +1,19 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+
+	<extension encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.gbif.org/terms/1.0/Multimedia">
+		<files>
+		</files>
+		<coreid index="0"/>
+		<field index="1" term="http://purl.org/dc/terms/identifier"/>
+		<field default="StillImage" term="http://purl.org/dc/terms/type"/>
+	</extension>
+</archive>
diff --git a/src/test/resources/invalid/extension-missing/meta.xml b/src/test/resources/invalid/extension-missing/meta.xml
@@ -0,0 +1,20 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+
+	<extension encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.gbif.org/terms/1.0/Multimedia">
+		<files>
+			<location>media.txt</location>
+		</files>
+		<coreid index="0"/>
+		<field index="1" term="http://purl.org/dc/terms/identifier"/>
+		<field default="StillImage" term="http://purl.org/dc/terms/type"/>
+	</extension>
+</archive>
diff --git a/src/test/resources/invalid/meta-file-encoding-missing/meta.xml b/src/test/resources/invalid/meta-file-encoding-missing/meta.xml
@@ -0,0 +1,11 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+</archive>
diff --git a/src/test/resources/invalid/meta-file-encoding-missing/taxa.txt b/src/test/resources/invalid/meta-file-encoding-missing/taxa.txt
diff --git a/src/test/resources/invalid/meta-file-location-missing/meta.xml b/src/test/resources/invalid/meta-file-location-missing/meta.xml
@@ -0,0 +1,10 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+		<field index="2" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
+	</core>
+</archive>
diff --git a/src/test/resources/invalid/meta-file-location-missing/taxa.txt b/src/test/resources/invalid/meta-file-location-missing/taxa.txt
diff --git a/src/test/resources/invalid/meta-only/meta.xml b/src/test/resources/invalid/meta-only/meta.xml
@@ -0,0 +1,10 @@
+<?xml version='1.0' encoding='utf-8'?>
+<archive xmlns="http://rs.tdwg.org/dwc/text/">
+	<core encoding="UTF-8" fieldsTerminatedBy="\t" linesTerminatedBy="\n" fieldsEnclosedBy='' ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
+		<files>
+			<location>taxa.txt</location>
+		</files>
+		<id index="0"/>
+		<field index="1" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
+	</core>
+</archive>