1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17 package org.apache.any23.extractor.rdf;
18
19 import java.io.ByteArrayInputStream;
20 import java.io.ByteArrayOutputStream;
21 import java.io.IOException;
22 import java.io.InputStream;
23 import java.nio.charset.StandardCharsets;
24
25 import com.fasterxml.jackson.core.JsonFactory;
26 import com.fasterxml.jackson.core.JsonParser;
27 import org.apache.any23.extractor.ExtractionContext;
28 import org.apache.any23.extractor.ExtractionException;
29 import org.apache.any23.extractor.ExtractionParameters;
30 import org.apache.any23.extractor.ExtractionResult;
31 import org.apache.any23.extractor.ExtractionResultImpl;
32 import org.apache.any23.rdf.RDFUtils;
33 import org.apache.any23.writer.RDFXMLWriter;
34 import org.apache.any23.writer.TripleHandler;
35 import org.apache.any23.writer.TripleHandlerException;
36 import org.junit.After;
37 import org.junit.Assert;
38 import org.junit.Before;
39 import org.junit.Test;
40 import org.eclipse.rdf4j.model.IRI;
41 import org.slf4j.Logger;
42 import org.slf4j.LoggerFactory;
43
44
45
46
47
48 public class JSONLDExtractorTest {
49
50 private static final Logger logger = LoggerFactory.getLogger(JSONLDExtractorTest.class);
51
52 private JSONLDExtractor extractor;
53
54 @Before
55 public void setUp() throws Exception {
56 extractor = new JSONLDExtractor();
57 }
58
59 @After
60 public void tearDown() throws Exception {
61 extractor = null;
62 }
63
64 @Test
65 public void testExtractFromJSONLDDocument() throws IOException, ExtractionException, TripleHandlerException {
66 final IRI uri = RDFUtils.iri("http://host.com/place-example.jsonld");
67 extract(uri, "/org/apache/any23/extractor/rdf/place-example.jsonld");
68 }
69
70 @Test
71 public void testWhitespaceCleaning() throws Exception {
72 for (int i = 0; i <= Character.MAX_CODE_POINT; i++) {
73 if (Character.isWhitespace(i) || Character.isSpaceChar(i)) {
74 byte[] bytes = new String(Character.toChars(i)).getBytes(StandardCharsets.UTF_8);
75 InputStream stream = new JsonCleaningInputStream(new ByteArrayInputStream(bytes));
76 if (i == '\r' || i == '\n') {
77 Assert.assertEquals(stream.read(), i);
78 } else {
79 Assert.assertEquals(stream.read(), ' ');
80 }
81 Assert.assertEquals(stream.read(), -1);
82 }
83 }
84 }
85
86 @Test
87 public void testJsonCleaning() throws Exception {
88 JsonCleaningInputStream stream = new JsonCleaningInputStream(
89 getClass().getResourceAsStream("/html/json-cleaning-test.json"));
90
91 JsonParser parser = new JsonFactory().createParser(stream);
92
93 int numTokens = 0;
94 while (parser.nextToken() != null) {
95 numTokens++;
96 }
97
98 Assert.assertEquals(numTokens, 41);
99
100 }
101
102 public void extract(IRI uri, String filePath) throws IOException, ExtractionException, TripleHandlerException {
103 ByteArrayOutputStream baos = new ByteArrayOutputStream();
104 final TripleHandler tHandler = new RDFXMLWriter(baos);
105 final ExtractionContext extractionContext = new ExtractionContext("rdf-jsonld", uri);
106 final ExtractionResult result = new ExtractionResultImpl(extractionContext, extractor, tHandler);
107 try {
108 extractor.run(ExtractionParameters.newDefault(), extractionContext,
109 this.getClass().getResourceAsStream(filePath), result);
110 } finally {
111 logger.debug(baos.toString("UTF-8"));
112 tHandler.close();
113 result.close();
114 }
115 }
116
117 }