iSharkFly-Docs/java-tutorials
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #4993 from lor6/avro-error

Browse Source 
Avro error
This commit is contained in:
Loredana Crusoveanu 2018-08-18 21:18:53 +03:00 committed by GitHub
commit 5086fea234
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 101 additions and 79 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
apache-avro/src/main/java/com/baeldung/avro/util/serealization/AvroDeSerealizer.java
View File

@ -5,29 +5,37 @@ import org.apache.avro.io.DatumReader;
import org.apache.avro.io.Decoder; import org.apache.avro.io.Decoder;
import org.apache.avro.io.DecoderFactory; import org.apache.avro.io.DecoderFactory;
import org.apache.avro.specific.SpecificDatumReader; import org.apache.avro.specific.SpecificDatumReader;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException; import java.io.IOException;
public class AvroDeSerealizer { public class AvroDeSerealizer {
public AvroHttpRequest deSerealizeAvroHttpRequestJSON(byte[] data){ private static Logger logger = LoggerFactory.getLogger(AvroDeSerealizer.class);
DatumReader<AvroHttpRequest> reader = new SpecificDatumReader<>(AvroHttpRequest.class);
Decoder decoder = null;
try {
decoder = DecoderFactory.get().jsonDecoder(AvroHttpRequest.getClassSchema(), new String(data));
return reader.read(null, decoder);
} catch (IOException e) {
return null;
}
}
public AvroHttpRequest deSerealizeAvroHttpRequestBinary(byte[] data){ public AvroHttpRequest deSerealizeAvroHttpRequestJSON(byte[] data) {
DatumReader<AvroHttpRequest> employeeReader = new SpecificDatumReader<>(AvroHttpRequest.class); DatumReader<AvroHttpRequest> reader = new SpecificDatumReader<>(AvroHttpRequest.class);
Decoder decoder = DecoderFactory.get().binaryDecoder(data, null); Decoder decoder = null;
try { try {
return employeeReader.read(null, decoder); decoder = DecoderFactory.get()
} catch (IOException e) { .jsonDecoder(AvroHttpRequest.getClassSchema(), new String(data));
return reader.read(null, decoder);
} catch (IOException e) {
logger.error("Deserialization error" + e.getMessage());
}
return null;
}
public AvroHttpRequest deSerealizeAvroHttpRequestBinary(byte[] data) {
DatumReader<AvroHttpRequest> employeeReader = new SpecificDatumReader<>(AvroHttpRequest.class);
Decoder decoder = DecoderFactory.get()
.binaryDecoder(data, null);
try {
return employeeReader.read(null, decoder);
} catch (IOException e) {
logger.error("Deserialization error" + e.getMessage());
}
return null; return null;
} }
} }
}

62
apache-avro/src/main/java/com/baeldung/avro/util/serealization/AvroSerealizer.java
View File

@ -3,42 +3,48 @@ package com.baeldung.avro.util.serealization;
import com.baeldung.avro.util.model.AvroHttpRequest; import com.baeldung.avro.util.model.AvroHttpRequest;
import org.apache.avro.io.*; import org.apache.avro.io.*;
import org.apache.avro.specific.SpecificDatumWriter; import org.apache.avro.specific.SpecificDatumWriter;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
import java.io.IOException; import java.io.IOException;
public class AvroSerealizer { public class AvroSerealizer {
public byte[] serealizeAvroHttpRequestJSON(AvroHttpRequest request){ private static final Logger logger = LoggerFactory.getLogger(AvroSerealizer.class);
DatumWriter<AvroHttpRequest> writer = new SpecificDatumWriter<>(AvroHttpRequest.class);
byte[] data = new byte[0];
ByteArrayOutputStream stream = new ByteArrayOutputStream();
Encoder jsonEncoder = null;
try {
jsonEncoder = EncoderFactory.get().jsonEncoder(AvroHttpRequest.getClassSchema(), stream);
writer.write(request, jsonEncoder);
jsonEncoder.flush();
data = stream.toByteArray();
} catch (IOException e) {
data =null;
}
return data;
}
public byte[] serealizeAvroHttpRequestBinary(AvroHttpRequest request){ public byte[] serealizeAvroHttpRequestJSON(AvroHttpRequest request) {
DatumWriter<AvroHttpRequest> writer = new SpecificDatumWriter<>(AvroHttpRequest.class); DatumWriter<AvroHttpRequest> writer = new SpecificDatumWriter<>(AvroHttpRequest.class);
byte[] data = new byte[0]; byte[] data = new byte[0];
ByteArrayOutputStream stream = new ByteArrayOutputStream(); ByteArrayOutputStream stream = new ByteArrayOutputStream();
Encoder jsonEncoder = EncoderFactory.get().binaryEncoder(stream,null); Encoder jsonEncoder = null;
try { try {
writer.write(request, jsonEncoder); jsonEncoder = EncoderFactory.get()
jsonEncoder.flush(); .jsonEncoder(AvroHttpRequest.getClassSchema(), stream);
data = stream.toByteArray(); writer.write(request, jsonEncoder);
} catch (IOException e) { jsonEncoder.flush();
data = null; data = stream.toByteArray();
} catch (IOException e) {
logger.error("Serialization error " + e.getMessage());
}
return data;
} }
return data; public byte[] serealizeAvroHttpRequestBinary(AvroHttpRequest request) {
} DatumWriter<AvroHttpRequest> writer = new SpecificDatumWriter<>(AvroHttpRequest.class);
byte[] data = new byte[0];
ByteArrayOutputStream stream = new ByteArrayOutputStream();
Encoder jsonEncoder = EncoderFactory.get()
.binaryEncoder(stream, null);
try {
writer.write(request, jsonEncoder);
jsonEncoder.flush();
data = stream.toByteArray();
} catch (IOException e) {
logger.error("Serialization error " + e.getMessage());
}
return data;
}
} }

76
apache-avro/src/test/java/com/baeldung/avro/util/serealization/AvroSerealizerDeSerealizerTest.java
View File

@ -24,8 +24,10 @@ public class AvroSerealizerDeSerealizerTest {
serealizer = new AvroSerealizer(); serealizer = new AvroSerealizer();
deSerealizer = new AvroDeSerealizer(); deSerealizer = new AvroDeSerealizer();
ClientIdentifier clientIdentifier = ClientIdentifier.newBuilder(). ClientIdentifier clientIdentifier = ClientIdentifier.newBuilder()
setHostName("localhost").setIpAddress("255.255.255.0").build(); .setHostName("localhost")
.setIpAddress("255.255.255.0")
.build();
List<CharSequence> employees = new ArrayList(); List<CharSequence> employees = new ArrayList();
employees.add("James"); employees.add("James");
@ -33,43 +35,49 @@ public class AvroSerealizerDeSerealizerTest {
employees.add("David"); employees.add("David");
employees.add("Han"); employees.add("Han");
request = AvroHttpRequest.newBuilder().setRequestTime(01l) request = AvroHttpRequest.newBuilder()
.setActive(Active.YES).setClientIdentifier(clientIdentifier) .setRequestTime(01l)
.setEmployeeNames(employees).build(); .setActive(Active.YES)
.setClientIdentifier(clientIdentifier)
.setEmployeeNames(employees)
.build();
} }
@After @After
public void tearDown() throws Exception { public void tearDown() throws Exception {
} }
@Test @Test
public void WhenSerialized_UsingJSONEncoder_ObjectGetsSerialized(){ public void WhenSerializedUsingJSONEncoder_thenObjectGetsSerialized() {
byte[] data = serealizer.serealizeAvroHttpRequestJSON(request); byte[] data = serealizer.serealizeAvroHttpRequestJSON(request);
assertTrue(Objects.nonNull(data)); assertTrue(Objects.nonNull(data));
assertTrue(data.length > 0); assertTrue(data.length > 0);
} }
@Test @Test
public void WhenSerialized_UsingBinaryEncoder_ObjectGetsSerialized(){ public void WhenSerializedUsingBinaryEncoder_thenObjectGetsSerialized() {
byte[] data = serealizer.serealizeAvroHttpRequestBinary(request); byte[] data = serealizer.serealizeAvroHttpRequestBinary(request);
assertTrue(Objects.nonNull(data)); assertTrue(Objects.nonNull(data));
assertTrue(data.length > 0); assertTrue(data.length > 0);
} }
@Test @Test
public void WhenDeserialize_UsingJSONDecoder_ActualAndExpectedObjectsAreEqual(){ public void WhenDeserializeUsingJSONDecoder_thenActualAndExpectedObjectsAreEqual() {
byte[] data = serealizer.serealizeAvroHttpRequestJSON(request); byte[] data = serealizer.serealizeAvroHttpRequestJSON(request);
AvroHttpRequest actualRequest = deSerealizer.deSerealizeAvroHttpRequestJSON(data); AvroHttpRequest actualRequest = deSerealizer.deSerealizeAvroHttpRequestJSON(data);
assertEquals(actualRequest,request); assertEquals(actualRequest, request);
assertTrue(actualRequest.getRequestTime().equals(request.getRequestTime())); assertTrue(actualRequest.getRequestTime()
} .equals(request.getRequestTime()));
}
@Test
public void WhenDeserialize_UsingBinaryecoder_ActualAndExpectedObjectsAreEqual(){ @Test
byte[] data = serealizer.serealizeAvroHttpRequestBinary(request); public void WhenDeserializeUsingBinaryecoder_thenActualAndExpectedObjectsAreEqual() {
AvroHttpRequest actualRequest = deSerealizer.deSerealizeAvroHttpRequestBinary(data); byte[] data = serealizer.serealizeAvroHttpRequestBinary(request);
assertEquals(actualRequest,request); AvroHttpRequest actualRequest = deSerealizer.deSerealizeAvroHttpRequestBinary(data);
assertTrue(actualRequest.getRequestTime().equals(request.getRequestTime())); assertEquals(actualRequest, request);
} assertTrue(actualRequest.getRequestTime()
.equals(request.getRequestTime()));
}
} }