use JSON reader from Arrow

Author: nevi-me

Cargo.toml

@@ -5,13 +5,11 @@ authors = ["Neville Dipale <nevilledips@gmail.com>"]
 edition = "2018"
 
 [dependencies]
-arrow = { git = "https://github.com/apache/arrow"}
+arrow = { git = "https://github.com/nevi-me/arrow", branch="rust/json-reader"}
 # arrow = { path = "../../arrow/rust/arrow"}
 num = "0.2"
 num-traits = "0.2"
 csv = "1"
 byteorder = "1"
 flatbuffers = "0.5"
-array_tool = "1"
-# TODO: using this to return schema with preserved order
-serde_json = {version = "1", features = ["preserve_order"]}
+array_tool = "1"

README.md

@@ -41,7 +41,7 @@ To that end, we're trying to support CSV, JSON, and perhaps other simpler file f
     - [X] Read
     - [ ] Write
   - [ ] JSON
-    - [X] Read
+    - [X] Read (submitted to Arrow)
     - [ ] Write
   - [ ] Feather
     - [X] Read

src/dataframe.rs

@@ -1,5 +1,3 @@
-use crate::io::json::Reader as JsonReader;
-use crate::io::json::ReaderBuilder as JsonReaderBuilder;
 use crate::table::Column;
 use crate::utils;
 use arrow::array;
@@ -10,10 +8,12 @@ use arrow::csv::Reader as CsvReader;
 use arrow::csv::ReaderBuilder as CsvReaderBuilder;
 use arrow::datatypes::*;
 use arrow::error::ArrowError;
+use arrow::json::Reader as JsonReader;
+use arrow::json::ReaderBuilder as JsonReaderBuilder;
 use arrow::record_batch::RecordBatch;
 use std::fs::File;
-use std::sync::Arc;
 use std::io::BufReader;
+use std::sync::Arc;
 
 use crate::error::DataFrameError;
 

src/io/JSON.md

@@ -1,6 +1,6 @@
-## JSON IO Progress
+## JSON IO
 
-This is a brain-dump of what we want to achieve with JSON IO.
+Keeping track of what's supported upstream in Arrow's JSON reader
 
 ### Reader