From cbdff49357d6ce8d41b76b44628d90ead193eb5f Mon Sep 17 00:00:00 2001
From: sandy <phalodi@gmail.com>
Date: Tue, 2 Aug 2016 10:34:01 -0700
Subject: [PATCH] [SPARK-16816] Modify java example which is also reflect in
documentation exmaple
## What changes were proposed in this pull request?
Modify java example which is also reflect in document.
## How was this patch tested?
run test cases.
Author: sandy <phalodi@gmail.com>
Closes #14436 from phalodi/SPARK-16816.
---
.../examples/sql/JavaSQLDataSourceExample.java | 16 ++++++++++++++++
1 file changed, 16 insertions(+)
diff --git a/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java b/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java
index 52e3b62b79..fc92446783 100644
--- a/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java
+++ b/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java
@@ -19,10 +19,13 @@ package org.apache.spark.examples.sql;
// $example on:schema_merging$
import java.io.Serializable;
import java.util.ArrayList;
+import java.util.Arrays;
import java.util.List;
// $example off:schema_merging$
// $example on:basic_parquet_example$
+import org.apache.spark.api.java.JavaRDD;
+import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.MapFunction;
import org.apache.spark.sql.Encoders;
// $example on:schema_merging$
@@ -213,6 +216,19 @@ public class JavaSQLDataSourceExample {
// +------+
// |Justin|
// +------+
+
+ // Alternatively, a DataFrame can be created for a JSON dataset represented by
+ // an RDD[String] storing one JSON object per string.
+ List<String> jsonData = Arrays.asList(
+ "{\"name\":\"Yin\",\"address\":{\"city\":\"Columbus\",\"state\":\"Ohio\"}}");
+ JavaRDD<String> anotherPeopleRDD = new JavaSparkContext(spark.sparkContext()).parallelize(jsonData);
+ Dataset anotherPeople = spark.read().json(anotherPeopleRDD);
+ anotherPeople.show();
+ // +---------------+----+
+ // | address|name|
+ // +---------------+----+
+ // |[Columbus,Ohio]| Yin|
+ // +---------------+----+
// $example off:json_dataset$
}
--
GitLab