spark-shell 调hive sql的例子

[spark@master ~]$ spark-shell --master yarn-client --jars /app/soft/hive/lib/mysql-connector-java-5.1.44-bin.jar

scala> import org.apache.spark.sql.SQLContext
import org.apache.spark.sql.SQLContext

scala> val sqlContext = new SQLContext(sc)
warning: there was one deprecation warning; re-run with -deprecation for details
sqlContext: org.apache.spark.sql.SQLContext = org.apache.spark.sql.SQLContext@432a6a69

scala> val res = sqlContext.sql("select * from lb")
res: org.apache.spark.sql.DataFrame = [cookieid: string, createtime: string ... 1 more field]

scala> res.show()
+--------+----------+---+
|cookieid|createtime| pv|
+--------+----------+---+
| cookie1|2015-11-11|  1|
| cookie1|2015-11-12|  4|
| cookie1|2015-11-13|  5|
| cookie1|2015-11-14|  4|
| cookie2|2015-11-11|  7|
| cookie2|2015-11-12|  3|
| cookie2|2015-11-13|  8|
| cookie2|2015-11-14|  2|
+--------+----------+---+
[spark@master ~]$ spark-shell --master yarn