From ed25d37224c1550288abed7356bd150e9a16f27e Mon Sep 17 00:00:00 2001 From: Vatsal Gosaliya Date: Fri, 6 Jul 2018 13:25:50 +0530 Subject: [PATCH 1/3] GitTest --- notebooks/Shared/BYOD_POC.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 notebooks/Shared/BYOD_POC.py diff --git a/notebooks/Shared/BYOD_POC.py b/notebooks/Shared/BYOD_POC.py new file mode 100644 index 0000000..e10357d --- /dev/null +++ b/notebooks/Shared/BYOD_POC.py @@ -0,0 +1,17 @@ +# Databricks notebook source +from pyspark import SparkContext +from pyspark import SQLContext +from pyspark.sql.functions import * +target_query="SELECT * from databse_name.byod_dbfs_table" +sparkContext = SparkContext.getOrCreate() +sqlContext = SQLContext(sparkContext) +dataframe = sqlContext.sql(target_query) +dataframe.repartition(1).write.format('com.databricks.spark.csv').options(delimiter=",").save("s3n://amgen-edl-acux-aaaa123-bkt/BYOD/", header="true", mode="overwrite") + +# COMMAND ---------- + +print "test2" + +# COMMAND ---------- + +print "test3" \ No newline at end of file From a790a77aa5b11509175eedf68f64246345bb62cb Mon Sep 17 00:00:00 2001 From: Vatsal Gosaliya Date: Fri, 6 Jul 2018 18:15:53 +0530 Subject: [PATCH 2/3] Update: README.md classification clustering helperClasses kMeansClusterData.ser knnTrainingData.ser linRegTrainingData.ser logRegTrainingData.ser nbcTrainingData.ser notebooks From 4f0a9c06b71ec17364534f7965cf977ce60be42a Mon Sep 17 00:00:00 2001 From: Vatsal Gosaliya Date: Fri, 6 Jul 2018 18:40:35 +0530 Subject: [PATCH 3/3] Update: README.md classification clustering helperClasses kMeansClusterData.ser knnTrainingData.ser linRegTrainingData.ser logRegTrainingData.ser nbcTrainingData.ser notebooks