Publishing v2.2.1

Author: SireInsectus

Apache-Spark-Programming-with-Databricks/ASP 1 - Introductions/ASP 1.1 - Databricks Platform.py

@@ -149,6 +149,10 @@
 
 # COMMAND ----------
 
+# MAGIC %fs mounts
+
+# COMMAND ----------
+
 # MAGIC %fs ls /databricks-datasets
 
 # COMMAND ----------

Apache-Spark-Programming-with-Databricks/ASP 2 - Spark Core/ASP 2.3 - DataFrame & Column.py

@@ -207,6 +207,8 @@
 
 # MAGIC %md #### **`filter()`**
 # MAGIC Filters rows using the given SQL expression or column based condition.
+# MAGIC 
+# MAGIC ##### Alias: **`where`**
 
 # COMMAND ----------
 

Apache-Spark-Programming-with-Databricks/ASP 5 - Streaming/ASP 5.1bL - Hourly Activity by Traffic Lab.py

@@ -93,7 +93,7 @@
 
 # MAGIC %md ### 3. Execute query with display() and plot results
 # MAGIC - Use **`display`** to start **`traffic_df`** as a streaming query and display the resulting memory sink
-# MAGIC - Assign "hourly_traffic" as the name of the query by seting the **`streamName`** parameter of **`display`**
+# MAGIC - Assign "hourly_traffic" as the name of the query by setting the **`streamName`** parameter of **`display`**
 # MAGIC - Plot the streaming query results as a bar graph
 # MAGIC - Configure the following plot options:
 # MAGIC - Keys: **`hour`**

Apache-Spark-Programming-with-Databricks/Includes/Reset.py

@@ -2,19 +2,6 @@
 # Does any work to reset the environment prior to testing.
 import re, time
 
-try:
- dbutils.fs.unmount("/mnt/training")
- time.sleep(15) # for some reason things are moving too fast
-except:
- print("/mnt/training isn't mounted")
-
-try:
- dbutils.fs.ls("/mnt/training")
- raise Exception("Mount shouldn't exist")
-except:
- # This is good, mount has been removed
- print("/mnt/training confirmed to not exist")
-
 # Drop any lingering databases
 username = spark.sql("SELECT current_user()").first()[0].lower()
 clean_username = re.sub("[^a-zA-Z0-9]", "_", username)

Apache-Spark-Programming-with-Databricks/Solutions/ASP 1 - Introductions/ASP 1.1 - Databricks Platform.py

@@ -149,6 +149,10 @@
 
 # COMMAND ----------
 
+# MAGIC %fs mounts
+
+# COMMAND ----------
+
 # MAGIC %fs ls /databricks-datasets
 
 # COMMAND ----------

Apache-Spark-Programming-with-Databricks/Solutions/ASP 2 - Spark Core/ASP 2.3 - DataFrame & Column.py

@@ -207,6 +207,8 @@
 
 # MAGIC %md #### **`filter()`**
 # MAGIC Filters rows using the given SQL expression or column based condition.
+# MAGIC 
+# MAGIC ##### Alias: **`where`**
 
 # COMMAND ----------
 

Apache-Spark-Programming-with-Databricks/Solutions/ASP 5 - Streaming/ASP 5.1bL - Hourly Activity by Traffic Lab.py

@@ -103,7 +103,7 @@
 
 # MAGIC %md ### 3. Execute query with display() and plot results
 # MAGIC - Use **`display`** to start **`traffic_df`** as a streaming query and display the resulting memory sink
-# MAGIC - Assign "hourly_traffic" as the name of the query by seting the **`streamName`** parameter of **`display`**
+# MAGIC - Assign "hourly_traffic" as the name of the query by setting the **`streamName`** parameter of **`display`**
 # MAGIC - Plot the streaming query results as a bar graph
 # MAGIC - Configure the following plot options:
 # MAGIC - Keys: **`hour`**

Apache-Spark-Programming-with-Databricks/Version Info.py

@@ -10,8 +10,8 @@
 # MAGIC %md # Project Information
 # MAGIC 
 # MAGIC * Name: **Apache Spark Programming with Databricks**
-# MAGIC * Version: **2.2.0**
-# MAGIC * Built On: **May 2, 2022 at 16:23:19 UTC**
+# MAGIC * Version: **2.2.1**
+# MAGIC * Built On: **May 20, 2022 at 18:06:10 UTC**
 
 # COMMAND ----------