mirror of
https://github.com/jupyter/docker-stacks.git
synced 2025-10-07 18:14:05 +00:00
c83024c950
* Test added for all kernels * Same examples as provided in the documentation (`specifics.md`) * Used the same use case for all examples: sum of the first 100 whole numbers Note: I've not automatically tested `local_sparklyr.ipynb` since it creates by default the `metastore_db` dir and the `derby.log` file in the working directory. Since I mount it in `RO` it's not working. I'm struggling to set it elsewhere...
43 lines
941 B
Plaintext
43 lines
941 B
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"library(sparklyr)\n",
|
|
"\n",
|
|
"# get the default config\n",
|
|
"conf <- spark_config()\n",
|
|
"# Set the catalog implementation in-memory\n",
|
|
"conf$spark.sql.catalogImplementation <- \"in-memory\"\n",
|
|
"\n",
|
|
"# Spark session & context\n",
|
|
"sc <- spark_connect(master = \"local\", config = conf)\n",
|
|
"\n",
|
|
"# Sum of the first 100 whole numbers\n",
|
|
"sdf_len(sc, 100, repartition = 1) %>% \n",
|
|
" spark_apply(function(e) sum(e))\n",
|
|
"# 5050"
|
|
]
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "R",
|
|
"language": "R",
|
|
"name": "ir"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": "r",
|
|
"file_extension": ".r",
|
|
"mimetype": "text/x-r-source",
|
|
"name": "R",
|
|
"pygments_lexer": "r",
|
|
"version": "3.6.3"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 4
|
|
} |