{"version":1,"pages":[{"id":"-MXzZkNSa3SloiK_qeWG","title":"Apache Spark Assembly","pathname":"/apache-spark-assembly","siteSpaceId":"sitesp_kMFtm","description":""},{"id":"-MZDTxSW6NToeCGbvcaV","title":"Ways to Read This Book","pathname":"/apache-spark-assembly/ways-to-read-this-book","siteSpaceId":"sitesp_kMFtm","description":""},{"id":"-MYkPxC4Avwqi9yZDmvB","title":"SparkContext","pathname":"/apache-spark-assembly/core-operation-related/sparkcontext","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"}]},{"id":"-MYkQ3dMK521gsnEFDQQ","title":"SparkConf","pathname":"/apache-spark-assembly/core-operation-related/sparkconf","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"}]},{"id":"-MYkVemGjkUYJ6SY0qMj","title":"SparkEnv","pathname":"/apache-spark-assembly/core-operation-related/sparkenv","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"}]},{"id":"-MYkVlhGgSWKpTUJYq8E","title":"Heartbeat","pathname":"/apache-spark-assembly/core-operation-related/heartbeat","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"}]},{"id":"-MYkVT8LY9kf0Q9Kll7Q","title":"HeartbeatReceiver","pathname":"/apache-spark-assembly/core-operation-related/heartbeat/heartbeatreceiver","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"},{"label":"Heartbeat"}]},{"id":"-MYkVos-TteBTON7Egaq","title":"Untitled","pathname":"/apache-spark-assembly/core-operation-related/heartbeat/untitled-1","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"},{"label":"Heartbeat"}]},{"id":"-MYkWCDvEhbUwsJH5muH","title":"Scheduler","pathname":"/apache-spark-assembly/core-operation-related/scheduler","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Core - Operation related"}]},{"id":"-MYesDdPwvimDcvISLgK","title":"RDD","pathname":"/apache-spark-assembly/core-execution-related/untitled","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYh44h_FsYoD-Dcgjv7","title":"RDD Design","pathname":"/apache-spark-assembly/core-execution-related/untitled/rdd-design","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkFxQEDMHkInHv3hJX","title":"Principles of Overriding RDD","pathname":"/apache-spark-assembly/core-execution-related/untitled/principles-of-overriding-rdd","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkIpEsuhw-8_dVnSNR","title":"Default RDDs","pathname":"/apache-spark-assembly/core-execution-related/untitled/default-rdds","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MZDHKy3koGRux01hynr","title":"ShuffledRDD","pathname":"/apache-spark-assembly/core-execution-related/untitled/default-rdds/shuffledrdd","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Default RDDs"}]},{"id":"-MYkGaqqlfFv1A7-jOOk","title":"Transformations and Their Design","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkHpGs8pQ9Xf00OkGd","title":"map / flatMap","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/map-flatmap","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkIkahhWcIp0U_8wud","title":"filter","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/filter","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkIWfyhKW5cNqtmIg0","title":"repartition / coalesce","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/repartition-coalesce","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkIa9tDcKNjwRh7ZUL","title":"sample / randomSplit / takeSample","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/sample-randomsplit-takesample","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJ5VWovHQdG4SwRit","title":"union / ++ / intersection","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/union-++-intersection","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJ8aPn_ffTrUzanWq","title":"sortBy","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/sortby","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJMQ8WuIjjGJM0Wlz","title":"glom","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/glom","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJWfdr9cs9t9kygy_","title":"cartesian","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/cartesian","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJYk9HRSGjjymYUyh","title":"groupBy","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/groupby","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJcAIMhrCxH7_-TX9","title":"pipe","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/pipe","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJfCYhk754XygvNlM","title":"mapPartitions / mapPartitionsWithIndex","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/mappartitions-mappartitionswithindex","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkJkHTjtnrMk71bqp1","title":"zip / zipPartitions","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/zip-zippartitions","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkRikMnX-oJMmr26qw","title":"Extra","pathname":"/apache-spark-assembly/core-execution-related/untitled/transformations-and-their-design/extra","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Transformations and Their Design"}]},{"id":"-MYkHv-kymg9m2bfA61b","title":"Actions and Their Design","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkJucYMNfVzF77Oayp","title":"forach / foreachPartition","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/forach-foreachpartition","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkK3BIrb1vNaPDfdZP","title":"collect","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/collect","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkK80mg9uECw-t0XvH","title":"toLocalIterator","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/tolocaliterator","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKFkZCfsMxX4MNpl9","title":"subtract","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/subtract","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKN-kBu9FtVeQjqvJ","title":"reduce / treeReduce","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/reduce-treereduce","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKPLQlTtcNSgE-LfU","title":"fold","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/fold","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKRHweU8pvRYeqbcZ","title":"aggregate / treeAggregate","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/aggregate-treeaggregate","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKVt2Gp6-tz0AhUAL","title":"count / countApprox","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/count-countapprox","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKb3BDx-s24O1FGqv","title":"countByValue / countByValueApprox","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/countbyvalue-countbyvalueapprox","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKfhgVXQEhrmXmYXN","title":"countApproxDistinct","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/countapproxdistinct","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKuU4gFf6Jckau8pA","title":"take / first / top / takeOrdered","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/take-first-top-takeordered","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKwCSBspaV51sA4ew","title":"max / min","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/max-min","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkL5OS69jLj-uek8yE","title":"isEmpty","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/isempty","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkLW5ah-pE7ttS72er","title":"saveAsTextFile / saveAsObjectFile","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/saveastextfile-saveasobjectfile","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkL_mm6FAFTBiJ5FZx","title":"keyBy","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/keyby","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkLbKMTGneCr65_ySY","title":"checkpoint / localCheckpoint / isCheckpointed / getCheckpointFile","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/checkpoint-localcheckpoint-ischeckpointed-getcheckpointfile","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MYkKjU_HIjYGDIDX7s6","title":"zipWithIndex / zipWithUniqueId","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/zipwithindex-zipwithuniqueid","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MZDHDIq38OO7nXBlFkS","title":"Extra","pathname":"/apache-spark-assembly/core-execution-related/untitled/actions-and-their-design/extra","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"},{"label":"Actions and Their Design"}]},{"id":"-MZDbiP7bXOt3t6kiVsX","title":"Cache & Persist","pathname":"/apache-spark-assembly/core-execution-related/untitled/cache-and-persist","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkGXGMHH49b5K-dTJa","title":"RDD Operation Scope","pathname":"/apache-spark-assembly/core-execution-related/untitled/rdd-operation-scope","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkGZSzRwyaaUBkQ_56","title":"RDD Checkpointing","pathname":"/apache-spark-assembly/core-execution-related/untitled/rdd-checkpointing","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"},{"label":"RDD"}]},{"id":"-MYkVE_esDvj4gE1PrOZ","title":"Shuffle","pathname":"/apache-spark-assembly/core-execution-related/shuffle","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkVIuNjZ-wxgCaqUoE","title":"Serializer","pathname":"/apache-spark-assembly/core-execution-related/serializer","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkVch9KnTucGnvhipX","title":"Partitioner","pathname":"/apache-spark-assembly/core-execution-related/partitioner","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkVyJmrUko2y7k6F0-","title":"Broadcast","pathname":"/apache-spark-assembly/core-execution-related/broadcast","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkVwRNMKTC9-x8CAjk","title":"Aggregator","pathname":"/apache-spark-assembly/core-execution-related/aggregator","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkWG593nnnApq1uRzn","title":"Memory","pathname":"/apache-spark-assembly/core-execution-related/memory","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkWIpPOp67FfX9Nc7H","title":"Storage","pathname":"/apache-spark-assembly/core-execution-related/storage","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"CORE - Execution Related"}]},{"id":"-MYkQlM_PEDOGBRvqxiS","title":"Starting point","pathname":"/apache-spark-assembly/running-spark-app/start-point","siteSpaceId":"sitesp_kMFtm","description":"how spark can be started / what will happen sequentially","breadcrumbs":[{"label":"Running Spark App"}]},{"id":"-MYkPur-DuV5t16M6jAo","title":"Mastering SparkConf","pathname":"/apache-spark-assembly/running-spark-app/untitled-1-1","siteSpaceId":"sitesp_kMFtm","description":"각 conf가 system의 어떤 부분에 매핑되는지를, 그림 그려서 이쁘게 설명해주면 좋을 듯.","breadcrumbs":[{"label":"Running Spark App"}]},{"id":"-MYesFiMPJvuy7p-8FD0","title":"Web UI","pathname":"/apache-spark-assembly/running-spark-app/untitled-1","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Running Spark App"}]},{"id":"-MYkQjZ2TDPrtV1pq9I3","title":"Untitled","pathname":"/apache-spark-assembly/untitled-2","siteSpaceId":"sitesp_kMFtm","description":""},{"id":"-MZDhR18W0nJA9WdpW1T","title":"Debugging","pathname":"/apache-spark-assembly/programming-spark/debugging","siteSpaceId":"sitesp_kMFtm","description":"","breadcrumbs":[{"label":"Programming Spark"}]},{"id":"-MXzZkNSa3SloiK_qeWG","title":"Initial page","pathname":"/apache-spark-assembly/korean","siteSpaceId":"sitesp_QaD9W","description":""}]}