Deployed 1c8e9f7 with MkDocs version: 1.0.4

This commit is contained in:
Kalyanasundaram Somasundaram
2020-11-13 13:32:42 +05:50
parent 1e9f5772db
commit 641bcc5158
34 changed files with 1259 additions and 841 deletions

View File

@@ -8,7 +8,7 @@
<link rel="shortcut icon" href="../../img/favicon.ico">
<title>Architecture of Hadoop - school_of_sre</title>
<title>Architecture of Hadoop - SchoolOfSRE</title>
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
<link href="../../css/font-awesome.min.css" rel="stylesheet">
<link href="../../css/base.css" rel="stylesheet">
@@ -39,7 +39,7 @@
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="../..">school_of_sre</a>
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
</div>
<!-- Expanded navigation -->
@@ -50,49 +50,56 @@
<a href="../..">Home</a>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Git <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Git</a>
<ul class="dropdown-menu">
<li >
<a href="../../git/git-basics/">Git Basics</a>
</li>
<li >
<a href="../../git/branches/">Working With Branches</a>
</li>
<li >
<a href="../../git/github-hooks/">Github and Hooks</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Linux Networking <b class="caret"></b></a>
<ul class="dropdown-menu">
</ul>
</li>
<li class="dropdown-submenu">
<a href="#">Linux Networking</a>
<ul class="dropdown-menu">
<li >
<a href="../../linux_networking/intro/">Introduction</a>
</li>
<li >
<a href="../../linux_networking/dns/">DNS</a>
</li>
<li >
<a href="../../linux_networking/udp/">UDP</a>
</li>
<li >
<a href="../../linux_networking/http/">HTTP</a>
</li>
<li >
<a href="../../linux_networking/tcp/">TCP</a>
</li>
<li >
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -146,32 +153,38 @@
</ul>
</li>
<li class="dropdown active">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Big Data <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Big Data</a>
<ul class="dropdown-menu">
<li >
<a href="../intro/">Introduction</a>
</li>
<li >
<a href="../overview/">Overview of Big Data</a>
</li>
<li >
<a href="../usage/">Usage of Big Data techniques</a>
</li>
<li >
<a href="../evolution/">Evolution of Hadoop</a>
</li>
<li class="active">
<a href="./">Architecture of Hadoop</a>
</li>
<li >
<a href="../tasks/">Tasks and conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -187,7 +200,7 @@
</li>
<li >
<a href="../../security/network_security/">Network Securuty</a>
<a href="../../security/network_security/">Network Security</a>
</li>
<li >

View File

@@ -8,7 +8,7 @@
<link rel="shortcut icon" href="../../img/favicon.ico">
<title>Evolution of Hadoop - school_of_sre</title>
<title>Evolution of Hadoop - SchoolOfSRE</title>
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
<link href="../../css/font-awesome.min.css" rel="stylesheet">
<link href="../../css/base.css" rel="stylesheet">
@@ -39,7 +39,7 @@
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="../..">school_of_sre</a>
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
</div>
<!-- Expanded navigation -->
@@ -50,49 +50,56 @@
<a href="../..">Home</a>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Git <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Git</a>
<ul class="dropdown-menu">
<li >
<a href="../../git/git-basics/">Git Basics</a>
</li>
<li >
<a href="../../git/branches/">Working With Branches</a>
</li>
<li >
<a href="../../git/github-hooks/">Github and Hooks</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Linux Networking <b class="caret"></b></a>
<ul class="dropdown-menu">
</ul>
</li>
<li class="dropdown-submenu">
<a href="#">Linux Networking</a>
<ul class="dropdown-menu">
<li >
<a href="../../linux_networking/intro/">Introduction</a>
</li>
<li >
<a href="../../linux_networking/dns/">DNS</a>
</li>
<li >
<a href="../../linux_networking/udp/">UDP</a>
</li>
<li >
<a href="../../linux_networking/http/">HTTP</a>
</li>
<li >
<a href="../../linux_networking/tcp/">TCP</a>
</li>
<li >
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -146,32 +153,38 @@
</ul>
</li>
<li class="dropdown active">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Big Data <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Big Data</a>
<ul class="dropdown-menu">
<li >
<a href="../intro/">Introduction</a>
</li>
<li >
<a href="../overview/">Overview of Big Data</a>
</li>
<li >
<a href="../usage/">Usage of Big Data techniques</a>
</li>
<li class="active">
<a href="./">Evolution of Hadoop</a>
</li>
<li >
<a href="../architecture/">Architecture of Hadoop</a>
</li>
<li >
<a href="../tasks/">Tasks and conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -187,7 +200,7 @@
</li>
<li >
<a href="../../security/network_security/">Network Securuty</a>
<a href="../../security/network_security/">Network Security</a>
</li>
<li >

View File

@@ -8,7 +8,7 @@
<link rel="shortcut icon" href="../../img/favicon.ico">
<title>Introduction - school_of_sre</title>
<title>Introduction - SchoolOfSRE</title>
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
<link href="../../css/font-awesome.min.css" rel="stylesheet">
<link href="../../css/base.css" rel="stylesheet">
@@ -39,7 +39,7 @@
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="../..">school_of_sre</a>
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
</div>
<!-- Expanded navigation -->
@@ -50,49 +50,56 @@
<a href="../..">Home</a>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Git <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Git</a>
<ul class="dropdown-menu">
<li >
<a href="../../git/git-basics/">Git Basics</a>
</li>
<li >
<a href="../../git/branches/">Working With Branches</a>
</li>
<li >
<a href="../../git/github-hooks/">Github and Hooks</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Linux Networking <b class="caret"></b></a>
<ul class="dropdown-menu">
</ul>
</li>
<li class="dropdown-submenu">
<a href="#">Linux Networking</a>
<ul class="dropdown-menu">
<li >
<a href="../../linux_networking/intro/">Introduction</a>
</li>
<li >
<a href="../../linux_networking/dns/">DNS</a>
</li>
<li >
<a href="../../linux_networking/udp/">UDP</a>
</li>
<li >
<a href="../../linux_networking/http/">HTTP</a>
</li>
<li >
<a href="../../linux_networking/tcp/">TCP</a>
</li>
<li >
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -146,32 +153,38 @@
</ul>
</li>
<li class="dropdown active">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Big Data <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Big Data</a>
<ul class="dropdown-menu">
<li class="active">
<a href="./">Introduction</a>
</li>
<li >
<a href="../overview/">Overview of Big Data</a>
</li>
<li >
<a href="../usage/">Usage of Big Data techniques</a>
</li>
<li >
<a href="../evolution/">Evolution of Hadoop</a>
</li>
<li >
<a href="../architecture/">Architecture of Hadoop</a>
</li>
<li >
<a href="../tasks/">Tasks and conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -187,7 +200,7 @@
</li>
<li >
<a href="../../security/network_security/">Network Securuty</a>
<a href="../../security/network_security/">Network Security</a>
</li>
<li >
@@ -220,48 +233,45 @@
<div class="container">
<div class="col-md-3"><div class="bs-sidebar hidden-print affix well" role="complementary">
<ul class="nav bs-sidenav">
<li class="main active"><a href="#school-of-sre-big-data">School of SRE: Big Data</a></li>
<li><a href="#pre-reads">Pre - Reads</a></li>
<li><a href="#target-audience">Target Audience</a></li>
<li><a href="#what-to-expect-from-this-training">What to expect from this training</a></li>
<li><a href="#what-is-not-covered-under-this-training">What is not covered under this training</a></li>
<li><a href="#toc">TOC:</a></li>
<li class="main active"><a href="#big-data">Big Data</a></li>
<li><a href="#prerequisites">Prerequisites</a></li>
<li><a href="#what-to-expect-from-this-course">What to expect from this course</a></li>
<li><a href="#what-is-not-covered-under-this-course">What is not covered under this course</a></li>
<li><a href="#course-content">Course Content</a></li>
</ul>
</div></div>
<div class="col-md-9" role="main">
<h1 id="school-of-sre-big-data">School of SRE: Big Data</h1>
<h2 id="pre-reads">Pre - Reads</h2>
<h1 id="big-data">Big Data</h1>
<h2 id="prerequisites">Prerequisites</h2>
<ul>
<li>Basics of Linux File systems.</li>
<li>Basic understanding of System Design.</li>
</ul>
<h2 id="target-audience">Target Audience</h2>
<p>The concept of Big Data has been around for years; most organizations now understand that if they capture all the data that streams into their businesses, they can apply analytics and get significant value from it.
This training material covers the basics of Big Data(using Hadoop) for beginners, who would like to quickly get started and get their hands dirty in this domain.</p>
<h2 id="what-to-expect-from-this-training">What to expect from this training</h2>
<h2 id="what-to-expect-from-this-course">What to expect from this course</h2>
<p>This course covers the basics of Big Data and how it has evolved to become what it is today. We will take a look at a few realistic scenarios where Big Data would be a perfect fit. An interesting assignment on designing a Big Data system is followed by understanding the architecture of Hadoop and the tooling around it. </p>
<h2 id="what-is-not-covered-under-this-training">What is not covered under this training</h2>
<h2 id="what-is-not-covered-under-this-course">What is not covered under this course</h2>
<p>Writing programs to draw analytics from data.</p>
<h2 id="toc">TOC:</h2>
<h2 id="course-content">Course Content</h2>
<h3 id="table-of-contents">Table of Contents</h3>
<ol>
<li>Overview of Big Data</li>
<li>Usage of Big Data techniques</li>
<li>Evolution of Hadoop</li>
<li>Architecture of hadoop<ol>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/overview/">Overview of Big Data</a></li>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/overview/">Usage of Big Data techniques</a></li>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/evolution/">Evolution of Hadoop</a></li>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/">Architecture of hadoop</a><ol>
<li>HDFS</li>
<li>Yarn</li>
</ol>
</li>
<li>MapReduce framework</li>
<li>Other tooling around hadoop<ol>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/#mapreduce-framework">MapReduce framework</a></li>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/#other-tooling-around-hadoop">Other tooling around hadoop</a><ol>
<li>Hive</li>
<li>Pig</li>
<li>Spark</li>
<li>Presto</li>
</ol>
</li>
<li>Data Serialisation and storage</li>
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/#data-serialisation-and-storage">Data Serialisation and storage</a></li>
</ol></div>
</div>

View File

@@ -8,7 +8,7 @@
<link rel="shortcut icon" href="../../img/favicon.ico">
<title>Overview of Big Data - school_of_sre</title>
<title>Overview of Big Data - SchoolOfSRE</title>
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
<link href="../../css/font-awesome.min.css" rel="stylesheet">
<link href="../../css/base.css" rel="stylesheet">
@@ -39,7 +39,7 @@
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="../..">school_of_sre</a>
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
</div>
<!-- Expanded navigation -->
@@ -50,49 +50,56 @@
<a href="../..">Home</a>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Git <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Git</a>
<ul class="dropdown-menu">
<li >
<a href="../../git/git-basics/">Git Basics</a>
</li>
<li >
<a href="../../git/branches/">Working With Branches</a>
</li>
<li >
<a href="../../git/github-hooks/">Github and Hooks</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Linux Networking <b class="caret"></b></a>
<ul class="dropdown-menu">
</ul>
</li>
<li class="dropdown-submenu">
<a href="#">Linux Networking</a>
<ul class="dropdown-menu">
<li >
<a href="../../linux_networking/intro/">Introduction</a>
</li>
<li >
<a href="../../linux_networking/dns/">DNS</a>
</li>
<li >
<a href="../../linux_networking/udp/">UDP</a>
</li>
<li >
<a href="../../linux_networking/http/">HTTP</a>
</li>
<li >
<a href="../../linux_networking/tcp/">TCP</a>
</li>
<li >
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -146,32 +153,38 @@
</ul>
</li>
<li class="dropdown active">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Big Data <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Big Data</a>
<ul class="dropdown-menu">
<li >
<a href="../intro/">Introduction</a>
</li>
<li class="active">
<a href="./">Overview of Big Data</a>
</li>
<li >
<a href="../usage/">Usage of Big Data techniques</a>
</li>
<li >
<a href="../evolution/">Evolution of Hadoop</a>
</li>
<li >
<a href="../architecture/">Architecture of Hadoop</a>
</li>
<li >
<a href="../tasks/">Tasks and conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -187,7 +200,7 @@
</li>
<li >
<a href="../../security/network_security/">Network Securuty</a>
<a href="../../security/network_security/">Network Security</a>
</li>
<li >

View File

@@ -8,7 +8,7 @@
<link rel="shortcut icon" href="../../img/favicon.ico">
<title>Tasks and conclusion - school_of_sre</title>
<title>Tasks and conclusion - SchoolOfSRE</title>
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
<link href="../../css/font-awesome.min.css" rel="stylesheet">
<link href="../../css/base.css" rel="stylesheet">
@@ -39,7 +39,7 @@
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="../..">school_of_sre</a>
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
</div>
<!-- Expanded navigation -->
@@ -50,49 +50,56 @@
<a href="../..">Home</a>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Git <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Git</a>
<ul class="dropdown-menu">
<li >
<a href="../../git/git-basics/">Git Basics</a>
</li>
<li >
<a href="../../git/branches/">Working With Branches</a>
</li>
<li >
<a href="../../git/github-hooks/">Github and Hooks</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Linux Networking <b class="caret"></b></a>
<ul class="dropdown-menu">
</ul>
</li>
<li class="dropdown-submenu">
<a href="#">Linux Networking</a>
<ul class="dropdown-menu">
<li >
<a href="../../linux_networking/intro/">Introduction</a>
</li>
<li >
<a href="../../linux_networking/dns/">DNS</a>
</li>
<li >
<a href="../../linux_networking/udp/">UDP</a>
</li>
<li >
<a href="../../linux_networking/http/">HTTP</a>
</li>
<li >
<a href="../../linux_networking/tcp/">TCP</a>
</li>
<li >
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -146,32 +153,38 @@
</ul>
</li>
<li class="dropdown active">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Big Data <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Big Data</a>
<ul class="dropdown-menu">
<li >
<a href="../intro/">Introduction</a>
</li>
<li >
<a href="../overview/">Overview of Big Data</a>
</li>
<li >
<a href="../usage/">Usage of Big Data techniques</a>
</li>
<li >
<a href="../evolution/">Evolution of Hadoop</a>
</li>
<li >
<a href="../architecture/">Architecture of Hadoop</a>
</li>
<li class="active">
<a href="./">Tasks and conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -187,7 +200,7 @@
</li>
<li >
<a href="../../security/network_security/">Network Securuty</a>
<a href="../../security/network_security/">Network Security</a>
</li>
<li >

View File

@@ -8,7 +8,7 @@
<link rel="shortcut icon" href="../../img/favicon.ico">
<title>Usage of Big Data techniques - school_of_sre</title>
<title>Usage of Big Data techniques - SchoolOfSRE</title>
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
<link href="../../css/font-awesome.min.css" rel="stylesheet">
<link href="../../css/base.css" rel="stylesheet">
@@ -39,7 +39,7 @@
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="../..">school_of_sre</a>
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
</div>
<!-- Expanded navigation -->
@@ -50,49 +50,56 @@
<a href="../..">Home</a>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Git <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Git</a>
<ul class="dropdown-menu">
<li >
<a href="../../git/git-basics/">Git Basics</a>
</li>
<li >
<a href="../../git/branches/">Working With Branches</a>
</li>
<li >
<a href="../../git/github-hooks/">Github and Hooks</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Linux Networking <b class="caret"></b></a>
<ul class="dropdown-menu">
</ul>
</li>
<li class="dropdown-submenu">
<a href="#">Linux Networking</a>
<ul class="dropdown-menu">
<li >
<a href="../../linux_networking/intro/">Introduction</a>
</li>
<li >
<a href="../../linux_networking/dns/">DNS</a>
</li>
<li >
<a href="../../linux_networking/udp/">UDP</a>
</li>
<li >
<a href="../../linux_networking/http/">HTTP</a>
</li>
<li >
<a href="../../linux_networking/tcp/">TCP</a>
</li>
<li >
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -146,32 +153,38 @@
</ul>
</li>
<li class="dropdown active">
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Big Data <b class="caret"></b></a>
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="dropdown-submenu">
<a href="#">Big Data</a>
<ul class="dropdown-menu">
<li >
<a href="../intro/">Introduction</a>
</li>
<li >
<a href="../overview/">Overview of Big Data</a>
</li>
<li class="active">
<a href="./">Usage of Big Data techniques</a>
</li>
<li >
<a href="../evolution/">Evolution of Hadoop</a>
</li>
<li >
<a href="../architecture/">Architecture of Hadoop</a>
</li>
<li >
<a href="../tasks/">Tasks and conclusion</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="dropdown">
@@ -187,7 +200,7 @@
</li>
<li >
<a href="../../security/network_security/">Network Securuty</a>
<a href="../../security/network_security/">Network Security</a>
</li>
<li >