mirror of
https://github.com/linkedin/school-of-sre
synced 2026-01-17 14:08:02 +00:00
331 lines
12 KiB
HTML
331 lines
12 KiB
HTML
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="utf-8">
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
|
|
|
|
|
|
<link rel="shortcut icon" href="../../img/favicon.ico">
|
|
<title>Introduction - SchoolOfSRE</title>
|
|
<link href="../../css/bootstrap-custom.min.css" rel="stylesheet">
|
|
<link href="../../css/font-awesome.min.css" rel="stylesheet">
|
|
<link href="../../css/base.css" rel="stylesheet">
|
|
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.12.0/styles/github.min.css">
|
|
<!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries -->
|
|
<!--[if lt IE 9]>
|
|
<script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
|
|
<script src="https://oss.maxcdn.com/libs/respond.js/1.4.2/respond.min.js"></script>
|
|
<![endif]-->
|
|
|
|
<script src="../../js/jquery-1.10.2.min.js" defer></script>
|
|
<script src="../../js/bootstrap-3.0.3.min.js" defer></script>
|
|
<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.12.0/highlight.min.js"></script>
|
|
<script>hljs.initHighlightingOnLoad();</script>
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<div class="navbar navbar-default navbar-fixed-top" role="navigation">
|
|
<div class="container">
|
|
|
|
<!-- Collapsed navigation -->
|
|
<div class="navbar-header">
|
|
<!-- Expander button -->
|
|
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
|
|
<span class="sr-only">Toggle navigation</span>
|
|
<span class="icon-bar"></span>
|
|
<span class="icon-bar"></span>
|
|
<span class="icon-bar"></span>
|
|
</button>
|
|
<a class="navbar-brand" href="../..">SchoolOfSRE</a>
|
|
</div>
|
|
|
|
<!-- Expanded navigation -->
|
|
<div class="navbar-collapse collapse">
|
|
<!-- Main navigation -->
|
|
<ul class="nav navbar-nav">
|
|
<li >
|
|
<a href="../..">Home</a>
|
|
</li>
|
|
<li class="dropdown">
|
|
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Fundamentals Series <b class="caret"></b></a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li class="dropdown-submenu">
|
|
<a href="#">Git</a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li >
|
|
<a href="../../git/git-basics/">Git Basics</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../git/branches/">Working With Branches</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../git/github-hooks/">Github and Hooks</a>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
|
|
<li class="dropdown-submenu">
|
|
<a href="#">Linux Networking</a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li >
|
|
<a href="../../linux_networking/intro/">Introduction</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../linux_networking/dns/">DNS</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../linux_networking/udp/">UDP</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../linux_networking/http/">HTTP</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../linux_networking/tcp/">TCP</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../linux_networking/ipr/">Routing and Conclusion</a>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
<li class="dropdown">
|
|
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Python and Web <b class="caret"></b></a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li >
|
|
<a href="../../python_web/intro/">Introduction</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../python_web/python-concepts/">Some Python Concepts</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../python_web/python-web-flask/">Python, Web and Flask</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../python_web/url-shorten-app/">The URL Shortening App</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../python_web/sre-conclusion/">SRE Aspects of The App and Conclusion</a>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
<li class="dropdown">
|
|
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Systems Design <b class="caret"></b></a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li >
|
|
<a href="../../systems_design/intro/">Introduction</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../systems_design/scalability/">Scalability</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../systems_design/availability/">Availability</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../systems_design/fault-tolerance/">Fault Tolerance</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../systems_design/conclusion/">Conclusion</a>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
<li class="dropdown active">
|
|
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Data <b class="caret"></b></a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li class="dropdown-submenu">
|
|
<a href="#">Big Data</a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li class="active">
|
|
<a href="./">Introduction</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../overview/">Overview of Big Data</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../usage/">Usage of Big Data techniques</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../evolution/">Evolution of Hadoop</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../architecture/">Architecture of Hadoop</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../tasks/">Tasks and conclusion</a>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
<li class="dropdown">
|
|
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Security <b class="caret"></b></a>
|
|
<ul class="dropdown-menu">
|
|
|
|
<li >
|
|
<a href="../../security/intro/">Introduction</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../security/fundamentals/">Fundamentals of Security</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../security/network_security/">Network Security</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../security/threats_attacks_defences/">Threat, Attacks & Defences</a>
|
|
</li>
|
|
|
|
<li >
|
|
<a href="../../security/writing_secure_code/">Writing Secure code</a>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
|
|
<ul class="nav navbar-nav navbar-right">
|
|
<li >
|
|
<a rel="next" href="../../systems_design/conclusion/">
|
|
<i class="fa fa-arrow-left"></i> Previous
|
|
</a>
|
|
</li>
|
|
<li >
|
|
<a rel="prev" href="../overview/">
|
|
Next <i class="fa fa-arrow-right"></i>
|
|
</a>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="container">
|
|
<div class="col-md-3"><div class="bs-sidebar hidden-print affix well" role="complementary">
|
|
<ul class="nav bs-sidenav">
|
|
<li class="main active"><a href="#big-data">Big Data</a></li>
|
|
<li><a href="#prerequisites">Prerequisites</a></li>
|
|
<li><a href="#what-to-expect-from-this-course">What to expect from this course</a></li>
|
|
<li><a href="#what-is-not-covered-under-this-course">What is not covered under this course</a></li>
|
|
<li><a href="#course-content">Course Content</a></li>
|
|
</ul>
|
|
</div></div>
|
|
<div class="col-md-9" role="main">
|
|
|
|
<h1 id="big-data">Big Data</h1>
|
|
<h2 id="prerequisites">Prerequisites</h2>
|
|
<ul>
|
|
<li>Basics of Linux File systems.</li>
|
|
<li>Basic understanding of System Design.</li>
|
|
</ul>
|
|
<h2 id="what-to-expect-from-this-course">What to expect from this course</h2>
|
|
<p>This course covers the basics of Big Data and how it has evolved to become what it is today. We will take a look at a few realistic scenarios where Big Data would be a perfect fit. An interesting assignment on designing a Big Data system is followed by understanding the architecture of Hadoop and the tooling around it. </p>
|
|
<h2 id="what-is-not-covered-under-this-course">What is not covered under this course</h2>
|
|
<p>Writing programs to draw analytics from data.</p>
|
|
<h2 id="course-content">Course Content</h2>
|
|
<h3 id="table-of-contents">Table of Contents</h3>
|
|
<ol>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/overview/">Overview of Big Data</a></li>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/overview/">Usage of Big Data techniques</a></li>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/evolution/">Evolution of Hadoop</a></li>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/">Architecture of hadoop</a><ol>
|
|
<li>HDFS</li>
|
|
<li>Yarn</li>
|
|
</ol>
|
|
</li>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/#mapreduce-framework">MapReduce framework</a></li>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/#other-tooling-around-hadoop">Other tooling around hadoop</a><ol>
|
|
<li>Hive</li>
|
|
<li>Pig</li>
|
|
<li>Spark</li>
|
|
<li>Presto</li>
|
|
</ol>
|
|
</li>
|
|
<li><a href="https://linkedin.github.io/school-of-sre/big_data/architecture/#data-serialisation-and-storage">Data Serialisation and storage</a></li>
|
|
</ol></div>
|
|
</div>
|
|
|
|
<footer class="col-md-12">
|
|
<hr>
|
|
<p>Documentation built with <a href="https://www.mkdocs.org/">MkDocs</a>.</p>
|
|
</footer>
|
|
<script>
|
|
var base_url = "../..",
|
|
shortcuts = {"search": 83, "next": 78, "help": 191, "previous": 80};
|
|
</script>
|
|
<script src="../../js/base.js" defer></script>
|
|
|
|
<div class="modal" id="mkdocs_keyboard_modal" tabindex="-1" role="dialog" aria-labelledby="Keyboard Shortcuts Modal" aria-hidden="true">
|
|
<div class="modal-dialog">
|
|
<div class="modal-content">
|
|
<div class="modal-header">
|
|
<button type="button" class="close" data-dismiss="modal"><span aria-hidden="true">×</span><span class="sr-only">Close</span></button>
|
|
<h4 class="modal-title" id="exampleModalLabel">Keyboard Shortcuts</h4>
|
|
</div>
|
|
<div class="modal-body">
|
|
<table class="table">
|
|
<thead>
|
|
<tr>
|
|
<th style="width: 20%;">Keys</th>
|
|
<th>Action</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<tr>
|
|
<td class="help shortcut"><kbd>?</kbd></td>
|
|
<td>Open this help</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="next shortcut"><kbd>n</kbd></td>
|
|
<td>Next page</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="prev shortcut"><kbd>p</kbd></td>
|
|
<td>Previous page</td>
|
|
</tr>
|
|
<tr>
|
|
<td class="search shortcut"><kbd>s</kbd></td>
|
|
<td>Search</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<div class="modal-footer">
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
</body>
|
|
</html>
|