{"kind":"Notebook","sha256":"0abb90bd6d34d2961b4bfd0a89aba8875eea4fe9e6069ae6bb783e11fe48b23c","slug":"introduction","location":"/../source/part1/introduction.ipynb","dependencies":[],"frontmatter":{"title":"Introduction","kernelspec":{"name":"python3","language":"python","display_name":"Python 3 (ipykernel)"},"authors":[{"nameParsed":{"literal":"Chung Chan","given":"Chung","family":"Chan"},"name":"Chung Chan","affiliations":["City University of Hong Kong"],"id":"contributors-myst-generated-uid-0"}],"github":"https://github.com/ccha23/divedeep","keywords":[],"affiliations":[{"id":"City University of Hong Kong","name":"City University of Hong Kong"}],"thumbnail":"/~ccha23/deepbook/build/spiral-b62087519f4c7221245ff22c37ac6daf.png","exports":[{"format":"ipynb","filename":"introduction.ipynb","url":"/~ccha23/deepbook/build/introduction-9c7141a49f33d689fa64e2bf76ae5578.ipynb"}]},"mdast":{"type":"root","children":[{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"-"},"tags":[]},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"strong","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"DIVE ino Deep Learning","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"P5CXjYxlUB"}],"key":"P8hDEf8prk"}],"key":"DGlMEtJdiF"},{"type":"thematicBreak","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"KYK6OkaKOX"}],"visibility":"remove","key":"R4QipmV3in"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"admonition","kind":"attention","children":[{"type":"admonitionTitle","children":[{"type":"text","value":"Attention","key":"afpN8GvZ3i"}],"key":"Rk3r8omNXQ"},{"type":"paragraph","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"The notebooks are compiled at: ","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"y2f72yweTE"},{"type":"link","url":"https://www.cs.cityu.edu.hk/~ccha23/deepbook/","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"https://​www​.cs​.cityu​.edu​.hk​/​~ccha23​/deepbook​/","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"HQTTIwY1Gm"}],"urlSource":"https://www.cs.cityu.edu.hk/~ccha23/deepbook/","key":"wcESXstWgS"}],"key":"YiNTeFquE0"}],"key":"XNJvlsvm3b"}],"key":"PlsEVPuYW1"},{"type":"block","kind":"notebook-content","data":{"slideshow":{"slide_type":"slide"}},"children":[{"type":"heading","depth":2,"position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"What is deep learning?","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"cJlKhUijV4"}],"identifier":"what-is-deep-learning","label":"What is deep learning?","html_id":"what-is-deep-learning","implicit":true,"key":"Zagf8IZfWs"}],"key":"l6tUhlEMjW"},{"type":"block","kind":"notebook-content","data":{"slideshow":{"slide_type":"-"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"The following videos showcase some interesting applications of the technique.","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"uRt1SebAeu"}],"key":"XIbF9IygMg"}],"key":"vI5ddMBlrv"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":""}},"children":[{"type":"card","children":[{"type":"header","children":[{"type":"paragraph","children":[{"type":"link","url":"https://slides.com/ccha23/dl_intro/embed","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"open in new tab","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"ALWJ4D67AW"}],"urlSource":"https://slides.com/ccha23/dl_intro/embed","key":"Ba2YiS6da8"}],"key":"VfrziSpbt2"}],"key":"AGnbmKLiq9"},{"type":"iframe","src":"https://slides.com/ccha23/dl_intro/embed","width":"100%","key":"RqUe0m07N8"}],"key":"BBal2AyRVH"}],"key":"RGzgjAyR2c"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"We can run a generative model locally using ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"wjlETjEKPe"},{"type":"link","url":"https://ollama.com/","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"ollama","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"eS4vitq95s"}],"urlSource":"https://ollama.com/","key":"piVm1rtbfE"},{"type":"text","value":". To do so, start the ollama service as follows.","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"tqnArfv45G"}],"key":"oWD4SZdWd7"},{"type":"list","ordered":true,"start":1,"spread":false,"position":{"start":{"line":3,"column":1},"end":{"line":8,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"In JupyterLab, navigate to the ","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"KkvnoYHt1r"},{"type":"inlineCode","value":"File","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"zamppy328T"},{"type":"text","value":" menu.","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"hh8q7ijOZG"}],"key":"XHHCczcgN4"},{"type":"listItem","spread":true,"position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Select ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"e2URqzRIkq"},{"type":"inlineCode","value":"New","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"Iz15LwXxVT"},{"type":"text","value":" from the drop-down menu and choose ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"Yq5T9TxZt4"},{"type":"inlineCode","value":"Terminal","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"twaGw93Rga"},{"type":"text","value":".","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"IMMeEEmV1i"}],"key":"ucxhOe02Kr"},{"type":"listItem","spread":true,"position":{"start":{"line":5,"column":1},"end":{"line":8,"column":1}},"children":[{"type":"text","value":"The terminal window will appear. You can use this terminal to run a shell command. Enter the following command into the terminal prompt and hit enter.","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"wyCIeW2U0t"},{"type":"code","lang":"bash","value":"ollama serve","position":{"start":{"line":6,"column":1},"end":{"line":8,"column":1}},"key":"Rkd8Vm17tC"}],"key":"o9wnwVoFht"}],"key":"vc5oTTg4BY"}],"key":"WGjMzsgrGa"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Load the ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"Qw3q4inMNB"},{"type":"link","url":"https://jupyter-ai.readthedocs.io/en/latest/users/index.html#the-ai-and-ai-magic-commands","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"JupyterAI magics","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"Zy6LepeagT"}],"urlSource":"https://jupyter-ai.readthedocs.io/en/latest/users/index.html#the-ai-and-ai-magic-commands","key":"FezypVVGwe"},{"type":"text","value":" by running the following cell.","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"VxKT6xQRcS"}],"key":"DU0E6RJple"},{"type":"list","ordered":true,"start":1,"spread":false,"position":{"start":{"line":3,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"Select the following cell.","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"MuKgD1KCB7"}],"key":"Kb6Cvo1jL1"},{"type":"listItem","spread":true,"position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Press ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"W6KHJ2gHEY"},{"type":"inlineCode","value":"Shift+Enter","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"rZhpkP6Ll5"},{"type":"text","value":".","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"qKlfUXoror"}],"key":"hZ6SEPvVo2"}],"key":"nYwvq7OcKh"}],"key":"ixWN93kfj9"},{"type":"block","kind":"notebook-code","data":{},"children":[{"type":"code","lang":"python","executable":true,"value":"%reload_ext jupyter_ai_magics","key":"XEZkZaEGe6"},{"type":"output","id":"BvuKeCG49ZXwgYos5vQhP","data":[],"key":"U40VSJjAdF"}],"key":"CS35YdDnLd"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Run the following cell to generate an explanation of what generative AI is.","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"hXeCUf2ZP0"}],"key":"nu1gwfii6d"}],"key":"YWwBrD1Bbq"},{"type":"block","kind":"notebook-code","data":{},"children":[{"type":"code","lang":"python","executable":true,"value":"%%ai diveai:codellama\nExplain what is generative AI.","key":"b8W7kirRcX"},{"type":"output","id":"cMpRWK8OsAjSE2ZcNm6CZ","data":[],"key":"sTLISnBFlp"}],"key":"hIC8tSCmVK"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Try a few other examples:","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"XqUXQS0WVP"}],"key":"tNsrwVZgJp"}],"key":"B7btnfjSgG"},{"type":"block","kind":"notebook-code","data":{},"children":[{"type":"code","lang":"python","executable":true,"value":"%%ai diveai:codellama -f math\nGenerate the Pythagoras theorem in LaTeX surrounded by `$$`. Do not include an explanation.","key":"dMT2brwdKB"},{"type":"output","id":"riLmlGoIPf3kGZEELUCnc","data":[],"key":"XzLxV9Sden"}],"key":"dMNdRu6e1R"},{"type":"block","kind":"notebook-code","data":{},"children":[{"type":"code","lang":"python","executable":true,"value":"%%ai diveai:codellama -f html\nCreate a right-angled triangle using SVG with a black border and white fill.","key":"J6Vl9MTMro"},{"type":"output","id":"SLDD7JDshM0t51zYn-J4r","data":[],"key":"wi5siWQYKJ"}],"key":"qVzyPg9wET"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"There is also a Jupyternaut chatbot:","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"PFD0GFU9XD"}],"key":"x9ppx3xBkh"},{"type":"list","ordered":true,"start":1,"spread":false,"position":{"start":{"line":3,"column":1},"end":{"line":8,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"Click the chat icon on the left menu bar. A chat panel will open.","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"ds5poVd71v"}],"key":"h1UGTuXdLy"},{"type":"listItem","spread":true,"position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Click the gear icon on the chat panel to set up the provider.","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"hEuU6wOlZ4"}],"key":"kdBSLLo3Qd"},{"type":"listItem","spread":true,"position":{"start":{"line":5,"column":1},"end":{"line":6,"column":1}},"children":[{"type":"text","value":"Select the ","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"M2i0Ev6fwn"},{"type":"inlineCode","value":"Completion model","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"zumEerSGmk"},{"type":"text","value":" as ","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"UURUesznge"},{"type":"inlineCode","value":"AI :: codellama","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"qG5XTFJYc7"},{"type":"text","value":", the Embedding model as ","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"agCrNbD01h"},{"type":"inlineCode","value":"AI :: mxbai-embed-large","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"gsE3LlkSfl"},{"type":"text","value":",\nand click the Save Changes button.","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"l7pWGFUqdC"}],"key":"gynooc4seR"},{"type":"listItem","spread":true,"position":{"start":{"line":7,"column":1},"end":{"line":7,"column":1}},"children":[{"type":"text","value":"Click the back arrow at the top to go back to the chat window.","position":{"start":{"line":7,"column":1},"end":{"line":7,"column":1}},"key":"TEWHhoDDX6"}],"key":"KfGvZInRyY"},{"type":"listItem","spread":true,"position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"children":[{"type":"text","value":"Enter how are you today? to see a response. You can also ask Jupyternaut to ","position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"key":"y3FAmeksf5"},{"type":"link","url":"https://jupyter-ai.readthedocs.io/en/latest/users/index.html#learning-about-local-data","position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"children":[{"type":"text","value":"learn local data","position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"key":"iQqLo4Esti"}],"urlSource":"https://jupyter-ai.readthedocs.io/en/latest/users/index.html#learning-about-local-data","key":"rio93g4ORy"},{"type":"text","value":".","position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"key":"DNvULbQ4hD"}],"key":"eiedxp6pZt"}],"key":"p2Zj9V2ZYv"}],"key":"HujpllHLIS"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Different models may be of different sizes and may be good at different things. You may try other models from the list below such as ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"nrZQzCVjCg"},{"type":"inlineCode","value":"llama3","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"DMsMjWoEV3"},{"type":"text","value":".","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"vwHl5CZPuE"}],"key":"hm6BZeadE6"}],"key":"FDi7tjpOxj"},{"type":"block","kind":"notebook-code","data":{},"children":[{"type":"code","lang":"python","executable":true,"value":"!ollama list","key":"ZsxhS2xQ58"},{"type":"output","id":"UGCIa7aj6YaXACSWOOoM0","data":[],"key":"zCExtFZDYE"}],"key":"G7fQDQ0Hx5"},{"type":"block","kind":"notebook-content","data":{},"children":[{"type":"admonition","kind":"seealso","children":[{"type":"admonitionTitle","children":[{"type":"text","value":"See Also","key":"QvtPwYXSgb"}],"key":"xyYbuMzOnv"},{"type":"paragraph","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"Run the following magic in a cell to see the list of supported providers.","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"etxgEnE1lO"}],"key":"uykTQqd46O"},{"type":"code","lang":"","value":"%ai list","position":{"start":{"line":5,"column":1},"end":{"line":7,"column":1}},"key":"xXi7FHWQjo"},{"type":"paragraph","position":{"start":{"line":9,"column":1},"end":{"line":9,"column":1}},"children":[{"type":"text","value":"For more help in using the magic, run:","position":{"start":{"line":9,"column":1},"end":{"line":9,"column":1}},"key":"eFYI3tyI83"}],"key":"z7qSGHIMko"},{"type":"code","lang":"","value":"%ai --help","position":{"start":{"line":11,"column":1},"end":{"line":13,"column":1}},"key":"gja9EnpyqJ"}],"key":"inKHgbVoqT"}],"key":"u5vanY8idm"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"slide"}},"children":[{"type":"heading","depth":2,"position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"How to train a neural network?","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"oU0CxBTf8s"}],"identifier":"how-to-train-a-neural-network","label":"How to train a neural network?","html_id":"how-to-train-a-neural-network","implicit":true,"key":"s5pcKaU3n0"}],"key":"K5pUJygZjZ"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"-"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"link","url":"https://en.wikipedia.org/wiki/Deep_learning","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Deep learning","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"Vk727LArqr"}],"urlSource":"https://en.wikipedia.org/wiki/Deep_learning","data":{"page":"Deep_learning","wiki":"https://en.wikipedia.org/","lang":"en"},"internal":false,"protocol":"wiki","key":"fRaofjz2nI"},{"type":"text","value":" is a technique of","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"YUF2UZr6py"}],"key":"se8yes80i3"},{"type":"list","ordered":false,"spread":false,"position":{"start":{"line":2,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"training a ","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"MFuwBTeKgy"},{"type":"emphasis","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"neural network","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"Hi0DicT71q"}],"key":"G8F0MBi5rS"},{"type":"text","value":" with","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"TSFt9r5sKb"}],"key":"dnTR8VCGuu"},{"type":"listItem","spread":true,"position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"many layers of computational units called ","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"jTy3f3e9pa"},{"type":"emphasis","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"neurons","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"CxGzm5irSa"}],"key":"Mj7kF44upG"},{"type":"text","value":".","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"gUJCyfKs2z"}],"key":"PlRlrZiGtw"}],"key":"DsjmURrXtV"}],"key":"R2DMvumUjL"},{"type":"block","kind":"notebook-content","data":{"slideshow":{"slide_type":"slide"}},"children":[{"type":"heading","depth":3,"position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Tensorflow playground","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"CgnE8y0jHZ"}],"identifier":"tensorflow-playground","label":"Tensorflow playground","html_id":"tensorflow-playground","implicit":true,"key":"Yd9EVu6zBJ"}],"key":"AddH8wDjDK"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"-"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"Let’s visualize the training process!","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"bFaOXVP4z0"},{"type":"break","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"Yblpb13tAa"},{"type":"text","value":"The following trains a neural network that predicts the color of a point ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"iUsVdle8jN"},{"type":"inlineMath","value":"(x_1,x_2)","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"html":"<span class=\"katex\"><span class=\"katex-mathml\"><math xmlns=\"http://www.w3.org/1998/Math/MathML\"><semantics><mrow><mo stretchy=\"false\">(</mo><msub><mi>x</mi><mn>1</mn></msub><mo separator=\"true\">,</mo><msub><mi>x</mi><mn>2</mn></msub><mo stretchy=\"false\">)</mo></mrow><annotation encoding=\"application/x-tex\">(x_1,x_2)</annotation></semantics></math></span><span class=\"katex-html\" aria-hidden=\"true\"><span class=\"base\"><span class=\"strut\" style=\"height:1em;vertical-align:-0.25em;\"></span><span class=\"mopen\">(</span><span class=\"mord\"><span class=\"mord mathnormal\">x</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:0em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">1</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mpunct\">,</span><span class=\"mspace\" style=\"margin-right:0.1667em;\"></span><span class=\"mord\"><span class=\"mord mathnormal\">x</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:0em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">2</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mclose\">)</span></span></span></span>","key":"Xh8eu61gLj"},{"type":"text","value":":","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"IspoAKmWEK"}],"key":"yuMBTHMXj2"},{"type":"list","ordered":false,"spread":false,"position":{"start":{"line":4,"column":1},"end":{"line":9,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Choose a data set from the ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"jNLU52PMXL"},{"type":"inlineCode","value":"DATA","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"CmdLldr8NN"},{"type":"text","value":" column.","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"PNLcmqFd0F"}],"key":"SLEIRCRHxE"},{"type":"listItem","spread":true,"position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"children":[{"type":"text","value":"Click the ","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"yzgtimD5jJ"},{"type":"inlineCode","value":"play","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"cdURid7ehH"},{"type":"text","value":" button to start training the network.","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"rHku7sJLkB"}],"key":"GaWK9SrY3M"},{"type":"listItem","spread":true,"position":{"start":{"line":6,"column":1},"end":{"line":6,"column":1}},"children":[{"type":"inlineCode","value":"Epoch","position":{"start":{"line":6,"column":1},"end":{"line":6,"column":1}},"key":"zzFncN5b5S"},{"type":"text","value":" is the number of times a neural network is trained iteratively using the data selected.","position":{"start":{"line":6,"column":1},"end":{"line":6,"column":1}},"key":"S5ho2HsTfZ"}],"key":"Ypl9NbGGx3"},{"type":"listItem","spread":true,"position":{"start":{"line":7,"column":1},"end":{"line":9,"column":1}},"children":[{"type":"text","value":"In the ","position":{"start":{"line":7,"column":1},"end":{"line":7,"column":1}},"key":"jSUHAVuD4N"},{"type":"inlineCode","value":"OUTPUT","position":{"start":{"line":7,"column":1},"end":{"line":7,"column":1}},"key":"KXoC9zKyZs"},{"type":"text","value":" column,","position":{"start":{"line":7,"column":1},"end":{"line":7,"column":1}},"key":"JvVd5JOKjM"},{"type":"list","ordered":false,"spread":false,"position":{"start":{"line":8,"column":1},"end":{"line":9,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"children":[{"type":"text","value":"points in the blue region are predicted blue, and","position":{"start":{"line":8,"column":1},"end":{"line":8,"column":1}},"key":"TXKYJtFw6t"}],"key":"BFPXIDWfyD"},{"type":"listItem","spread":true,"position":{"start":{"line":9,"column":1},"end":{"line":9,"column":1}},"children":[{"type":"text","value":"points in the orange region are predicted orange.","position":{"start":{"line":9,"column":1},"end":{"line":9,"column":1}},"key":"DGAQDbzIjy"}],"key":"xbsb8WoFVa"}],"key":"LVA5XLBjuF"}],"key":"UcauNdMioy"}],"key":"EhAxwbebdO"}],"key":"LgRMJ0EYqB"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":""}},"children":[{"type":"card","children":[{"type":"header","children":[{"type":"paragraph","children":[{"type":"link","url":"https://www.cs.cityu.edu.hk/~ccha23/playground","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"open in new tab","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"OWACIcjzEi"}],"urlSource":"https://www.cs.cityu.edu.hk/~ccha23/playground","key":"X1k3sUO8Dv"}],"key":"Te51mPVMn2"}],"key":"aCa6yzznVs"},{"type":"iframe","src":"https://www.cs.cityu.edu.hk/~ccha23/playground","key":"huIjHF36e0"}],"key":"FtveFETWK6"}],"key":"SHjlVcSiMI"},{"type":"block","kind":"notebook-content","data":{"cell_style":"center","editable":true,"slideshow":{"slide_type":"notes"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"The above app is a slight modification of the open source project ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"caDSU3iwzl"},{"type":"link","url":"https://playground.tensorflow.org","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Tensorflow Playground","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"xAGDyb0wc5"}],"urlSource":"https://playground.tensorflow.org","key":"X5A22IEjb3"},{"type":"text","value":" with the additional features that:","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"ZIbvXXgxi2"}],"key":"AJ4CQNWXFC"},{"type":"list","ordered":false,"spread":false,"position":{"start":{"line":2,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"You can save your configuration to the browser session by clicking the button ","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"VEilEd0dQQ"},{"type":"inlineCode","value":"Save to browser session","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"RRZvEkeU9c"},{"type":"text","value":". If you reopen the browser, it will load your previously saved configuration automatically.","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"bKhW5OXjc2"}],"key":"sCmsLWoVq7"},{"type":"listItem","spread":true,"position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"You can reset the configuration by clicking the ","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"quxlYSRbgA"},{"type":"inlineCode","value":"Reset","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"At0MwVmrcD"},{"type":"text","value":" button.","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"TZm8UAzQUH"}],"key":"pzHJRlX3HB"},{"type":"listItem","spread":true,"position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"The last button ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"teWKjBndsy"},{"type":"inlineCode","value":"Copy permalink to clipboard","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"b5DeoPD94S"},{"type":"text","value":" copies the permalink to your configuration to the clipboard. You can save/share multiple configurations permanently using their the permalinks.","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"qhFeOjBaN3"}],"key":"SJK4bdvpe6"}],"key":"FBXrRZHX8u"}],"key":"vmKSlwINHp"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"subslide"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"For instance, the following uses the permalink to initialize the simplest neural network for a linearly separable data:","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"MKbRaNfSt5"}],"key":"Fu5iNbE66P"}],"key":"X6q8hzZbR3"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":""}},"children":[{"type":"card","children":[{"type":"header","children":[{"type":"paragraph","children":[{"type":"link","url":"https://www.cs.cityu.edu.hk/~ccha23/playground/#activation=tanh&batchSize=10&dataset=gauss&regDataset=reg-plane&learningRate=0.03&regularizationRate=0&noise=0&networkShape=1&seed=0.82593&showTestData=false&discretize=false&percTrainData=50&x=true&y=true&xTimesY=false&xSquared=false&ySquared=false&cosX=false&sinX=false&cosY=false&sinY=false&collectStats=false&problem=classification&initZero=false&hideText=false","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"open in new tab","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"R7dbo6bseR"}],"urlSource":"https://www.cs.cityu.edu.hk/~ccha23/playground/#activation=tanh&batchSize=10&dataset=gauss&regDataset=reg-plane&learningRate=0.03&regularizationRate=0&noise=0&networkShape=1&seed=0.82593&showTestData=false&discretize=false&percTrainData=50&x=true&y=true&xTimesY=false&xSquared=false&ySquared=false&cosX=false&sinX=false&cosY=false&sinY=false&collectStats=false&problem=classification&initZero=false&hideText=false","key":"FY1KwcFlVm"}],"key":"utq0QEnVMs"}],"key":"Tntq5whgx7"},{"type":"iframe","src":"https://www.cs.cityu.edu.hk/~ccha23/playground/#activation=tanh&batchSize=10&dataset=gauss&regDataset=reg-plane&learningRate=0.03&regularizationRate=0&noise=0&networkShape=1&seed=0.82593&showTestData=false&discretize=false&percTrainData=50&x=true&y=true&xTimesY=false&xSquared=false&ySquared=false&cosX=false&sinX=false&cosY=false&sinY=false&collectStats=false&problem=classification&initZero=false&hideText=false","key":"VvuJiPHs2f"}],"key":"XXMKrSMEyc"}],"key":"AhsJ0UUJuj"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"subslide"}},"children":[{"type":"exercise","label":"ex:1","identifier":"ex:1","enumerated":true,"children":[{"type":"paragraph","position":{"start":{"line":3,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Try to classify the ‘spiral’ dataset well. Explain how you design your neural network and include a screen capture in the following cell such as:","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"dNIL5mgQ1F"},{"type":"break","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"Kx0eb6mHwW"},{"type":"image","url":"/~ccha23/deepbook/build/spiral-b62087519f4c7221245ff22c37ac6daf.png","alt":"spiral","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"ZURzu1tJSk","urlSource":"spiral.png"}],"key":"cx9IQtrov2"}],"enumerator":"1","html_id":"ex-1","key":"gMZDDZlY1O"}],"key":"MmY0ZJ2M7J"},{"type":"block","kind":"notebook-content","data":{"editable":true,"nbgrader":{"grade":true,"grade_id":"spiral","locked":false,"points":1,"schema_version":3,"solution":true,"task":false},"slideshow":{"slide_type":"-"}},"children":[{"type":"solution","class":"dropdown","children":[{"type":"admonitionTitle","children":[{"type":"text","value":"Solution to ","key":"Xd2fxUA5Ox"},{"type":"crossReference","label":"ex:1","identifier":"ex:1","kind":"exercise","children":[{"type":"text","value":"Exercise ","key":"RykJhoNeoB"},{"type":"text","value":"1","key":"fUOvjZTPFw"}],"template":"Exercise %s","enumerator":"1","resolved":true,"html_id":"ex-1","key":"zeamAKpmq5"}],"key":"SlHucDfGjo"},{"type":"paragraph","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"link","url":"https://www.cs.cityu.edu.hk/~ccha23/playground/#activation=tanh&batchSize=10&dataset=spiral&regDataset=reg-plane&learningRate=0.03&regularizationRate=0&noise=0&networkShape=8,2&seed=0.83213&showTestData=false&discretize=false&percTrainData=50&x=true&y=true&xTimesY=false&xSquared=false&ySquared=false&cosX=false&sinX=true&cosY=false&sinY=true&collectStats=false&problem=classification&initZero=false&hideText=false","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"One possible solution","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"bA7bIAPYLF"}],"urlSource":"https://www.cs.cityu.edu.hk/~ccha23/playground/#activation=tanh&batchSize=10&dataset=spiral&regDataset=reg-plane&learningRate=0.03&regularizationRate=0&noise=0&networkShape=8,2&seed=0.83213&showTestData=false&discretize=false&percTrainData=50&x=true&y=true&xTimesY=false&xSquared=false&ySquared=false&cosX=false&sinX=true&cosY=false&sinY=true&collectStats=false&problem=classification&initZero=false&hideText=false","key":"fHRrnG5bYR"},{"type":"text","value":" is to add the features ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"IwdPgELx6R"},{"type":"inlineMath","value":"\\sin(X_1)","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"html":"<span class=\"katex\"><span class=\"katex-mathml\"><math xmlns=\"http://www.w3.org/1998/Math/MathML\"><semantics><mrow><mi>sin</mi><mo>⁡</mo><mo stretchy=\"false\">(</mo><msub><mi>X</mi><mn>1</mn></msub><mo stretchy=\"false\">)</mo></mrow><annotation encoding=\"application/x-tex\">\\sin(X_1)</annotation></semantics></math></span><span class=\"katex-html\" aria-hidden=\"true\"><span class=\"base\"><span class=\"strut\" style=\"height:1em;vertical-align:-0.25em;\"></span><span class=\"mop\">sin</span><span class=\"mopen\">(</span><span class=\"mord\"><span class=\"mord mathnormal\" style=\"margin-right:0.07847em;\">X</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:-0.0785em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">1</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mclose\">)</span></span></span></span>","key":"hDp0EOWRQK"},{"type":"text","value":" and ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"uKFJ4j4lFH"},{"type":"inlineMath","value":"\\sin(X_2)","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"html":"<span class=\"katex\"><span class=\"katex-mathml\"><math xmlns=\"http://www.w3.org/1998/Math/MathML\"><semantics><mrow><mi>sin</mi><mo>⁡</mo><mo stretchy=\"false\">(</mo><msub><mi>X</mi><mn>2</mn></msub><mo stretchy=\"false\">)</mo></mrow><annotation encoding=\"application/x-tex\">\\sin(X_2)</annotation></semantics></math></span><span class=\"katex-html\" aria-hidden=\"true\"><span class=\"base\"><span class=\"strut\" style=\"height:1em;vertical-align:-0.25em;\"></span><span class=\"mop\">sin</span><span class=\"mopen\">(</span><span class=\"mord\"><span class=\"mord mathnormal\" style=\"margin-right:0.07847em;\">X</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:-0.0785em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">2</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mclose\">)</span></span></span></span>","key":"pQDGiZps2k"},{"type":"text","value":", and add 4 more nodes to the first hidden layer:","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"bVJzyf2lBt"}],"key":"NMiwLK79bK"}],"key":"RueSUZmYxj"}],"key":"cRVjugLFHK"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"notes"}},"children":[{"type":"admonition","kind":"note","children":[{"type":"admonitionTitle","children":[{"type":"text","value":"Note","key":"KBGkq9O02V"}],"key":"PaPYdVesGR"},{"type":"paragraph","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"You can also ","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"Stx3KWLM8J"},{"type":"link","url":"https://github.com/tensorflow/tensorflow/pulls","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"children":[{"type":"text","value":"fork and modify the code on GitHub","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"zDuLlE3eyG"}],"urlSource":"https://github.com/tensorflow/tensorflow/pulls","error":true,"key":"p7ag4vsUCf"},{"type":"text","value":" to add new features, e.g., to customize the datasets and store the trained neural network.  Is it possible to extend the app to","position":{"start":{"line":3,"column":1},"end":{"line":3,"column":1}},"key":"Wputfw1wWf"}],"key":"VZWm0xEgGM"},{"type":"list","ordered":false,"spread":false,"position":{"start":{"line":4,"column":1},"end":{"line":5,"column":1}},"children":[{"type":"listItem","spread":true,"position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"higher-dimensional dataset say ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"VX1DJGpkc1"},{"type":"inlineMath","value":"(x_1,x_2,x_3, \\dots)","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"html":"<span class=\"katex\"><span class=\"katex-mathml\"><math xmlns=\"http://www.w3.org/1998/Math/MathML\"><semantics><mrow><mo stretchy=\"false\">(</mo><msub><mi>x</mi><mn>1</mn></msub><mo separator=\"true\">,</mo><msub><mi>x</mi><mn>2</mn></msub><mo separator=\"true\">,</mo><msub><mi>x</mi><mn>3</mn></msub><mo separator=\"true\">,</mo><mo>…</mo><mtext> </mtext><mo stretchy=\"false\">)</mo></mrow><annotation encoding=\"application/x-tex\">(x_1,x_2,x_3, \\dots)</annotation></semantics></math></span><span class=\"katex-html\" aria-hidden=\"true\"><span class=\"base\"><span class=\"strut\" style=\"height:1em;vertical-align:-0.25em;\"></span><span class=\"mopen\">(</span><span class=\"mord\"><span class=\"mord mathnormal\">x</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:0em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">1</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mpunct\">,</span><span class=\"mspace\" style=\"margin-right:0.1667em;\"></span><span class=\"mord\"><span class=\"mord mathnormal\">x</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:0em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">2</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mpunct\">,</span><span class=\"mspace\" style=\"margin-right:0.1667em;\"></span><span class=\"mord\"><span class=\"mord mathnormal\">x</span><span class=\"msupsub\"><span class=\"vlist-t vlist-t2\"><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.3011em;\"><span style=\"top:-2.55em;margin-left:0em;margin-right:0.05em;\"><span class=\"pstrut\" style=\"height:2.7em;\"></span><span class=\"sizing reset-size6 size3 mtight\"><span class=\"mord mtight\">3</span></span></span></span><span class=\"vlist-s\">​</span></span><span class=\"vlist-r\"><span class=\"vlist\" style=\"height:0.15em;\"><span></span></span></span></span></span></span><span class=\"mpunct\">,</span><span class=\"mspace\" style=\"margin-right:0.1667em;\"></span><span class=\"minner\">…</span><span class=\"mspace\" style=\"margin-right:0.1667em;\"></span><span class=\"mclose\">)</span></span></span></span>","key":"QIoTkZ1YUj"},{"type":"text","value":", and","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"lssF0tdvZC"}],"key":"VFDDCZLPdQ"},{"type":"listItem","spread":true,"position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"children":[{"type":"text","value":"multiple class values say orange, blue, red, ...?","position":{"start":{"line":5,"column":1},"end":{"line":5,"column":1}},"key":"MylbSe5j5v"}],"key":"kzTV057SWz"}],"key":"unf1F7pyet"}],"key":"JNlOn3Ifua"}],"key":"r0wHdna5mR"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"slide"}},"children":[{"type":"heading","depth":3,"position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Teachable machine","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"rLErrRKiDb"}],"identifier":"teachable-machine","label":"Teachable machine","html_id":"teachable-machine","implicit":true,"key":"btwMlMdZnG"}],"key":"XsvcqAgbL4"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"-"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"It is possible to train a practical neural network without any coding, by using a service called the ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"jO6Cye7nsg"},{"type":"link","url":"https://teachablemachine.withgoogle.com/","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"Teachable Machine","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"DEkRQq1DBq"}],"urlSource":"https://teachablemachine.withgoogle.com/","key":"MF15ujTfhC"},{"type":"text","value":".","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"vDfcB14Z2i"}],"key":"Di8yi28qOC"}],"key":"U6cHrlLyf2"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"notes"}},"children":[{"type":"paragraph","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"children":[{"type":"text","value":"E.g., click the ","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"U5d6ILfCjq"},{"type":"inlineCode","value":"play","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"enQJd4NSsn"},{"type":"text","value":" button at the bottom of the interactive slides below to train a machine that recognizes musical notes.","position":{"start":{"line":1,"column":1},"end":{"line":1,"column":1}},"key":"vZsG7aocC7"}],"key":"kycyGjibqB"}],"key":"CGi7trkJf5"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":""}},"children":[{"type":"card","children":[{"type":"header","children":[{"type":"paragraph","children":[{"type":"link","url":"https://www.cs.cityu.edu.hk/~ccha23/tm/slides.html","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"children":[{"type":"text","value":"open in new tab","position":{"start":{"line":2,"column":1},"end":{"line":2,"column":1}},"key":"evKRIZTQCT"}],"urlSource":"https://www.cs.cityu.edu.hk/~ccha23/tm/slides.html","key":"NXswuj9lTs"}],"key":"uX2IDeixY8"}],"key":"bF9AipShYa"},{"type":"iframe","src":"https://www.cs.cityu.edu.hk/~ccha23/tm/slides.html","width":"100%","key":"uxo7rsOYoK"}],"key":"upAZvJRJyV"}],"key":"Qo5bRWmc0x"},{"type":"block","kind":"notebook-content","data":{"editable":true,"slideshow":{"slide_type":"subslide"}},"children":[{"type":"exercise","label":"ex:2","identifier":"ex:2","enumerated":true,"children":[{"type":"paragraph","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Use ","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"zfvzuEincK"},{"type":"link","url":"https://teachablemachine.withgoogle.com/","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"Teachable Machine","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"QYOBZR09qn"}],"urlSource":"https://teachablemachine.withgoogle.com/","key":"UH2L9Z2F9T"},{"type":"text","value":" to train your machine. Explain what your machine does and include a link to it.","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"TQhQebUfOj"}],"key":"BmwYKOZZvT"}],"enumerator":"2","html_id":"ex-2","key":"sPYfHOqqW3"}],"key":"omOqJbz0qG"},{"type":"block","kind":"notebook-content","data":{"editable":true,"nbgrader":{"grade":true,"grade_id":"tm","locked":false,"points":1,"schema_version":3,"solution":true,"task":false},"slideshow":{"slide_type":"-"}},"children":[{"type":"solution","class":"dropdown","children":[{"type":"admonitionTitle","children":[{"type":"text","value":"Solution to ","key":"rGOIiiZblZ"},{"type":"crossReference","label":"ex:2","identifier":"ex:2","kind":"exercise","children":[{"type":"text","value":"Exercise ","key":"qyb3iC2tzy"},{"type":"text","value":"2","key":"Ghy6pEmk1s"}],"template":"Exercise %s","enumerator":"2","resolved":true,"html_id":"ex-2","key":"EdSV1VBCnO"}],"key":"zh72N9CNgJ"},{"type":"paragraph","position":{"start":{"line":4,"column":1},"end":{"line":5,"column":1}},"children":[{"type":"text","value":"The following links to a machine that classifies three musical notes: “Doe”, “Ray”, and “Me”:","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"JNVW12VBrK"},{"type":"break","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"vFOeqYD2aF"},{"type":"link","url":"https://www.cs.cityu.edu.hk/~ccha23/drm/","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"children":[{"type":"text","value":"https://​www​.cs​.cityu​.edu​.hk​/​~ccha23​/drm​/","position":{"start":{"line":4,"column":1},"end":{"line":4,"column":1}},"key":"cZku7J9WKt"}],"urlSource":"https://www.cs.cityu.edu.hk/~ccha23/drm/","key":"xCApNlHcSM"}],"key":"JIu8jssdI1"}],"key":"IRXdi3thgr"}],"key":"RPP7f33VYu"}],"key":"pxLWXeIv2E"},"references":{"cite":{"order":[],"data":{}}},"footer":{"navigation":{"prev":{"title":"DIVE into Deep Learning","short_title":"DIVEDEEP","url":"/","group":"DIVEDEEP"},"next":{"title":"Mathematical Preliminaries","url":"/theory","group":"Part 1"}}},"domain":"http://localhost:3002"}