<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>extract.sh - fork/cohost-backup @ main</title>
<meta name="description" content="extract.sh in fork/cohost-backup at main.">
<meta property="og:title" content="extract.sh - fork/cohost-backup @ main">
<meta property="og:description" content="extract.sh in fork/cohost-backup at main.">
<meta property="og:type" content="website">
<meta property="og:site_name" content="git.julia.blue">
<link rel="stylesheet" href="/css/style.css?v=62">
<script type="module" src="/js/main.js?v=62"></script>
</head>
<body>
<main data-ref="main" data-tip="83cdd7d4e7e9a8feb8cafdb1dc4fc6f43bb54965">
<noscript>
  <div class="callout">
    <p>
      hey! this is a static git repo viewer. commit diffs, file history,
      older commits and other revisions won't load without javascript.
    </p>
    <p>
      you are still able to view source files on branch/tag tips,
      but the experience is degraded.
    </p>
  </div>
</noscript>
<header class="repo"><div>
<h1>fork/cohost-backup</h1>
</div>
<pre class="clone">git clone https://git.julia.blue/fork/cohost-backup</pre>
</header>
<p class="snapshot-commit"><span class="commit-author">jyn</span><span class="commit-message" data-commit="0157ad62111f82a9d68585e35f01a520ac7e390b">wip: port to powershell</span><span class="snapshot-sha sha" data-commit="0157ad62111f82a9d68585e35f01a520ac7e390b">0157ad6</span><time datetime="2024-09-11T13:37:34-04:00" title="2024-09-11 13:37:34 -0400">2024-09-11</time></p>
<header class="topbar"><details class="switcher"><summary>main</summary><div class="menu"><strong>branches</strong><a class="current" href="/fork/cohost-backup/ref/main/">main</a><a class="all" href="/fork/cohost-backup/refs">all refs →</a></div></details><nav class="crumbs"><a href="/fork/cohost-backup/">cohost-backup</a> / <span class="cur">extract.sh</span></nav>
<span class="view-stats"><span>4.1 KiB</span><span>123 lines</span></span><span class="actions"><a class="raw" href="/fork/cohost-backup/raw/5584cd245dac1d8303e640d0e1f20e1e81de7e85/extract.sh">raw</a></span></header>
<pre class="code src language-bash"><span class="code-line"><a class="ln" id="L1" href="#L1">1</a><span class="code-text"><a-c>#!/usr/bin/env bash</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L2" href="#L2">2</a><span class="code-text"><a-c># Download and parse all Cohost posts for the current user</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L3" href="#L3">3</a><span class="code-text"><a-f>set</a-f> <a-co>-euo</a-co> pipefail</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L4" href="#L4">4</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L5" href="#L5">5</a><span class="code-text"><a-f>exists</a-f> () {</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L6" href="#L6">6</a><span class="code-text">    <a-f>command</a-f> <a-co>-v</a-co> <a-s>&quot;</a-s><a-o>$</a-o><a-pr>1</a-pr><a-s>&quot;</a-s> <a-o>&gt;</a-o> /dev/null <a-n>2</a-n>&gt;&amp;1</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L7" href="#L7">7</a><span class="code-text">}</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L8" href="#L8">8</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L9" href="#L9">9</a><span class="code-text"><a-k>if</a-k> <a-f>exists</a-f> jq.exe; <a-k>then</a-k> <a-f>jq</a-f>()  { <a-f>command</a-f> jq.exe  <a-s>&quot;</a-s><a-o>$</a-o><a-s>@&quot;</a-s>; } <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L10" href="#L10">10</a><span class="code-text"><a-k>if</a-k> <a-f>exists</a-f> pup.exe; <a-k>then</a-k> <a-f>pup</a-f>()  { <a-f>command</a-f> pup.exe  <a-s>&quot;</a-s><a-o>$</a-o><a-s>@&quot;</a-s>; } <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L11" href="#L11">11</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L12" href="#L12">12</a><span class="code-text"><a-f>die</a-f>() {</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L13" href="#L13">13</a><span class="code-text">    <a-f>echo</a-f> <a-s>&quot;</a-s><a-o>$</a-o><a-s>@&quot;</a-s> &gt;&amp;2</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L14" href="#L14">14</a><span class="code-text">    <a-f>exit</a-f> 1</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L15" href="#L15">15</a><span class="code-text">}</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L16" href="#L16">16</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L17" href="#L17">17</a><span class="code-text"><a-f>posts</a-f>() {</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L18" href="#L18">18</a><span class="code-text">    <a-pr>html</a-pr>=<a-o>$</a-o><a-pr>1</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L19" href="#L19">19</a><span class="code-text">    <a-f>pup</a-f> <a-s>&#39;script#trpc-dehydrated-state&#39;</a-s> <a-s>&#39;text{}&#39;</a-s> <a-o>&lt;</a-o> <a-o>$</a-o><a-pr>html</a-pr> \</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L20" href="#L20">20</a><span class="code-text">        <a-o>|</a-o> <a-f>jq</a-f> <a-s>&#39;.queries[] | .state?.data?.posts? | select(. != null)&#39;</a-s> </span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L21" href="#L21">21</a><span class="code-text">}</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L22" href="#L22">22</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L23" href="#L23">23</a><span class="code-text"><a-f>likes</a-f>() {</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L24" href="#L24">24</a><span class="code-text">    <a-pr>html</a-pr>=<a-o>$</a-o><a-pr>1</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L25" href="#L25">25</a><span class="code-text">    <a-f>pup</a-f> <a-s>&#39;script#__COHOST_LOADER_STATE__&#39;</a-s> <a-s>&#39;text{}&#39;</a-s> <a-o>&lt;</a-o> <a-o>$</a-o><a-pr>html</a-pr> \</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L26" href="#L26">26</a><span class="code-text">        <a-o>|</a-o> <a-f>jq</a-f> <a-s>&#39;.&quot;liked-posts-feed&quot; | .posts&#39;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L27" href="#L27">27</a><span class="code-text">}</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L28" href="#L28">28</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L29" href="#L29">29</a><span class="code-text"><a-c># cohost posts contain 0 or more posts in a chain named &quot;shareTree&quot;; more than 0 indicates this is a quote-post/repost.</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L30" href="#L30">30</a><span class="code-text"><a-c># note that cohost does not really distinguish a repost from a quote post without text</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L31" href="#L31">31</a><span class="code-text"><a-f>extract</a-f>() {</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L32" href="#L32">32</a><span class="code-text">    <a-c># this jq snippet works on a single non-nested post. </a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L33" href="#L33">33</a><span class="code-text">    <a-pr>get_project</a-pr>=<a-s>&#39;{ id: .projectId, handle, displayName }&#39;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L34" href="#L34">34</a><span class="code-text">    <a-pr>get_one</a-pr>=<a-s>&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L35" href="#L35">35</a><span class="code-text"><a-s>        content: .blocks | map(</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L36" href="#L36">36</a><span class="code-text"><a-s>            if   .type == \&quot;markdown\&quot; then {markdown: .markdown.content}</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L37" href="#L37">37</a><span class="code-text"><a-s>            elif .type == \&quot;ask\&quot;      then .ask | {ask: {content, sentAt, who: (if .anon then {anon} else .askingProject | </a-s><a-o>$</a-o><a-pr>get_project</a-pr><a-s> end) }}</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L38" href="#L38">38</a><span class="code-text"><a-s>            else .attachment | {img: {altText, fileURL}}</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L39" href="#L39">39</a><span class="code-text"><a-s>            end</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L40" href="#L40">40</a><span class="code-text"><a-s>        ),</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L41" href="#L41">41</a><span class="code-text"><a-s>        poster: .postingProject | </a-s><a-o>$</a-o><a-pr>get_project</a-pr><a-s>,</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L42" href="#L42">42</a><span class="code-text"><a-s>        filename, publishedAt, cws, tags</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L43" href="#L43">43</a><span class="code-text"><a-s>    &quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L44" href="#L44">44</a><span class="code-text">    <a-f>echo</a-f> <a-s>&quot;{ </a-s><a-o>$</a-o><a-pr>get_one</a-pr><a-s>, shareTree: [.shareTree[] | { </a-s><a-o>$</a-o><a-pr>get_one</a-pr><a-s> }] }&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L45" href="#L45">45</a><span class="code-text">}</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L46" href="#L46">46</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L47" href="#L47">47</a><span class="code-text"><a-f>get_token_maybe</a-f>() {</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L48" href="#L48">48</a><span class="code-text">    <a-f>printf</a-f> %s <a-s>&quot;cohost posts are public, but likes are not. to download your liked posts, this script needs to log in as you.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L49" href="#L49">49</a><span class="code-text"><a-s>to get your access token, do the following things:</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L50" href="#L50">50</a><span class="code-text"><a-s>1. open https://cohost.org/ while logged in.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L51" href="#L51">51</a><span class="code-text"><a-s>2. open the devtools network tab. if you are on firefox, press ctrl+shift+e. if you are on chrome, press ctrl+shift+i, then click on the &#39;Network&#39; tab.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L52" href="#L52">52</a><span class="code-text"><a-s>3. on the left panel, click on any request which sends a session cookie to cohost.org (&#39;login.loggedIn,projects.listEditedProjects&#39; is often near the top, that&#39;s fine to use).</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L53" href="#L53">53</a><span class="code-text"><a-s>4. on the right panel, click on &#39;Filter Headers&#39;, then type &#39;Cookie&#39;.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L54" href="#L54">54</a><span class="code-text"><a-s>5. under &#39;Request Headers&#39;, you should see a string starting with &#39;Cookie: connect.sid=&#39;. right click it and hit &#39;copy value&#39;.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L55" href="#L55">55</a><span class="code-text"><a-s>6. paste that string here.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L56" href="#L56">56</a><span class="code-text"><a-s>if for any reason you don&#39;t want this script to log in as you, or you just think that sounds hard and annoying, press Enter now to skip downloading likes.</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L57" href="#L57">57</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L58" href="#L58">58</a><span class="code-text"><a-s>session cookie (or leave blank to skip downloading liked posts): &quot;</a-s>&gt;&amp;2</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L59" href="#L59">59</a><span class="code-text">    <a-f>read</a-f> <a-co>-s</a-co> sid</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L60" href="#L60">60</a><span class="code-text">    <a-k>if</a-k> ! [ <a-s>&quot;</a-s><a-o>$</a-o><a-pr>sid</a-pr><a-s>&quot;</a-s> ]; <a-k>then</a-k> <a-f>echo</a-f> <a-s>&quot;no token supplied; skipping liked posts&quot;</a-s>&gt;&amp;2; <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L61" href="#L61">61</a><span class="code-text">    <a-c># be lenient about how much of the token is copied</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L62" href="#L62">62</a><span class="code-text">    <a-pr>sid</a-pr>=<a-eb>$(</a-eb><a-f>printf</a-f><a-eb> %s </a-eb><a-s>&quot;</a-s><a-o>$</a-o><a-pr>sid</a-pr><a-s>&quot;</a-s><a-eb> </a-eb><a-o>|</a-o><a-eb> </a-eb><a-f>tr</a-f><a-eb> </a-eb><a-co>-d</a-co><a-eb> </a-eb><a-s>&#39;\n&#39;</a-s><a-eb> </a-eb><a-o>|</a-o><a-eb> </a-eb><a-f>sed</a-f><a-eb> </a-eb><a-co>-E</a-co><a-eb> </a-eb><a-s>&#39;s/connect.sid=([^ ;]*)/\1/&#39;</a-s><a-eb>)</a-eb></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L63" href="#L63">63</a><span class="code-text">}</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L64" href="#L64">64</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L65" href="#L65">65</a><span class="code-text"><a-k>if</a-k> ! [ <a-o>$</a-o># = 1 ]; <a-k>then</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L66" href="#L66">66</a><span class="code-text">    <a-f>die</a-f> <a-s>&quot;usage: </a-s><a-o>$</a-o><a-s>0 &lt;username&gt;&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L67" href="#L67">67</a><span class="code-text"><a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L68" href="#L68">68</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L69" href="#L69">69</a><span class="code-text"><a-f>get_token_maybe</a-f></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L70" href="#L70">70</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L71" href="#L71">71</a><span class="code-text"><a-pr>username</a-pr>=<a-o>$</a-o><a-pr>1</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L72" href="#L72">72</a><span class="code-text"><a-pr>page</a-pr>=0</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L73" href="#L73">73</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L74" href="#L74">74</a><span class="code-text"><a-f>mkdir</a-f> <a-co>-p</a-co> posts img</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L75" href="#L75">75</a><span class="code-text"><a-f>pushd</a-f> posts<a-o>&gt;</a-o>/dev/null</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L76" href="#L76">76</a><span class="code-text"><a-f>mkdir</a-f> <a-co>-p</a-co> raw parsed rendered</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L77" href="#L77">77</a><span class="code-text"><a-k>while</a-k> <a-f>true</a-f>; <a-k>do</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L78" href="#L78">78</a><span class="code-text">    <a-pr>html</a-pr>=raw/<a-o>$</a-o><a-pr>page</a-pr>.html</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L79" href="#L79">79</a><span class="code-text">    <a-pr>parsed</a-pr>=parsed/<a-o>$</a-o><a-pr>page</a-pr>.json</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L80" href="#L80">80</a><span class="code-text">    <a-k>if</a-k> ! [ -e <a-o>$</a-o><a-pr>html</a-pr> ]; <a-k>then</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L81" href="#L81">81</a><span class="code-text">        <a-f>echo</a-f> <a-s>&quot;fetch page </a-s><a-o>$</a-o><a-pr>page</a-pr><a-s> of posts&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L82" href="#L82">82</a><span class="code-text">        <a-f>curl</a-f> <a-co>-s</a-co> <a-s>&quot;https://cohost.org/</a-s><a-o>$</a-o><a-pr>username</a-pr><a-s>?page=</a-s><a-o>$</a-o><a-pr>page</a-pr><a-s>&quot;</a-s> <a-o>&gt;</a-o> <a-o>$</a-o><a-pr>html</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L83" href="#L83">83</a><span class="code-text">    <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L84" href="#L84">84</a><span class="code-text">    <a-k>if</a-k> [ <a-s>&quot;</a-s><a-eb>$(</a-eb><a-f>posts</a-f><a-eb> </a-eb><a-o>$</a-o><a-pr>html</a-pr><a-eb> </a-eb><a-o>|</a-o><a-eb> </a-eb><a-f>jq</a-f><a-eb> length </a-eb><a-o>|</a-o><a-eb> </a-eb><a-f>tr</a-f><a-eb> </a-eb><a-co>-d</a-co><a-eb> </a-eb><a-s>&#39;\r&#39;</a-s><a-eb>)</a-eb><a-s>&quot;</a-s> -eq 0 ]; <a-k>then</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L85" href="#L85">85</a><span class="code-text">        <a-c># no posts left</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L86" href="#L86">86</a><span class="code-text">        <a-f>break</a-f></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L87" href="#L87">87</a><span class="code-text">    <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L88" href="#L88">88</a><span class="code-text">    <a-f>echo</a-f> <a-s>&quot;parsing and rendering likes starting from </a-s><a-o>$</a-o><a-pr>page</a-pr><a-s>&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L89" href="#L89">89</a><span class="code-text">    <a-f>posts</a-f> <a-o>$</a-o><a-pr>html</a-pr> <a-o>|</a-o> <a-f>jq</a-f> <a-s>&quot;map(</a-s><a-eb>$(</a-eb><a-f>extract</a-f><a-eb>)</a-eb><a-s>)&quot;</a-s> <a-o>&gt;</a-o> <a-o>$</a-o><a-pr>parsed</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L90" href="#L90">90</a><span class="code-text">    <a-f>python3</a-f> ../render.py <a-o>&lt;</a-o> <a-o>$</a-o><a-pr>parsed</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L91" href="#L91">91</a><span class="code-text">    <a-pr>page</a-pr>=$((<a-pr>page</a-pr>+1))</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L92" href="#L92">92</a><span class="code-text"><a-k>done</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L93" href="#L93">93</a><span class="code-text"><a-f>popd</a-f><a-o>&gt;</a-o>/dev/null</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L94" href="#L94">94</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L95" href="#L95">95</a><span class="code-text"><a-k>if</a-k> ! [ <a-s>&quot;</a-s><a-o>$</a-o><a-pr>sid</a-pr><a-s>&quot;</a-s> ]; <a-k>then</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L96" href="#L96">96</a><span class="code-text">    <a-f>echo</a-f> <a-s>&quot;no access token provided; can&#39;t download liked posts&quot;</a-s>&gt;&amp;2</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L97" href="#L97">97</a><span class="code-text">    <a-f>exit</a-f></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L98" href="#L98">98</a><span class="code-text"><a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L99" href="#L99">99</a><span class="code-text"></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L100" href="#L100">100</a><span class="code-text"><a-f>mkdir</a-f> <a-co>-p</a-co> likes</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L101" href="#L101">101</a><span class="code-text"><a-f>pushd</a-f> likes<a-o>&gt;</a-o>/dev/null</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L102" href="#L102">102</a><span class="code-text"><a-f>mkdir</a-f> <a-co>-p</a-co> raw parsed rendered</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L103" href="#L103">103</a><span class="code-text"><a-pr>liked_posts</a-pr>=0</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L104" href="#L104">104</a><span class="code-text"><a-pr>page</a-pr>=0</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L105" href="#L105">105</a><span class="code-text"><a-k>while</a-k> <a-f>true</a-f>; <a-k>do</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L106" href="#L106">106</a><span class="code-text">    <a-pr>html</a-pr>=raw/<a-o>$</a-o><a-pr>page</a-pr>.html</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L107" href="#L107">107</a><span class="code-text">    <a-pr>parsed</a-pr>=parsed/<a-o>$</a-o><a-pr>page</a-pr>.json</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L108" href="#L108">108</a><span class="code-text">    <a-k>if</a-k> ! [ -e <a-o>$</a-o><a-pr>html</a-pr> ]; <a-k>then</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L109" href="#L109">109</a><span class="code-text">        <a-f>echo</a-f> <a-s>&quot;fetch page </a-s><a-o>$</a-o><a-pr>page</a-pr><a-s> of likes&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L110" href="#L110">110</a><span class="code-text">        <a-f>curl</a-f> <a-co>-s</a-co> <a-s>&quot;https://cohost.org/rc/liked-posts?skipPosts=</a-s><a-o>$</a-o><a-pr>liked_posts</a-pr><a-s>&quot;</a-s> <a-co>--cookie</a-co> <a-s>&quot;connect.sid=</a-s><a-o>$</a-o><a-pr>sid</a-pr><a-s>&quot;</a-s> <a-o>&gt;</a-o> <a-o>$</a-o><a-pr>html</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L111" href="#L111">111</a><span class="code-text">    <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L112" href="#L112">112</a><span class="code-text">    <a-pr>num_likes</a-pr>=<a-eb>$(</a-eb><a-f>likes</a-f><a-eb> </a-eb><a-o>$</a-o><a-pr>html</a-pr><a-eb> </a-eb><a-o>|</a-o><a-eb> </a-eb><a-f>jq</a-f><a-eb> length </a-eb><a-o>|</a-o><a-eb> </a-eb><a-f>tr</a-f><a-eb> </a-eb><a-co>-d</a-co><a-eb> </a-eb><a-s>&#39;\r&#39;</a-s><a-eb>)</a-eb> </span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L113" href="#L113">113</a><span class="code-text">    <a-k>if</a-k> [ <a-s>&quot;</a-s><a-o>$</a-o><a-pr>num_likes</a-pr><a-s>&quot;</a-s> -eq 0 ]; <a-k>then</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L114" href="#L114">114</a><span class="code-text">        <a-c># no posts left</a-c></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L115" href="#L115">115</a><span class="code-text">        <a-f>break</a-f></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L116" href="#L116">116</a><span class="code-text">    <a-k>fi</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L117" href="#L117">117</a><span class="code-text">    <a-f>echo</a-f> <a-s>&quot;parsing and rendering likes starting from </a-s><a-o>$</a-o><a-pr>liked_posts</a-pr><a-s>&quot;</a-s></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L118" href="#L118">118</a><span class="code-text">    <a-f>likes</a-f> <a-o>$</a-o><a-pr>html</a-pr> <a-o>|</a-o> <a-f>jq</a-f> <a-s>&quot;map(</a-s><a-eb>$(</a-eb><a-f>extract</a-f><a-eb>)</a-eb><a-s>)&quot;</a-s> <a-o>&gt;</a-o> <a-o>$</a-o><a-pr>parsed</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L119" href="#L119">119</a><span class="code-text">    <a-f>python3</a-f> ../render.py <a-o>&lt;</a-o> <a-o>$</a-o><a-pr>parsed</a-pr></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L120" href="#L120">120</a><span class="code-text">    <a-pr>liked_posts</a-pr>=$((<a-pr>liked_posts</a-pr>+<a-pr>num_likes</a-pr>))</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L121" href="#L121">121</a><span class="code-text">    <a-pr>page</a-pr>=$((<a-pr>page</a-pr>+1))</span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L122" href="#L122">122</a><span class="code-text"><a-k>done</a-k></span><span class="code-break">
</span></span><span class="code-line"><a class="ln" id="L123" href="#L123">123</a><span class="code-text"><a-f>popd</a-f><a-o>&gt;</a-o>/dev/null</span></span></pre>
</main>
</body>
</html>
