Reddit_Scrape.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Reddit_Scrape.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/learningdollars/reddit-twitter-convo-data/blob/master/Reddit_Scrape.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GA09woY5yzlP",
        "colab_type": "text"
      },
      "source": [
        "# Complete Reddit Selenum & BeautifulSoup Scraping\n",
        "\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "HxYNPrL4zJG5",
        "colab_type": "text"
      },
      "source": [
        "## Preparation"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ao22IqoczbL7",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Install chromium, driver, and selenium\n",
        "!apt-get update\n",
        "!pip install selenium\n",
        "!pip install pandas\n",
        "!pip install anytree\n",
        "!apt install chromium-chromedriver\n",
        "!cp /usr/lib/chromium-browser/chromedriver /usr/bin\n",
        "\n",
        "# Adding to path, unnecessary if files are moved to /usr/bin\n",
        "# import sys\n",
        "# sys.path.insert(0,'/usr/lib/chromium-browser/chromedriver')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1JTzBZXaapdA",
        "colab_type": "text"
      },
      "source": [
        "## Initialization"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vzjlixhRExWn",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Hyperparameters\n",
        "PAGES = 1   # Number of pages from each subreddit\n",
        "HTTPS = \"https://old.reddit.com/\"\n",
        "\n",
        "SUBREDDIT = [ \"r/all\",\n",
        "              \"r/funny\",\n",
        "              \"r/jokes\"]\n",
        "\n",
        "SORT = \"top\"    # Sorting type, set to hot, new, rising, controversial, top, or gilded\n",
        "TIME = \"week\"   # Sorting timespan, set to hour, week, month, year, or all. No effect for the first 3 sorting types above."
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "x3bP4p8CHCqR",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Import libraries\n",
        "from selenium import webdriver\n",
        "from selenium.common.exceptions import NoSuchElementException\n",
        "from bs4 import BeautifulSoup as soup\n",
        "\n",
        "import pandas as pd\n",
        "import anytree\n",
        "from anytree import NodeMixin, Node, RenderTree\n",
        "from pprint import pprint\n",
        "\n",
        "# Initialize webdriver, set to headless\n",
        "options = webdriver.ChromeOptions()\n",
        "options.add_argument(\"-no-sandbox\")\n",
        "options.add_argument(\"-headless\")\n",
        "options.add_argument(\"-disable-dev-shm-usage\")\n",
        "\n",
        "# Open driver with a website, then get result\n",
        "d = webdriver.Chrome(\"chromedriver\", options=options)\n",
        "# d.get(\"https://old.reddit.com/r/all/\")\n",
        "# print(d.page_source) # results"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "C6ln6AeRhrpI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Custom anytree node for posts' comments\n",
        "class NodeCom(NodeMixin):\n",
        "  def __init__(self, name, attrs=None, parent=None, children=None):\n",
        "    super(NodeCom, self).__init__()\n",
        "    self.name = name\n",
        "    self.attrs = attrs  # The reddit data\n",
        "    self.parent = parent\n",
        "    if children:\n",
        "      self.children = children"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-fBr_X2sQOIw",
        "colab_type": "text"
      },
      "source": [
        "# Scrape"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FvA64UGSHFvF",
        "colab_type": "code",
        "outputId": "01e234af-de42-4102-e4b2-213d3e456618",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 642
        }
      },
      "source": [
        "# Get all posts\n",
        "posts = []\n",
        "\n",
        "for sub in SUBREDDIT:\n",
        "  # Iterate through every subreddit listed\n",
        "  link = HTTPS + sub + \"/\" + SORT + \"/?t=\" + TIME\n",
        "  print(link)\n",
        "  d.get(link)\n",
        "\n",
        "  for i in range(PAGES):\n",
        "    wdposts = d.find_elements_by_class_name(\"thing\")\n",
        "\n",
        "    # Iterate through every post found\n",
        "    for wdpost in wdposts:\n",
        "      html = wdpost.get_attribute(\"outerHTML\")\n",
        "      htpost = soup(html, \"html.parser\").div\n",
        "      \n",
        "      # Get post title\n",
        "      text = htpost.find(\"a\", class_=\"title\").text\n",
        "      attrs = htpost.attrs # Get everything else (in attribute)\n",
        "      \n",
        "      # Append all & create room for the comment tree\n",
        "      attrs[\"data-score\"] = int(attrs[\"data-score\"])\n",
        "      attrs.update({\"text\":text, \"comments\":None})\n",
        "      posts.append(attrs)\n",
        "    \n",
        "    # Go to next page, cancel if there isn't any\n",
        "    try:\n",
        "      next = d.find_element_by_class_name(\"next-button\").get_attribute(\"outerHTML\")\n",
        "    except NoSuchElementException:\n",
        "      break # End loop\n",
        "\n",
        "    page = soup(next, \"html.parser\").a.attrs[\"href\"]\n",
        "    print(i+1, page)\n",
        "    d.get(page)\n",
        "\n",
        "\n",
        "print(\"Total posts:\", len(posts))\n",
        "# Create table using pandas DataFrame, just for preview\n",
        "pd.DataFrame(posts)[0:4]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "https://old.reddit.com/r/all/top/?t=week\n",
            "1 https://old.reddit.com/r/all/top/?t=week&count=25&after=t3_dy6ujn\n",
            "https://old.reddit.com/r/funny/top/?t=week\n",
            "1 https://old.reddit.com/r/funny/top/?t=week&count=25&after=t3_dxbjil\n",
            "https://old.reddit.com/r/jokes/top/?t=week\n",
            "1 https://old.reddit.com/r/Jokes/top/?t=week&count=25&after=t3_dxusqc\n",
            "Total posts: 75\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>class</th>\n",
              "      <th>id</th>\n",
              "      <th>onclick</th>\n",
              "      <th>data-fullname</th>\n",
              "      <th>data-type</th>\n",
              "      <th>data-gildings</th>\n",
              "      <th>data-whitelist-status</th>\n",
              "      <th>data-author</th>\n",
              "      <th>data-author-fullname</th>\n",
              "      <th>data-subreddit</th>\n",
              "      <th>data-subreddit-prefixed</th>\n",
              "      <th>data-subreddit-fullname</th>\n",
              "      <th>data-subreddit-type</th>\n",
              "      <th>data-timestamp</th>\n",
              "      <th>data-url</th>\n",
              "      <th>data-permalink</th>\n",
              "      <th>data-domain</th>\n",
              "      <th>data-rank</th>\n",
              "      <th>data-comments-count</th>\n",
              "      <th>data-score</th>\n",
              "      <th>data-promoted</th>\n",
              "      <th>data-nsfw</th>\n",
              "      <th>data-spoiler</th>\n",
              "      <th>data-oc</th>\n",
              "      <th>data-num-crossposts</th>\n",
              "      <th>data-context</th>\n",
              "      <th>text</th>\n",
              "      <th>comments</th>\n",
              "      <th>data-kind</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>[, thing, id-t3_dwdllq, odd, gilded, link, ]</td>\n",
              "      <td>thing_t3_dwdllq</td>\n",
              "      <td>click_thing(this)</td>\n",
              "      <td>t3_dwdllq</td>\n",
              "      <td>link</td>\n",
              "      <td>18</td>\n",
              "      <td>all_ads</td>\n",
              "      <td>davidambart</td>\n",
              "      <td>t2_gdgjkg</td>\n",
              "      <td>pics</td>\n",
              "      <td>r/pics</td>\n",
              "      <td>t5_2qh0u</td>\n",
              "      <td>public</td>\n",
              "      <td>1573756037000</td>\n",
              "      <td>https://i.redd.it/0nzln43z2py31.jpg</td>\n",
              "      <td>/r/pics/comments/dwdllq/the_most_challenging_p...</td>\n",
              "      <td>i.redd.it</td>\n",
              "      <td>1</td>\n",
              "      <td>2458</td>\n",
              "      <td>194603</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>53</td>\n",
              "      <td>listing</td>\n",
              "      <td>The most challenging painting I've ever done t...</td>\n",
              "      <td>None</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>[, thing, id-t3_dybzwo, even, gilded, link, ]</td>\n",
              "      <td>thing_t3_dybzwo</td>\n",
              "      <td>click_thing(this)</td>\n",
              "      <td>t3_dybzwo</td>\n",
              "      <td>link</td>\n",
              "      <td>1</td>\n",
              "      <td>all_ads</td>\n",
              "      <td>Elizabeth-II</td>\n",
              "      <td>t2_bjjwuhq</td>\n",
              "      <td>pics</td>\n",
              "      <td>r/pics</td>\n",
              "      <td>t5_2qh0u</td>\n",
              "      <td>public</td>\n",
              "      <td>1574121524000</td>\n",
              "      <td>https://i.redd.it/ia2vw09y9jz31.jpg</td>\n",
              "      <td>/r/pics/comments/dybzwo/a_powerful_shot_in_hon...</td>\n",
              "      <td>i.redd.it</td>\n",
              "      <td>2</td>\n",
              "      <td>7136</td>\n",
              "      <td>150101</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>27</td>\n",
              "      <td>listing</td>\n",
              "      <td>A powerful shot in Hong Kong</td>\n",
              "      <td>None</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>[, thing, id-t3_dy9gzl, linkflair, linkflair-f...</td>\n",
              "      <td>thing_t3_dy9gzl</td>\n",
              "      <td>click_thing(this)</td>\n",
              "      <td>t3_dy9gzl</td>\n",
              "      <td>link</td>\n",
              "      <td>11</td>\n",
              "      <td>no_ads</td>\n",
              "      <td>hey-boss</td>\n",
              "      <td>t2_adpq4</td>\n",
              "      <td>HongKong</td>\n",
              "      <td>r/HongKong</td>\n",
              "      <td>t5_2rbn0</td>\n",
              "      <td>public</td>\n",
              "      <td>1574111053000</td>\n",
              "      <td>/r/HongKong/comments/dy9gzl/redditors_be_aware...</td>\n",
              "      <td>/r/HongKong/comments/dy9gzl/redditors_be_aware...</td>\n",
              "      <td>self.HongKong</td>\n",
              "      <td>3</td>\n",
              "      <td>3054</td>\n",
              "      <td>139706</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>20</td>\n",
              "      <td>listing</td>\n",
              "      <td>REDDITORS BE AWARE: CHINA IS PAYING FOR PEOPLE...</td>\n",
              "      <td>None</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>[, thing, id-t3_dybtxg, even, gilded, link, ]</td>\n",
              "      <td>thing_t3_dybtxg</td>\n",
              "      <td>click_thing(this)</td>\n",
              "      <td>t3_dybtxg</td>\n",
              "      <td>link</td>\n",
              "      <td>43</td>\n",
              "      <td>all_ads</td>\n",
              "      <td>drewhead118</td>\n",
              "      <td>t2_a32uu</td>\n",
              "      <td>gaming</td>\n",
              "      <td>r/gaming</td>\n",
              "      <td>t5_2qh03</td>\n",
              "      <td>public</td>\n",
              "      <td>1574120788000</td>\n",
              "      <td>https://www.theverge.com/2019/11/18/20971514/v...</td>\n",
              "      <td>/r/gaming/comments/dybtxg/valve_announces_half...</td>\n",
              "      <td>theverge.com</td>\n",
              "      <td>4</td>\n",
              "      <td>15860</td>\n",
              "      <td>138064</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>19</td>\n",
              "      <td>listing</td>\n",
              "      <td>\"Valve announces Half-Life: Alyx, its first fl...</td>\n",
              "      <td>None</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                               class  ... data-kind\n",
              "0       [, thing, id-t3_dwdllq, odd, gilded, link, ]  ...       NaN\n",
              "1      [, thing, id-t3_dybzwo, even, gilded, link, ]  ...       NaN\n",
              "2  [, thing, id-t3_dy9gzl, linkflair, linkflair-f...  ...       NaN\n",
              "3      [, thing, id-t3_dybtxg, even, gilded, link, ]  ...       NaN\n",
              "\n",
              "[4 rows x 29 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 71
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qxMHsGMhtvQ6",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Get every data from a comment HTML\n",
        "def get_comment(htcom):\n",
        "  # Get comment & vote count. None = Deleted\n",
        "  text = htcom.find(\"div\", class_=\"usertext-body\").text\n",
        "  vote = htcom.find(\"span\", class_=\"unvoted\")\n",
        "\n",
        "  # Deleted comments. Also automatically None if hidden\n",
        "  if vote == '':\n",
        "    vote = None\n",
        "  if vote != None:\n",
        "    vote = int(vote.attrs[\"title\"])\n",
        "\n",
        "  attrs = htcom.attrs # Get everything else (in attribute)\n",
        "  attrs.update({\"text\":text, \"data-score\":vote})\n",
        "  return attrs\n",
        "\n",
        "\n",
        "# Recursively get comments & create tree by linking nodes\n",
        "def recursive(soup, parent):\n",
        "  # End recursion if it's empty\n",
        "  if not soup:\n",
        "    return;\n",
        "\n",
        "  # Soup is another link opened by soup\n",
        "  htcoms = soup[0].find_all(\"div\", class_=\"comment\", recursive=False)\n",
        "\n",
        "  # Iterate through every comment found, set to the same parent\n",
        "  # print(len(htcoms))\n",
        "  for htcom in htcoms:\n",
        "    # if htcom is not None:\n",
        "    attrs = get_comment(htcom)\n",
        "\n",
        "    # Create node. Won't be replaced in the next loop since what matters is the object, not the variable.\n",
        "    # node = NodeCom(attrs[\"data-fullname\"], attrs, parent) # Deleted comments don't have data-fullname\n",
        "    node = NodeCom(\"a\", attrs, parent)\n",
        "    nxsoup = htcom.select(\"div.listing\")\n",
        "    recursive(nxsoup, node) # Go deeper\n",
        "\n",
        "  # Nothing to return, since this procedure just links the comment nodes"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3MgnA4wTh3y9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Get all comments from every posts, using recursive scrape-store to differentiate between childs & parents.\n",
        "# for postlink in dfposts[\"data-permalink\"]:\n",
        "\n",
        "for post in posts:\n",
        "  # print(post)\n",
        "  d.get(HTTPS + post[\"data-permalink\"])\n",
        "\n",
        "  # Get the raw text page source\n",
        "  html = d.page_source\n",
        "\n",
        "  # Find the div containing the comments list, then get the comments unrecursively.\n",
        "  htlist = soup(html, \"html.parser\").select(\"div.nestedlisting\")\n",
        "  parent = NodeCom(attrs[\"data-fullname\"], post)  # Set the post as the first node\n",
        "  recursive(htlist, parent)\n",
        "  post[\"comments\"] = parent"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o-hQ-7C06-9o",
        "colab_type": "code",
        "outputId": "e5c43a4e-8f90-4617-cfca-0af2dc430770",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "# Preview tree of a single post\n",
        "prev = posts[0]\n",
        "print(RenderTree(prev[\"comments\"]))\n",
        "print()\n",
        "for pre, fill, node in RenderTree(prev[\"comments\"]):\n",
        "  vote = node.attrs[\"data-score\"]\n",
        "  if vote == None:\n",
        "    vote = 0\n",
        "\n",
        "  treestr = u\"%s%d\" % (pre, vote)\n",
        "  # Preview the text cropped, and newline removed\n",
        "  print(treestr.ljust(8), node.attrs[\"text\"][:50].replace('\\n', ' '))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "<__main__.NodeCom object at 0x7f184013e588>\n",
            "├── <__main__.NodeCom object at 0x7f183ef1bef0>\n",
            "│   └── <__main__.NodeCom object at 0x7f183ef1b8d0>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183ef1b7b8>\n",
            "│       │   ├── <__main__.NodeCom object at 0x7f183f167748>\n",
            "│       │   │   └── <__main__.NodeCom object at 0x7f183f167898>\n",
            "│       │   │       └── <__main__.NodeCom object at 0x7f183f167860>\n",
            "│       │   ├── <__main__.NodeCom object at 0x7f183f167780>\n",
            "│       │   │   └── <__main__.NodeCom object at 0x7f183f167518>\n",
            "│       │   │       └── <__main__.NodeCom object at 0x7f183f167588>\n",
            "│       │   │           └── <__main__.NodeCom object at 0x7f183f1670f0>\n",
            "│       │   │               ├── <__main__.NodeCom object at 0x7f183f1678d0>\n",
            "│       │   │               ├── <__main__.NodeCom object at 0x7f183f1675f8>\n",
            "│       │   │               │   ├── <__main__.NodeCom object at 0x7f183f1671d0>\n",
            "│       │   │               │   └── <__main__.NodeCom object at 0x7f183f167400>\n",
            "│       │   │               ├── <__main__.NodeCom object at 0x7f183f167710>\n",
            "│       │   │               └── <__main__.NodeCom object at 0x7f183f167cf8>\n",
            "│       │   │                   └── <__main__.NodeCom object at 0x7f183f167a90>\n",
            "│       │   ├── <__main__.NodeCom object at 0x7f183f1677b8>\n",
            "│       │   └── <__main__.NodeCom object at 0x7f183f1672b0>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f167ba8>\n",
            "│       │   └── <__main__.NodeCom object at 0x7f183f167048>\n",
            "│       │       ├── <__main__.NodeCom object at 0x7f183f167128>\n",
            "│       │       └── <__main__.NodeCom object at 0x7f183f167668>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f167390>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f1679e8>\n",
            "│       │   ├── <__main__.NodeCom object at 0x7f183f1674a8>\n",
            "│       │   │   └── <__main__.NodeCom object at 0x7f183f167278>\n",
            "│       │   └── <__main__.NodeCom object at 0x7f183f167b38>\n",
            "│       └── <__main__.NodeCom object at 0x7f183f1679b0>\n",
            "├── <__main__.NodeCom object at 0x7f183ef1be10>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183ef1b828>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f167240>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f167080>\n",
            "│   │           ├── <__main__.NodeCom object at 0x7f183f167978>\n",
            "│   │           │   └── <__main__.NodeCom object at 0x7f183f167a58>\n",
            "│   │           │       └── <__main__.NodeCom object at 0x7f183f167f60>\n",
            "│   │           │           ├── <__main__.NodeCom object at 0x7f183f167f98>\n",
            "│   │           │           │   └── <__main__.NodeCom object at 0x7f183f167828>\n",
            "│   │           │           ├── <__main__.NodeCom object at 0x7f183f167d30>\n",
            "│   │           │           └── <__main__.NodeCom object at 0x7f183f167c50>\n",
            "│   │           └── <__main__.NodeCom object at 0x7f183f1670b8>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f167470>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f167320>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f167a20>\n",
            "│   │           └── <__main__.NodeCom object at 0x7f183f167be0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f167438>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1672e8>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f167d68>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f167b00>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f167c18>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f167ac8>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f167c88>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f167940>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f167cc0>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1c3b00>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f1c3f98>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c3c50>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f167908>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1c3860>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f1c3f60>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c3f28>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f167358>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1c37b8>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c3c18>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1c34e0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c3198>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c32b0>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1c31d0>\n",
            "│   │           └── <__main__.NodeCom object at 0x7f183f1c3390>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c38d0>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c3748>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c3160>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c3240>\n",
            "│   │       ├── <__main__.NodeCom object at 0x7f183f1c36a0>\n",
            "│   │       ├── <__main__.NodeCom object at 0x7f183f1c3ef0>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1c3e10>\n",
            "│   │           └── <__main__.NodeCom object at 0x7f183f1c3ac8>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c3400>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c35f8>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c3eb8>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1c3a90>\n",
            "├── <__main__.NodeCom object at 0x7f183ef1b4e0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c3a20>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1c3dd8>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1c3b38>\n",
            "│   │   │   ├── <__main__.NodeCom object at 0x7f183f1c3908>\n",
            "│   │   │   │   └── <__main__.NodeCom object at 0x7f183f1c39b0>\n",
            "│   │   │   │       └── <__main__.NodeCom object at 0x7f183f1c3898>\n",
            "│   │   │   │           └── <__main__.NodeCom object at 0x7f183f1c36d8>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f1c3978>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1c3b70>\n",
            "│   │   │   ├── <__main__.NodeCom object at 0x7f183f1c3a58>\n",
            "│   │   │   │   └── <__main__.NodeCom object at 0x7f183f1c39e8>\n",
            "│   │   │   │       └── <__main__.NodeCom object at 0x7f183f1c37f0>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f1c3710>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1c3668>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1c3128>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1c3828>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f1c3be0>\n",
            "│       └── <__main__.NodeCom object at 0x7f183f1c3320>\n",
            "├── <__main__.NodeCom object at 0x7f183ef1b7f0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1c33c8>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1baa90>\n",
            "│   │   │   ├── <__main__.NodeCom object at 0x7f183f1badd8>\n",
            "│   │   │   │   └── <__main__.NodeCom object at 0x7f183f1ba908>\n",
            "│   │   │   │       └── <__main__.NodeCom object at 0x7f183f1bab70>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f1bae48>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1bafd0>\n",
            "│   │       ├── <__main__.NodeCom object at 0x7f183f1ba9e8>\n",
            "│   │       │   ├── <__main__.NodeCom object at 0x7f183f1bac88>\n",
            "│   │       │   ├── <__main__.NodeCom object at 0x7f183f1ba978>\n",
            "│   │       │   └── <__main__.NodeCom object at 0x7f183f1bad68>\n",
            "│   │       │       └── <__main__.NodeCom object at 0x7f183f1bae10>\n",
            "│   │       ├── <__main__.NodeCom object at 0x7f183f1bacc0>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1bac18>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1c3470>\n",
            "├── <__main__.NodeCom object at 0x7f183f1c3940>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1baf60>\n",
            "│   │   ├── <__main__.NodeCom object at 0x7f183f1baba8>\n",
            "│   │   │   ├── <__main__.NodeCom object at 0x7f183f1baf98>\n",
            "│   │   │   ├── <__main__.NodeCom object at 0x7f183f1baac8>\n",
            "│   │   │   │   ├── <__main__.NodeCom object at 0x7f183f1ba550>\n",
            "│   │   │   │   │   └── <__main__.NodeCom object at 0x7f183f1ba6d8>\n",
            "│   │   │   │   └── <__main__.NodeCom object at 0x7f183f1baa20>\n",
            "│   │   │   └── <__main__.NodeCom object at 0x7f183f1bacf8>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1ba7b8>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1bad30>\n",
            "├── <__main__.NodeCom object at 0x7f183f1c35c0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1baeb8>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1bae80>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1ba9b0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1baa58>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba630>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba588>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba828>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1ba940>\n",
            "├── <__main__.NodeCom object at 0x7f183f1bab00>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba080>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1bac50>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1ba780>\n",
            "│   │           └── <__main__.NodeCom object at 0x7f183f1ba0f0>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1ba4e0>\n",
            "├── <__main__.NodeCom object at 0x7f183f1ba0b8>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba8d0>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1ba860>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f1ba160>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1ba898>\n",
            "├── <__main__.NodeCom object at 0x7f183f1babe0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba1d0>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1bab38>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1baef0>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba198>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1ba128>\n",
            "├── <__main__.NodeCom object at 0x7f183f1ba668>\n",
            "│   ├── <__main__.NodeCom object at 0x7f183f1ba048>\n",
            "│   │   └── <__main__.NodeCom object at 0x7f183f1ba748>\n",
            "│   │       └── <__main__.NodeCom object at 0x7f183f244ba8>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f1baf28>\n",
            "├── <__main__.NodeCom object at 0x7f183f1bada0>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f2447f0>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f244e10>\n",
            "│       │   └── <__main__.NodeCom object at 0x7f183f2442e8>\n",
            "│       └── <__main__.NodeCom object at 0x7f183f244b70>\n",
            "├── <__main__.NodeCom object at 0x7f183f1ba7f0>\n",
            "├── <__main__.NodeCom object at 0x7f183f1ba3c8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244cf8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244c88>\n",
            "├── <__main__.NodeCom object at 0x7f183f244e48>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f244da0>\n",
            "├── <__main__.NodeCom object at 0x7f183f2445c0>\n",
            "├── <__main__.NodeCom object at 0x7f183f244320>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f2444a8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244128>\n",
            "├── <__main__.NodeCom object at 0x7f183f244550>\n",
            "├── <__main__.NodeCom object at 0x7f183f244668>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f2440b8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244278>\n",
            "├── <__main__.NodeCom object at 0x7f183f244438>\n",
            "├── <__main__.NodeCom object at 0x7f183f244710>\n",
            "├── <__main__.NodeCom object at 0x7f183f244dd8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244048>\n",
            "├── <__main__.NodeCom object at 0x7f183f244f98>\n",
            "├── <__main__.NodeCom object at 0x7f183f244eb8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244518>\n",
            "├── <__main__.NodeCom object at 0x7f183f244f60>\n",
            "├── <__main__.NodeCom object at 0x7f183f2443c8>\n",
            "├── <__main__.NodeCom object at 0x7f183f244d68>\n",
            "├── <__main__.NodeCom object at 0x7f183f244ef0>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f244d30>\n",
            "├── <__main__.NodeCom object at 0x7f183f244cc0>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f244588>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f244fd0>\n",
            "│       ├── <__main__.NodeCom object at 0x7f183f244470>\n",
            "│       └── <__main__.NodeCom object at 0x7f183f244be0>\n",
            "├── <__main__.NodeCom object at 0x7f183f244390>\n",
            "│   └── <__main__.NodeCom object at 0x7f183f244780>\n",
            "├── <__main__.NodeCom object at 0x7f183f2449b0>\n",
            "└── <__main__.NodeCom object at 0x7f183f244630>\n",
            "\n",
            "194603   The most challenging painting I've ever done title\n",
            "├── 8184 This is incredible!  \n",
            "│   └── 2347 If you haven't already look back through some of h\n",
            "│       ├── 575 I wish I was even a quarter as talented. I did sta\n",
            "│       │   ├── 174 I wish I was even a brush stroke as talented.  \n",
            "│       │   │   └── 73 A 3D brush stroke as talented  \n",
            "│       │   │       └── 32 I want this !  \n",
            "│       │   ├── 84 You can be!  Just put in 10,000 hours of practice \n",
            "│       │   │   └── 34 Negatory, I just put in a years worth and still no\n",
            "│       │   │       └── 61 There are only 8,760 hours in a year and they said\n",
            "│       │   │           └── 17 Sorry, I mean I been painting for a year (not a ye\n",
            "│       │   │               ├── 20 In all seriousness, there will come a point where \n",
            "│       │   │               ├── 19 Is it sad that at some point it may be more likely\n",
            "│       │   │               │   ├── 12 Yeah, kinda weird to think about but not really sa\n",
            "│       │   │               │   └── 4 I feel like that point is probably already here  \n",
            "│       │   │               ├── 11 It's not linear, and there's never going to be a p\n",
            "│       │   │               └── 5 A year is not a lot as far as art goes. Keep worki\n",
            "│       │   │                   └── 3 Yeah, it has felt like only a few seconds have rea\n",
            "│       │   ├── 12 I wish I was 10 times better than him  \n",
            "│       │   └── 11 Talent comes from practice. The only thing stoppin\n",
            "│       ├── 48 https://www.reddit.com/r/gifs/comments/boiz4z/i_tu\n",
            "│       │   └── 9 How does it look like it’s floating?!  \n",
            "│       │       ├── 6 It's in the title. Augmented reality, so an app on\n",
            "│       │       └── 3 I don't think it's painted over the top. More like\n",
            "│       ├── 11 Found his site https://www.david-ambarzumjan.com/ \n",
            "│       ├── 97 I love that he didn’t try to rely on “I’ve battled\n",
            "│       │   ├── 23 I'm not the kind of guy who says, \"Holy shit. This\n",
            "│       │   │   └── 8 I’m sorry, you’ve got reddititus. It’s terminal.  \n",
            "│       │   └── 13 The amazing stuff does I suppose.  \n",
            "│       └── 6 Transience is very depressing :( That's what your \n",
            "├── 4262 Love the painting. So here's an interesting fact, \n",
            "│   ├── 943 Is this why Broadway is one of the only streets th\n",
            "│   │   └── 646 Yes. Also why the first subway followed Broadway. \n",
            "│   │       └── 339 Broadway is also the reason all the Triangle parks\n",
            "│   │           ├── 138 And here I thought it was just known for being mus\n",
            "│   │           │   └── 77 also, broadway runs all the way through Westcheste\n",
            "│   │           │       └── 36 Doesn’t it go much further than that though?  It b\n",
            "│   │           │           ├── 12 I don't know the streets or area but significant s\n",
            "│   │           │           │   └── 3 Im fucking loving these facts  \n",
            "│   │           │           ├── 7 Yep, but it stops being called broadway at some po\n",
            "│   │           │           └── 4 Pulling up Google Maps and following the road show\n",
            "│   │           └── 14 Broadway also goes up past NYC to sleepy hollow. I\n",
            "│   ├── 489 Now that's info I love. Thanks!  \n",
            "│   │   └── 65 The condoms used in Ancient Rome were made of line\n",
            "│   │       └── 91 Thats certainly info!  \n",
            "│   │           └── 11 this made me laugh thank you  \n",
            "│   ├── 122 Ever We Tread The Paths of Others Thank you for th\n",
            "│   │   ├── 17 good  \n",
            "│   │   ├── 15 Thanks for this.  \n",
            "│   │   ├── 10 Thank you for sharing.  \n",
            "│   │   │   └── 4 Counselor detected  \n",
            "│   │   ├── 6 Thanks for posting this!  \n",
            "│   │   └── 3 Thank you!  \n",
            "│   ├── 106 Another interesting fact, when the Dutch inhabited\n",
            "│   │   ├── 21 I doubted you, but it turns out it's true after al\n",
            "│   │   ├── 15 This is just as spectacular a fact as the Broadway\n",
            "│   │   │   └── 7 I love this stuff too! Sometimes when I can’t slee\n",
            "│   │   └── 4 Manhattan has a few street names that were quite l\n",
            "│   ├── 152 As a born and raised NY'er who has never heard tha\n",
            "│   │   ├── 38 There’s a great book called “World Without Us” tha\n",
            "│   │   │   └── 14 Tucson used to have a giant river running through \n",
            "│   │   └── 33 Faget about it!  \n",
            "│   ├── 23 I have no source to back it up but I've read that \n",
            "│   │   ├── 10 That's depressing. Thanks!  \n",
            "│   │   └── 10 Most roads and trails began as game trails interes\n",
            "│   │       └── 5 Same! Whenever I'm on a road trip I try to imagine\n",
            "│   ├── 81 Wow, all these years playing Spiderman wondering w\n",
            "│   │   └── 58 Are you a deer? Late edit but also respect the hyp\n",
            "│   │       └── 29 Not according to his username. Oh bother.  \n",
            "│   │           └── 9 Some uncanny voice in my head kicked in and read o\n",
            "│   ├── 15 Heere at the Wall  \n",
            "│   │   └── 8 Guilty pleasure movie.  \n",
            "│   ├── 37 I hope this is true.  \n",
            "│   │   └── 77 It is. From Wikipedia:  Broadway was originally th\n",
            "│   │       ├── 40 My brain wants to call it “Quick As Heck Trail”  \n",
            "│   │       ├── 9 But he’s a liar and a thief...  \n",
            "│   │       └── 6 Brits doing Brit things and giving it a literal na\n",
            "│   │           └── 4 Billabong just means 'lake' in  Wiradjuri. In Engl\n",
            "│   ├── 7 I also remember reading that they built a wall (pr\n",
            "│   │   └── 5 The Dutch built a wall when it was new Amsterdam a\n",
            "│   ├── 10 We should recover it, turn it back into a deer tra\n",
            "│   └── 5 Really cool, just like how the Appian Way is still\n",
            "├── 3952 At first I thought it was backwards in time to som\n",
            "│   ├── 1723 Thank you!! I actually painted a few paintings tha\n",
            "│   │   ├── 174 Really great work! What size canvas is this?  \n",
            "│   │   ├── 238 I noticed in an earlier post you had prints. Do yo\n",
            "│   │   │   ├── 67 He linked it in another comment, he has a society6\n",
            "│   │   │   │   └── 79 yup found it! Thanks, https://society6.com/product\n",
            "│   │   │   │       └── 38 It's going on my wishlist for Christmas tbh. It's \n",
            "│   │   │   │           └── 8 Gonna have to grab a couple as well. Great work an\n",
            "│   │   │   └── 3 I wonder if exposure is acceptable currency  \n",
            "│   │   ├── 43 Yeah it has real Last of Us vibes!  \n",
            "│   │   │   ├── 3 I'm feeling Tokyo Jungle.  \n",
            "│   │   │   │   └── 10 With a dash of ‘I Am Legend.’  \n",
            "│   │   │   │       └── 3 Absolutely  \n",
            "│   │   │   └── 6 I was thinking Horizon: Zero Dawn.  \n",
            "│   │   └── 12 The Reddit is Fun app opened this up into a black \n",
            "│   │       └── 5 Good painting is supposed to look good in black an\n",
            "│   └── 81 Yes this! It's almost like a twist ending in a pai\n",
            "│       ├── 4 Oh damn didn't notice that  \n",
            "│       └── 4 They're gonna love all the tunnels we've made ever\n",
            "├── 894  Will Smith is about to drive by in his Shelby GT50\n",
            "│   ├── 207 Yes, my first thought was the movie \"I am legend\" \n",
            "│   │   ├── 88 Here i was seeing the last of us :)  \n",
            "│   │   │   ├── 30 Same. That game was beautiful. And the giraffes!!!\n",
            "│   │   │   │   └── 12 The giraffes were my favorite part- I shouted acro\n",
            "│   │   │   │       └── 5 That shit was such an unexpected game changer and \n",
            "│   │   │   └── 3 Absolutely. Deers and that setting is The Last of \n",
            "│   │   └── 8 Curious movie. It's not great, but I'm glad I saw \n",
            "│   │       ├── 25 The movie upsets me because they lost the whole po\n",
            "│   │       │   ├── 13 And they aren't zombies. They are savage vampires.\n",
            "│   │       │   ├── 10 They kinda had the same. It tested bad, that's why\n",
            "│   │       │   └── 8 Some of them. The disease resurrects the dead and \n",
            "│   │       │       └── 5 More nuanced than I posted, but I got the general \n",
            "│   │       ├── 9 That part with him in the dog was the saddest fuck\n",
            "│   │       └── 4 The original, \"Omega Man\"  is a good 70's post apo\n",
            "│   └── 13 I still get fucked up by the dog scene  \n",
            "├── 697  Can I have this for Christmas. I'll pay my way to \n",
            "│   ├── 105 Me too, I want this front and center in my office \n",
            "│   │   ├── 34 [removed]  \n",
            "│   │   │   ├── 34 Damn, way cheaper than expected. Insta-buy!  \n",
            "│   │   │   ├── 13 I wonder how much the original would be  \n",
            "│   │   │   │   ├── 10 I too would like to know how much for the original\n",
            "│   │   │   │   │   └── 6 You should direct message OP then.  \n",
            "│   │   │   │   └── 7 If I had the money I'd totally buy it! But all I h\n",
            "│   │   │   └── 20 Fuck yeah! Thank you  \n",
            "│   │   └── 15  in my office  sad deer noises  \n",
            "│   └── 3 Get in line! ;)  \n",
            "├── 102  It's beautiful. A little bit of Oko everywhere  \n",
            "│   ├── 37 I came here to see if Oko was mentioned. 3/3, perf\n",
            "│   │   └── 10 Amazing evaluation table, +1 for the effort  \n",
            "│   │       └── 4 Amazing taste, +2 for the food for thought  \n",
            "│   ├── 8 Was going to say, should contain a trigger warning\n",
            "│   ├── 6 I knew Ctrl+F wouldnt forsake me!  \n",
            "│   ├── 3 He has spread outside of the game. Truly this is t\n",
            "│   ├── 3 This comment is now a 3/3 elk  \n",
            "│   └── 3 This painting is now a 3/3 elk.  \n",
            "├── 221  Have you ever thought about commissioning your wor\n",
            "│   ├── 121 [removed]  \n",
            "│   │   └── 121 Thanks TwattyPhatBalls  \n",
            "│   │       └── 10 r/rimjob_steve  \n",
            "│   │           └── 3 Omg you made my life so much better  \n",
            "│   └── 18 His website is on his profile, he’s on society6.  \n",
            "├── 136  Reminds me of PS4 game, The Last Of Us  \n",
            "│   ├── 43 Reminds me more of Horizon Zero Dawn  \n",
            "│   │   └── 20 And me of NieR: Automata  \n",
            "│   │       └── 4 That's exactly what I was thinking.  \n",
            "│   └── 5 Me too. Had to scroll far to see your comment  \n",
            "├── 107  Uh oh... Elks are invading r/pics!  \n",
            "│   ├── 58 Not even safe from Oko on the front page  \n",
            "│   │   └── 20 Can someone please pick up their fae twink and all\n",
            "│   ├── 20 The center swath is even in the right colors. I’ve\n",
            "│   ├── 21 Oko is broko  \n",
            "│   └── 4 This comment is a 3/3 elk  \n",
            "├── 38   I love how thick and visible the brushstrokes are \n",
            "│   ├── 22 Yes! I was wondering if the texture of the central\n",
            "│   │   └── 13 I was focused on this too. If it's not a painted i\n",
            "│   │       └── 15 It's most likely acrylic medium, basically colorle\n",
            "│   └── 4 Makes me wonder if it's actual brush strokes, he c\n",
            "├── 16   Question: do you paint the background, do a thick \n",
            "│   └── 20 Yes, exactly! with this one i actually recorded th\n",
            "│       ├── 4 So I'm wondering, what about this one specifically\n",
            "│       │   └── 5 Probably the different colours, the drastic change\n",
            "│       └── 3 Outrage?  \n",
            "├── 58   Getting some good “I Am Legend” vibes from the dee\n",
            "├── 55   I've never felt the need to buy a painting until r\n",
            "├── 24   Whaaat?! This is literally one of the best paintin\n",
            "├── 61   This is one of the coolest paintings I have ever s\n",
            "├── 10   Reminds me of Dr. Stone, super cool  \n",
            "│   └── 3 My thoughts exactly  \n",
            "├── 7    That's badass  \n",
            "├── 23   Well slap my ass and call me Judy, that's incredib\n",
            "│   └── 14 *slaps ass “hi Judy!”  \n",
            "├── 5    Is this digital or real paint?  \n",
            "├── 10   Oh my God this is AMAZING. Do you sell any of your\n",
            "├── 9    Why did that load in grayscale first  \n",
            "│   └── 5 Same for me on mobile where I use 'Reddit is fun'.\n",
            "├── 4    That’s a really cool concept and execution! Kudos!\n",
            "├── 4    basically the Dr. Stone anime plot line. Amazing p\n",
            "├── 3    Sick  \n",
            "├── 3    I dig this a lot. I can see it being part of a ser\n",
            "├── 3    Wow. This is awesome! This brings so much emotion,\n",
            "├── 3    This is amazing! If you ever start selling them I'\n",
            "├── 3    Is it for sale?  \n",
            "├── 3    Reminds me of I am legend  \n",
            "├── 3    This reminds me that sometimes I look at my town o\n",
            "├── 3    Arthur Morgan's dream  \n",
            "├── 3    Reminds me of that scene from The Last Of Us where\n",
            "├── 28   It’s a great painting but is the message that dest\n",
            "│   └── 11 Its just redditors trying to be deep  \n",
            "├── 7    I have never seen anything like this before. The u\n",
            "│   └── 29 Thank you!! Never thought about it that way, but i\n",
            "│       ├── 8 what would originals be? 5-10k ?  \n",
            "│       ├── 10 Do you sell your originals somewhere?  \n",
            "│       └── 4 Also interested in originals!  \n",
            "├── 5    tyler durden daydream?  \n",
            "│   └── 3 In the world I see - you are stalking elk through \n",
            "├── 5    I see stuff on here every now and then and I'm lik\n",
            "└── 2    I really love your work and everything behind it. \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8sX5Tk8SXNf0",
        "colab_type": "code",
        "outputId": "aa87ae23-3137-4bb4-93cd-af0caf30626b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 301
        }
      },
      "source": [
        "# Using the data\n",
        "# View a certain amount of posts & their attributes\n",
        "pd.DataFrame(posts)[0:2]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>class</th>\n",
              "      <th>id</th>\n",
              "      <th>onclick</th>\n",
              "      <th>data-fullname</th>\n",
              "      <th>data-type</th>\n",
              "      <th>data-gildings</th>\n",
              "      <th>data-whitelist-status</th>\n",
              "      <th>data-author</th>\n",
              "      <th>data-author-fullname</th>\n",
              "      <th>data-subreddit</th>\n",
              "      <th>data-subreddit-prefixed</th>\n",
              "      <th>data-subreddit-fullname</th>\n",
              "      <th>data-subreddit-type</th>\n",
              "      <th>data-timestamp</th>\n",
              "      <th>data-url</th>\n",
              "      <th>data-permalink</th>\n",
              "      <th>data-domain</th>\n",
              "      <th>data-rank</th>\n",
              "      <th>data-comments-count</th>\n",
              "      <th>data-score</th>\n",
              "      <th>data-promoted</th>\n",
              "      <th>data-nsfw</th>\n",
              "      <th>data-spoiler</th>\n",
              "      <th>data-oc</th>\n",
              "      <th>data-num-crossposts</th>\n",
              "      <th>data-context</th>\n",
              "      <th>text</th>\n",
              "      <th>comments</th>\n",
              "      <th>data-kind</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>[, thing, id-t3_dwdllq, odd, gilded, link, ]</td>\n",
              "      <td>thing_t3_dwdllq</td>\n",
              "      <td>click_thing(this)</td>\n",
              "      <td>t3_dwdllq</td>\n",
              "      <td>link</td>\n",
              "      <td>18</td>\n",
              "      <td>all_ads</td>\n",
              "      <td>davidambart</td>\n",
              "      <td>t2_gdgjkg</td>\n",
              "      <td>pics</td>\n",
              "      <td>r/pics</td>\n",
              "      <td>t5_2qh0u</td>\n",
              "      <td>public</td>\n",
              "      <td>1573756037000</td>\n",
              "      <td>https://i.redd.it/0nzln43z2py31.jpg</td>\n",
              "      <td>/r/pics/comments/dwdllq/the_most_challenging_p...</td>\n",
              "      <td>i.redd.it</td>\n",
              "      <td>1</td>\n",
              "      <td>2458</td>\n",
              "      <td>194603</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>53</td>\n",
              "      <td>listing</td>\n",
              "      <td>The most challenging painting I've ever done t...</td>\n",
              "      <td>&lt;__main__.NodeCom object at 0x7f184013e588&gt;</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>[, thing, id-t3_dybzwo, even, gilded, link, ]</td>\n",
              "      <td>thing_t3_dybzwo</td>\n",
              "      <td>click_thing(this)</td>\n",
              "      <td>t3_dybzwo</td>\n",
              "      <td>link</td>\n",
              "      <td>1</td>\n",
              "      <td>all_ads</td>\n",
              "      <td>Elizabeth-II</td>\n",
              "      <td>t2_bjjwuhq</td>\n",
              "      <td>pics</td>\n",
              "      <td>r/pics</td>\n",
              "      <td>t5_2qh0u</td>\n",
              "      <td>public</td>\n",
              "      <td>1574121524000</td>\n",
              "      <td>https://i.redd.it/ia2vw09y9jz31.jpg</td>\n",
              "      <td>/r/pics/comments/dybzwo/a_powerful_shot_in_hon...</td>\n",
              "      <td>i.redd.it</td>\n",
              "      <td>2</td>\n",
              "      <td>7136</td>\n",
              "      <td>150101</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>false</td>\n",
              "      <td>27</td>\n",
              "      <td>listing</td>\n",
              "      <td>A powerful shot in Hong Kong</td>\n",
              "      <td>&lt;__main__.NodeCom object at 0x7f183ea5a198&gt;</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                           class  ... data-kind\n",
              "0   [, thing, id-t3_dwdllq, odd, gilded, link, ]  ...       NaN\n",
              "1  [, thing, id-t3_dybzwo, even, gilded, link, ]  ...       NaN\n",
              "\n",
              "[2 rows x 29 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 75
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rMGlKS5JYgAV",
        "colab_type": "code",
        "outputId": "c1eea23e-0ed0-4082-bf00-d6a75fa64cd9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 305
        }
      },
      "source": [
        "t_post = posts[4] # Getting certain post\n",
        "t_comments = t_post[\"comments\"].children # Getting its comments\n",
        "t_comments[1].attrs # View a comment & its attributes"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'class': ['', 'thing', 'id-t1_f7yb907', 'noncollapsed', 'comment', ''],\n",
              " 'data-author': 'AChero9',\n",
              " 'data-author-fullname': 't2_3yjs6hnh',\n",
              " 'data-fullname': 't1_f7yb907',\n",
              " 'data-gildings': '0',\n",
              " 'data-permalink': '/r/pics/comments/dy2vh8/a_message_to_the_world_left_by_a_student_in/f7yb907/',\n",
              " 'data-replies': '25',\n",
              " 'data-score': 6466,\n",
              " 'data-subreddit': 'pics',\n",
              " 'data-subreddit-fullname': 't5_2qh0u',\n",
              " 'data-subreddit-prefixed': 'r/pics',\n",
              " 'data-subreddit-type': 'public',\n",
              " 'data-type': 'comment',\n",
              " 'id': 'thing_t1_f7yb907',\n",
              " 'onclick': 'click_thing(this)',\n",
              " 'text': 'This shit looks straight out of an apocalypse movie\\n\\n'}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 76
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "RtLcl7xrJ61O",
        "colab_type": "text"
      },
      "source": [
        "# Data Storage\n",
        "\n",
        "Using pickle to store binary raw data of a variable & store it using Google Drive."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pDf1FDmCML-Z",
        "colab_type": "code",
        "outputId": "9fc13707-9810-46fc-ea17-bf1edc6512a2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        }
      },
      "source": [
        "#@title Drive Mount { form-width: \"30%\" }\n",
        "FILE = \"save.dat\" #@param {type:\"string\"}\n",
        "\n",
        "# Use pickle for file-variable management\n",
        "import pickle\n",
        "\n",
        "# Mount Google Drive as folder in \"/drive\" Collab folder\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive', force_remount=True)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "AhUX12BaL4dE",
        "colab_type": "text"
      },
      "source": [
        "## Save & Store"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kXH0Sh_PKfd7",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Write binary to a file\n",
        "with open(FILE, 'wb') as f:\n",
        "    pickle.dump(posts, f)\n",
        "\n",
        "copy_cmd = \" \"+FILE+\"  /content/drive/My\\ Drive/\"\n",
        "!cp $copy_cmd"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "pmHmgassLp50",
        "colab_type": "text"
      },
      "source": [
        "## Test Load\n",
        "\n",
        "Do it after restarting the runtime. Don't run any code inside \"Scrape\" & \"Save\" sections to make sure the value is fully there."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vgxNrxZvKPzF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Test load data, do it after the drive is mounted\n",
        "copy_cmd = \"/content/drive/My\\ Drive/\"+FILE+\" \"+\"/content/\"\n",
        "!cp $copy_cmd\n",
        "\n",
        "with open(FILE, 'rb') as f:\n",
        "    loaded = pickle.load(f)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AqB9cuPLKnm3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Preview tree of loaded post.\n",
        "prev = loaded[1]\n",
        "print(RenderTree(prev[\"comments\"]))\n",
        "print()\n",
        "for pre, fill, node in RenderTree(prev[\"comments\"]):\n",
        "  vote = node.attrs[\"vote\"]\n",
        "  if vote == None:\n",
        "    vote = 0\n",
        "  treestr = u\"%s%d\" % (pre, vote)\n",
        "  print(treestr.ljust(8), node.attrs[\"text\"][:50].replace('\\n', ' '))"
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}