analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Analyse the JSOn that is being created\n",
    "import json\n",
    "import pandas as pd\n",
    "\n",
    "with open('reddit_data_v2.json') as f:\n",
    "    data = json.load(f)\n",
    "\n",
    "data_df = pd.DataFrame(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<bound method NDFrame.head of          Type  Post_id                                         Title  \\\n",
       "0        Post  1bkgpz3               How I made $21k on Side Hustles   \n",
       "1     Comment  1bkgpz3               How I made $21k on Side Hustles   \n",
       "2     Comment  1bkgpz3               How I made $21k on Side Hustles   \n",
       "3     Comment  1bkgpz3               How I made $21k on Side Hustles   \n",
       "4     Comment  1bkgpz3               How I made $21k on Side Hustles   \n",
       "...       ...      ...                                           ...   \n",
       "5174  Comment  1g5wgwm  How I'm Making $8-9k a month Posting Content   \n",
       "5175  Comment  1g5wgwm  How I'm Making $8-9k a month Posting Content   \n",
       "5176  Comment  1g5wgwm  How I'm Making $8-9k a month Posting Content   \n",
       "5177  Comment  1g5wgwm  How I'm Making $8-9k a month Posting Content   \n",
       "5178  Comment  1g5wgwm  How I'm Making $8-9k a month Posting Content   \n",
       "\n",
       "                   Author            Timestamp  \\\n",
       "0           Kamikaze_Cash         1711053341.0   \n",
       "1           PlantZaddyPHL  2024-03-21T23:10:27   \n",
       "2                 Unknown  2024-03-21T23:46:06   \n",
       "3      Jimmydontcrackcorn  2024-03-21T23:17:18   \n",
       "4          DreamBenchMark  2024-03-21T22:42:40   \n",
       "...                   ...                  ...   \n",
       "5174  MakeTheRightChoice_  2024-10-17T21:59:05   \n",
       "5175             Stiddy13  2024-10-17T21:34:05   \n",
       "5176  MakeTheRightChoice_  2024-10-17T21:37:44   \n",
       "5177             Stiddy13  2024-10-17T22:26:23   \n",
       "5178  MakeTheRightChoice_  2024-10-17T22:27:03   \n",
       "\n",
       "                                                   Text  Score  \\\n",
       "0     After my last couple comments on r/sidehustle ...   4898   \n",
       "1     This is the single most useful post I've seen ...    914   \n",
       "2                                             [removed]    309   \n",
       "3     Love your YouTube videos too man you’ll have t...     69   \n",
       "4     Amazing, your side hustling sounds like a full...     44   \n",
       "...                                                 ...    ...   \n",
       "5174  Thank you for educating me with a thorough res...      3   \n",
       "5175  I mean sure if you create your own content the...      4   \n",
       "5176  Indeed. I guess the money making part comes fr...      0   \n",
       "5177  OP isn’t creating their own content. I think t...      2   \n",
       "5178                    I see. Twas too good to be true      1   \n",
       "\n",
       "      Total_comments                                           Post_URL  \n",
       "0                591  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "1                  0                                               None  \n",
       "2                  0                                               None  \n",
       "3                  0                                               None  \n",
       "4                  0                                               None  \n",
       "...              ...                                                ...  \n",
       "5174               0                                               None  \n",
       "5175               0                                               None  \n",
       "5176               0                                               None  \n",
       "5177               0                                               None  \n",
       "5178               0                                               None  \n",
       "\n",
       "[5179 rows x 9 columns]>"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_df.head"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Type</th>\n",
       "      <th>Title</th>\n",
       "      <th>Author</th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>Text</th>\n",
       "      <th>Score</th>\n",
       "      <th>Total_comments</th>\n",
       "      <th>Post_URL</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Post_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>15qrqo0</th>\n",
       "      <td>892</td>\n",
       "      <td>892</td>\n",
       "      <td>892</td>\n",
       "      <td>892</td>\n",
       "      <td>892</td>\n",
       "      <td>892</td>\n",
       "      <td>892</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1649oau</th>\n",
       "      <td>1167</td>\n",
       "      <td>1167</td>\n",
       "      <td>1167</td>\n",
       "      <td>1167</td>\n",
       "      <td>1167</td>\n",
       "      <td>1167</td>\n",
       "      <td>1167</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16mh2fv</th>\n",
       "      <td>1043</td>\n",
       "      <td>1043</td>\n",
       "      <td>1043</td>\n",
       "      <td>1043</td>\n",
       "      <td>1043</td>\n",
       "      <td>1043</td>\n",
       "      <td>1043</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1bezveu</th>\n",
       "      <td>413</td>\n",
       "      <td>413</td>\n",
       "      <td>413</td>\n",
       "      <td>413</td>\n",
       "      <td>413</td>\n",
       "      <td>413</td>\n",
       "      <td>413</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1bkgpz3</th>\n",
       "      <td>487</td>\n",
       "      <td>487</td>\n",
       "      <td>487</td>\n",
       "      <td>487</td>\n",
       "      <td>487</td>\n",
       "      <td>487</td>\n",
       "      <td>487</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1dajevb</th>\n",
       "      <td>316</td>\n",
       "      <td>316</td>\n",
       "      <td>316</td>\n",
       "      <td>316</td>\n",
       "      <td>316</td>\n",
       "      <td>316</td>\n",
       "      <td>316</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1dis4ex</th>\n",
       "      <td>322</td>\n",
       "      <td>322</td>\n",
       "      <td>322</td>\n",
       "      <td>322</td>\n",
       "      <td>322</td>\n",
       "      <td>322</td>\n",
       "      <td>322</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1e9ooqz</th>\n",
       "      <td>185</td>\n",
       "      <td>185</td>\n",
       "      <td>185</td>\n",
       "      <td>185</td>\n",
       "      <td>185</td>\n",
       "      <td>185</td>\n",
       "      <td>185</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1g3h24s</th>\n",
       "      <td>205</td>\n",
       "      <td>205</td>\n",
       "      <td>205</td>\n",
       "      <td>205</td>\n",
       "      <td>205</td>\n",
       "      <td>205</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1g5wgwm</th>\n",
       "      <td>139</td>\n",
       "      <td>139</td>\n",
       "      <td>139</td>\n",
       "      <td>139</td>\n",
       "      <td>139</td>\n",
       "      <td>139</td>\n",
       "      <td>139</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Type  Title  Author  Timestamp  Text  Score  Total_comments  Post_URL\n",
       "Post_id                                                                       \n",
       "15qrqo0   892    892     892        892   892    892             892         0\n",
       "1649oau  1167   1167    1167       1167  1167   1167            1167         0\n",
       "16mh2fv  1043   1043    1043       1043  1043   1043            1043         0\n",
       "1bezveu   413    413     413        413   413    413             413         0\n",
       "1bkgpz3   487    487     487        487   487    487             487         0\n",
       "1dajevb   316    316     316        316   316    316             316         0\n",
       "1dis4ex   322    322     322        322   322    322             322         0\n",
       "1e9ooqz   185    185     185        185   185    185             185         0\n",
       "1g3h24s   205    205     205        205   205    205             205         0\n",
       "1g5wgwm   139    139     139        139   139    139             139         0"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_df[data_df['Type'] == 'Comment'].groupby('Post_id').count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Type</th>\n",
       "      <th>Post_id</th>\n",
       "      <th>Title</th>\n",
       "      <th>Author</th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>Text</th>\n",
       "      <th>Score</th>\n",
       "      <th>Total_comments</th>\n",
       "      <th>Post_URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Post</td>\n",
       "      <td>1bkgpz3</td>\n",
       "      <td>How I made $21k on Side Hustles</td>\n",
       "      <td>Kamikaze_Cash</td>\n",
       "      <td>1711053341.0</td>\n",
       "      <td>After my last couple comments on r/sidehustle ...</td>\n",
       "      <td>4898</td>\n",
       "      <td>591</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>Post</td>\n",
       "      <td>1g3h24s</td>\n",
       "      <td>How I accidentally made 80k USD with a simple ...</td>\n",
       "      <td>Available-Resort-951</td>\n",
       "      <td>1728916015.0</td>\n",
       "      <td>Hey everyone! I thought I’d share a fun and un...</td>\n",
       "      <td>3447</td>\n",
       "      <td>254</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>694</th>\n",
       "      <td>Post</td>\n",
       "      <td>1e9ooqz</td>\n",
       "      <td>Feeling so proud of my extra $200 a month</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>1721680524.0</td>\n",
       "      <td>Despite all of the advice saying NOT to do dig...</td>\n",
       "      <td>2542</td>\n",
       "      <td>230</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>880</th>\n",
       "      <td>Post</td>\n",
       "      <td>1dis4ex</td>\n",
       "      <td>My $300/month hustle</td>\n",
       "      <td>Heartsov</td>\n",
       "      <td>1718721146.0</td>\n",
       "      <td>I started an Instagram page a couple years ago...</td>\n",
       "      <td>1845</td>\n",
       "      <td>392</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1203</th>\n",
       "      <td>Post</td>\n",
       "      <td>16mh2fv</td>\n",
       "      <td>What's Your Most Unexpectedly Profitable Side ...</td>\n",
       "      <td>wademarketing</td>\n",
       "      <td>1695096885.0</td>\n",
       "      <td>Hey everyone!  Have you ever stumbled upon a s...</td>\n",
       "      <td>1610</td>\n",
       "      <td>1750</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2247</th>\n",
       "      <td>Post</td>\n",
       "      <td>1649oau</td>\n",
       "      <td>What are some realistic ways to make $500-$100...</td>\n",
       "      <td>lil-freshiee</td>\n",
       "      <td>1693287531.0</td>\n",
       "      <td>I see a lot of ideas for side hustles and I un...</td>\n",
       "      <td>1456</td>\n",
       "      <td>1468</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3415</th>\n",
       "      <td>Post</td>\n",
       "      <td>1bezveu</td>\n",
       "      <td>Posted this in another sub and it blew up. I m...</td>\n",
       "      <td>Mattsfloored</td>\n",
       "      <td>1710460062.0</td>\n",
       "      <td>I first learned about Churning last year, and ...</td>\n",
       "      <td>1334</td>\n",
       "      <td>461</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3829</th>\n",
       "      <td>Post</td>\n",
       "      <td>15qrqo0</td>\n",
       "      <td>What's your most unique side hustle that you n...</td>\n",
       "      <td>wademarketing</td>\n",
       "      <td>1692011541.0</td>\n",
       "      <td>Hey, have you ever had a side hustle that turn...</td>\n",
       "      <td>1038</td>\n",
       "      <td>1082</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4722</th>\n",
       "      <td>Post</td>\n",
       "      <td>1dajevb</td>\n",
       "      <td>Painting Curbs is so lucrative($100/hr)</td>\n",
       "      <td>Medinarunner</td>\n",
       "      <td>1717788333.0</td>\n",
       "      <td>Just made $300 in about 3hrs. Start ups cost a...</td>\n",
       "      <td>1037</td>\n",
       "      <td>323</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5039</th>\n",
       "      <td>Post</td>\n",
       "      <td>1g5wgwm</td>\n",
       "      <td>How I'm Making $8-9k a month Posting Content</td>\n",
       "      <td>trevorbfoster</td>\n",
       "      <td>1729186335.0</td>\n",
       "      <td>Hey all, \\n\\nWanted to share the rather low ef...</td>\n",
       "      <td>1037</td>\n",
       "      <td>158</td>\n",
       "      <td>https://www.reddit.com/r/sidehustle/comments/1...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Type  Post_id                                              Title  \\\n",
       "0     Post  1bkgpz3                    How I made $21k on Side Hustles   \n",
       "488   Post  1g3h24s  How I accidentally made 80k USD with a simple ...   \n",
       "694   Post  1e9ooqz          Feeling so proud of my extra $200 a month   \n",
       "880   Post  1dis4ex                               My $300/month hustle   \n",
       "1203  Post  16mh2fv  What's Your Most Unexpectedly Profitable Side ...   \n",
       "2247  Post  1649oau  What are some realistic ways to make $500-$100...   \n",
       "3415  Post  1bezveu  Posted this in another sub and it blew up. I m...   \n",
       "3829  Post  15qrqo0  What's your most unique side hustle that you n...   \n",
       "4722  Post  1dajevb            Painting Curbs is so lucrative($100/hr)   \n",
       "5039  Post  1g5wgwm       How I'm Making $8-9k a month Posting Content   \n",
       "\n",
       "                    Author     Timestamp  \\\n",
       "0            Kamikaze_Cash  1711053341.0   \n",
       "488   Available-Resort-951  1728916015.0   \n",
       "694                Unknown  1721680524.0   \n",
       "880               Heartsov  1718721146.0   \n",
       "1203         wademarketing  1695096885.0   \n",
       "2247          lil-freshiee  1693287531.0   \n",
       "3415          Mattsfloored  1710460062.0   \n",
       "3829         wademarketing  1692011541.0   \n",
       "4722          Medinarunner  1717788333.0   \n",
       "5039         trevorbfoster  1729186335.0   \n",
       "\n",
       "                                                   Text  Score  \\\n",
       "0     After my last couple comments on r/sidehustle ...   4898   \n",
       "488   Hey everyone! I thought I’d share a fun and un...   3447   \n",
       "694   Despite all of the advice saying NOT to do dig...   2542   \n",
       "880   I started an Instagram page a couple years ago...   1845   \n",
       "1203  Hey everyone!  Have you ever stumbled upon a s...   1610   \n",
       "2247  I see a lot of ideas for side hustles and I un...   1456   \n",
       "3415  I first learned about Churning last year, and ...   1334   \n",
       "3829  Hey, have you ever had a side hustle that turn...   1038   \n",
       "4722  Just made $300 in about 3hrs. Start ups cost a...   1037   \n",
       "5039  Hey all, \\n\\nWanted to share the rather low ef...   1037   \n",
       "\n",
       "      Total_comments                                           Post_URL  \n",
       "0                591  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "488              254  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "694              230  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "880              392  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "1203            1750  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "2247            1468  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "3415             461  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "3829            1082  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "4722             323  https://www.reddit.com/r/sidehustle/comments/1...  \n",
       "5039             158  https://www.reddit.com/r/sidehustle/comments/1...  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_df[data_df['Type'] == 'Post']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create LDA topic model out of all the texts\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "reddit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}