import os
import praw
import requests
import youtube_dl
import re
from datetime import datetime
from secrets import REDDIT_USERNAME, REDDIT_PASSWORD
from secrets import REDDIT_CLIENT_ID, REDDIT_SECRET
IMAGE_EXTENSIONS = ["jpg", "jpeg", "png", "gif", "gifv"]
VIDEO_EXTENSIONS = ["mp4"]
PLATFORMS = ["redgifs.com", "gfycat.com", "imgur.com"]
def make_client():
return praw.Reddit(
username=REDDIT_USERNAME,
password=REDDIT_PASSWORD,
client_id=REDDIT_CLIENT_ID,
client_secret=REDDIT_SECRET,
user_agent="reddit-save",
)
def get_saved_posts(client):
return [
saved for saved in client.user.me().saved(limit=None)
if saved.__class__.__name__ == "Submission"
]
def get_upvoted_posts(client):
return [
upvoted for upvoted in client.user.me().upvoted(limit=None)
if saved.__class__.__name__ == "Submission"
]
def get_post_html(post):
with open(os.path.join("html", "post.html")) as f:
html = f.read()
dt = datetime.utcfromtimestamp(post.created_utc)
html = html.replace("", post.title)
html = html.replace("", f"/r/{str(post.subreddit)}")
html = html.replace("", f"/u/{post.author.name}" if post.author else "[deleted]")
html = html.replace("", f"https://reddit.com{post.permalink}")
html = html.replace("", post.url)
html = html.replace("", post.selftext_html or "")
html = html.replace("", str(dt))
html = html.replace("", dt.strftime("%d %B, %Y"))
return html
def save_media(post, location):
media_extensions = IMAGE_EXTENSIONS + VIDEO_EXTENSIONS
extension = post.url.split("?")[0].split(".")[-1].lower()
readable_name = list(filter(bool, post.permalink.split("/")))[-1]
domain = ".".join(post.url.split("/")[2].split(".")[-2:])
if extension in media_extensions and not (extension == "gifv" and domain == "imgur.com"):
filename = f"{readable_name}_{post.id}.{extension}"
with open(os.path.join(location, "media", filename), "wb") as f:
f.write(requests.get(post.url).content)
return filename
else:
if domain in PLATFORMS:
url = post.url
if domain == "gfycat.com":
html = requests.get(post.url).content
if len(html) < 50000:
match = re.search(
r"http([\dA-Za-z\+\:\/\.]+)\.mp4", html.decode()
)
if match:
url = match.group()
else: return None
options = {
"nocheckcertificate": True, "quiet": True, "no_warnings": True,
"ignoreerrors": True,
"outtmpl": os.path.join(
location, "media", f"{readable_name}_{post.id}" + ".%(ext)s"
)
}
with youtube_dl.YoutubeDL(options) as ydl:
try:
ydl.download([url])
except: pass
for f in os.listdir(os.path.join(location, "media")):
if f.startswith(f"{readable_name}_{post.id}"):
return f
# gyfcat, v.reddit, imgur, redgifs
def add_media_preview_to_html(post_html, media):
extension = media.split(".")[-1]
location = "/".join(["media", media])
if extension in IMAGE_EXTENSIONS:
return post_html.replace(
"",
f''
)
if extension in VIDEO_EXTENSIONS:
return post_html.replace(
"",
f''
)
return post_html