Muhammad Naeem Tariq
2 years ago
parent
f2d89a10dd
commit
cb0b07b223
@ -0,0 +1,254 @@
|
|||||||
|
import httplib2
|
||||||
|
import os
|
||||||
|
import random
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
import datetime
|
||||||
|
import json
|
||||||
|
import toml
|
||||||
|
|
||||||
|
|
||||||
|
from apiclient.discovery import build
|
||||||
|
from apiclient.errors import HttpError
|
||||||
|
from apiclient.http import MediaFileUpload
|
||||||
|
from oauth2client.client import flow_from_clientsecrets
|
||||||
|
from oauth2client.file import Storage
|
||||||
|
from oauth2client.tools import argparser, run_flow
|
||||||
|
from datetime import timedelta
|
||||||
|
from datetime import datetime
|
||||||
|
|
||||||
|
# Explicitly tell the underlying HTTP transport library not to retry, since
|
||||||
|
# we are handling retry logic ourselves.
|
||||||
|
httplib2.RETRIES = 1
|
||||||
|
|
||||||
|
# Maximum number of times to retry before giving up.
|
||||||
|
MAX_RETRIES = 10
|
||||||
|
|
||||||
|
# Always retry when these exceptions are raised.
|
||||||
|
RETRIABLE_EXCEPTIONS = (
|
||||||
|
httplib2.HttpLib2Error,
|
||||||
|
IOError,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Always retry when an apiclient.errors.HttpError with one of these status
|
||||||
|
# codes is raised.
|
||||||
|
RETRIABLE_STATUS_CODES = [500, 502, 503, 504]
|
||||||
|
|
||||||
|
# The CLIENT_SECRETS_FILE variable specifies the name of a file that contains
|
||||||
|
# the OAuth 2.0 information for this application, including its client_id and
|
||||||
|
# client_secret. You can acquire an OAuth 2.0 client ID and client secret from
|
||||||
|
# the Google API Console at
|
||||||
|
# https://console.developers.google.com/.
|
||||||
|
# Please ensure that you have enabled the YouTube Data API for your project.
|
||||||
|
# For more information about using OAuth2 to access the YouTube Data API, see:
|
||||||
|
# https://developers.google.com/youtube/v3/guides/authentication
|
||||||
|
# For more information about the client_secrets.json file format, see:
|
||||||
|
# https://developers.google.com/api-client-library/python/guide/aaa_client_secrets
|
||||||
|
CLIENT_SECRETS_FILE = "client_secrets.json"
|
||||||
|
|
||||||
|
# This OAuth 2.0 access scope allows an application to upload files to the
|
||||||
|
# authenticated user's YouTube channel, but doesn't allow other types of access.
|
||||||
|
YOUTUBE_UPLOAD_SCOPE = "https://www.googleapis.com/auth/youtube.upload"
|
||||||
|
YOUTUBE_API_SERVICE_NAME = "youtube"
|
||||||
|
YOUTUBE_API_VERSION = "v3"
|
||||||
|
|
||||||
|
# This variable defines a message to display if the CLIENT_SECRETS_FILE is
|
||||||
|
# missing.
|
||||||
|
MISSING_CLIENT_SECRETS_MESSAGE = """
|
||||||
|
WARNING: Please configure OAuth 2.0
|
||||||
|
To make this sample run you will need to populate the client_secrets.json file
|
||||||
|
found at:
|
||||||
|
%s
|
||||||
|
with information from the API Console
|
||||||
|
https://console.developers.google.com/
|
||||||
|
For more information about the client_secrets.json file format, please visit:
|
||||||
|
https://developers.google.com/api-client-library/python/guide/aaa_client_secrets
|
||||||
|
""" % os.path.abspath(
|
||||||
|
os.path.join(os.path.dirname(__file__), CLIENT_SECRETS_FILE)
|
||||||
|
)
|
||||||
|
|
||||||
|
VALID_PRIVACY_STATUSES = ("public", "private", "unlisted")
|
||||||
|
|
||||||
|
|
||||||
|
def get_authenticated_service(args):
|
||||||
|
# print(CLIENT_SECRETS_FILE)
|
||||||
|
flow = flow_from_clientsecrets(
|
||||||
|
CLIENT_SECRETS_FILE,
|
||||||
|
scope=YOUTUBE_UPLOAD_SCOPE,
|
||||||
|
message=MISSING_CLIENT_SECRETS_MESSAGE,
|
||||||
|
)
|
||||||
|
|
||||||
|
storage = Storage("%s-oauth2.json" % sys.argv[0])
|
||||||
|
credentials = storage.get()
|
||||||
|
|
||||||
|
if credentials is None or credentials.invalid:
|
||||||
|
credentials = run_flow(flow, storage, args)
|
||||||
|
|
||||||
|
return build(
|
||||||
|
YOUTUBE_API_SERVICE_NAME,
|
||||||
|
YOUTUBE_API_VERSION,
|
||||||
|
http=credentials.authorize(httplib2.Http()),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def initialize_upload(options, next_upload_time, i):
|
||||||
|
args = argparser.parse_args()
|
||||||
|
youtube = get_authenticated_service(args)
|
||||||
|
tags = None
|
||||||
|
if options["keywords"]:
|
||||||
|
tags = options["keywords"].split(",")
|
||||||
|
|
||||||
|
body = dict(
|
||||||
|
snippet=dict(
|
||||||
|
title=options["title"],
|
||||||
|
description=options["description"],
|
||||||
|
tags=tags,
|
||||||
|
categoryId=options["category"],
|
||||||
|
),
|
||||||
|
status=dict(
|
||||||
|
privacyStatus=options["privacyStatus"],
|
||||||
|
publishAt=options[
|
||||||
|
"publishTime"
|
||||||
|
], # might need to be publishedAt, implement this
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
# Call the API's videos.insert method to create and upload the video.
|
||||||
|
insert_request = youtube.videos().insert(
|
||||||
|
part=",".join(body.keys()),
|
||||||
|
body=body,
|
||||||
|
media_body=MediaFileUpload(options["file"], chunksize=-1, resumable=True),
|
||||||
|
)
|
||||||
|
|
||||||
|
resumable_upload(insert_request, next_upload_time, i, options["title"])
|
||||||
|
|
||||||
|
|
||||||
|
# This method implements an exponential backoff strategy to resume a
|
||||||
|
# failed upload.
|
||||||
|
def resumable_upload(insert_request, next_upload_time, i, title):
|
||||||
|
response = None
|
||||||
|
error = None
|
||||||
|
retry = 0
|
||||||
|
while response is None:
|
||||||
|
try:
|
||||||
|
print("Uploading video " + str(i) +" : " + title)
|
||||||
|
status, response = insert_request.next_chunk()
|
||||||
|
if response is not None:
|
||||||
|
if "id" in response:
|
||||||
|
print(
|
||||||
|
"Video id {0} was successfully uploaded and will be published at {1}".format(
|
||||||
|
response["id"], next_upload_time
|
||||||
|
)
|
||||||
|
)
|
||||||
|
## upload success
|
||||||
|
updateUploadedStatus(i, next_upload_time)
|
||||||
|
|
||||||
|
else:
|
||||||
|
exit("The upload failed with an unexpected response: %s" % response)
|
||||||
|
except HttpError as e:
|
||||||
|
if e.resp.status in RETRIABLE_STATUS_CODES:
|
||||||
|
error = "A retriable HTTP error %d occurred:\n%s" % (
|
||||||
|
e.resp.status,
|
||||||
|
e.content,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
raise
|
||||||
|
except RETRIABLE_EXCEPTIONS as e:
|
||||||
|
error = "A retriable error occurred: %s" % e
|
||||||
|
|
||||||
|
if error is not None:
|
||||||
|
print(error)
|
||||||
|
retry += 1
|
||||||
|
if retry > MAX_RETRIES:
|
||||||
|
exit("No longer attempting to retry.")
|
||||||
|
|
||||||
|
max_sleep = 2**retry
|
||||||
|
sleep_seconds = random.random() * max_sleep
|
||||||
|
print("Sleeping %f seconds and then retrying...") % sleep_seconds
|
||||||
|
time.sleep(sleep_seconds)
|
||||||
|
|
||||||
|
|
||||||
|
def updateUploadedStatus(currIndex, time):
|
||||||
|
# opens the json containing video_creation data (used for logic and upload data)
|
||||||
|
f = open(videos_json_file)
|
||||||
|
# loads videos.json into a dictionary
|
||||||
|
video_data = json.load(f)
|
||||||
|
|
||||||
|
video_data[currIndex]["uploaded_at"] = time
|
||||||
|
video_data[currIndex]["uploaded"] = True
|
||||||
|
|
||||||
|
# serialises the dictionary to json
|
||||||
|
json_obj = json.dumps(video_data, indent=4, default=str)
|
||||||
|
# writes the file
|
||||||
|
with open(videos_json_file, "w") as outfile:
|
||||||
|
outfile.write(json_obj)
|
||||||
|
|
||||||
|
|
||||||
|
def upload_youtube(video, prev_video, i):
|
||||||
|
next_upload = datetime.strptime(prev_video.get("uploaded_at", datetime.now().strftime(format_data)), format_data) + timedelta(
|
||||||
|
hours=4
|
||||||
|
)
|
||||||
|
file_name = "results/" + video["subreddit"] + "/" + video["filename"]
|
||||||
|
title = video["reddit_title"]+ " : " + "r/" + video["subreddit"]
|
||||||
|
description = (
|
||||||
|
"r/"
|
||||||
|
+ video["subreddit"]
|
||||||
|
+ " | "
|
||||||
|
+ video["reddit_title"]
|
||||||
|
+ "?"
|
||||||
|
+ " 🔔 Hit the bell next to Subscribe so you never miss a video! ❤️ Like and Comment 🧍 Subscribe if you are new on the channel!"
|
||||||
|
)
|
||||||
|
|
||||||
|
if len(title) >= 99:
|
||||||
|
title = title[0:96] + "..."
|
||||||
|
|
||||||
|
if len(title) <= 99:
|
||||||
|
title = title + "?"
|
||||||
|
|
||||||
|
options = {
|
||||||
|
"file": file_name,
|
||||||
|
"title": title,
|
||||||
|
"description": description,
|
||||||
|
"category": "22",
|
||||||
|
"keywords": "reddit,shorts,askReddit",
|
||||||
|
"privacyStatus": "private",
|
||||||
|
"publishTime": next_upload.isoformat(),
|
||||||
|
}
|
||||||
|
|
||||||
|
if not os.path.exists(options["file"]):
|
||||||
|
# print(options["file"])
|
||||||
|
exit(
|
||||||
|
"could not find the specified file --> {0} / {1}".format(
|
||||||
|
options["file"].split("/")[0], options["file"].split("/")[1]
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
initialize_upload(options, next_upload, i)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
videos_json_file = "video_creation\\data\\videos.json"
|
||||||
|
next_upload = datetime.now()
|
||||||
|
format_data = "%Y-%m-%d %H:%M:%S"
|
||||||
|
|
||||||
|
def init():
|
||||||
|
if not(os.path.exists(CLIENT_SECRETS_FILE)):
|
||||||
|
print("video not automatically uploaded on youtube, please add youtube configuration in toml file if you want to upload videos automatically")
|
||||||
|
return
|
||||||
|
# opens the json containing video_creation data (used for logic and upload data)
|
||||||
|
f = open(videos_json_file)
|
||||||
|
# loads videos.json into a dictionary
|
||||||
|
video_data = json.load(f)
|
||||||
|
options = {}
|
||||||
|
uploaded = 0
|
||||||
|
for i, video in enumerate(video_data):
|
||||||
|
if video.get("uploaded", False) == False:
|
||||||
|
if uploaded < 6:
|
||||||
|
prev_video = list(video_data)[i - 1]
|
||||||
|
try:
|
||||||
|
upload_youtube(video, prev_video, i)
|
||||||
|
video["uploaded_at"] = next_upload.strftime(format_data)
|
||||||
|
uploaded += 1
|
||||||
|
|
||||||
|
except HttpError as e:
|
||||||
|
print("An HTTP error %d occurred:\n%s" % (e.resp.status, e.content))
|
||||||
@ -1 +0,0 @@
|
|||||||
[]
|
|
||||||
Loading…
Reference in new issue