Scripting way to upload videos to peertube and youtube
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

234 lines
8.5 KiB

6 years ago
6 years ago
6 years ago
6 years ago
6 years ago
6 years ago
6 years ago
6 years ago
6 years ago
  1. # coding: utf-8
  2. import os
  3. import mimetypes
  4. import json
  5. import logging
  6. import datetime
  7. import pytz
  8. from os.path import splitext, basename, abspath
  9. from tzlocal import get_localzone
  10. from requests_oauthlib import OAuth2Session
  11. from oauthlib.oauth2 import LegacyApplicationClient
  12. from requests_toolbelt.multipart.encoder import MultipartEncoder
  13. from . import utils
  14. from six.moves import configparser
  15. import six
  16. if six.PY2:
  17. ConfigParser = configparser.SafeConfigParser
  18. else:
  19. ConfigParser = configparser.ConfigParser
  20. PEERTUBE_SECRETS_FILE = 'peertube_secret'
  21. PEERTUBE_PRIVACY = {
  22. "public": 1,
  23. "unlisted": 2,
  24. "private": 3
  25. }
  26. def get_authenticated_service(secret):
  27. peertube_url = str(secret.get('peertube', 'peertube_url')).rstrip("/")
  28. oauth_client = LegacyApplicationClient(
  29. client_id=str(secret.get('peertube', 'client_id'))
  30. )
  31. try:
  32. oauth = OAuth2Session(client=oauth_client)
  33. oauth.fetch_token(
  34. token_url=str(peertube_url + '/api/v1/users/token'),
  35. # lower as peertube does not store uppercase for pseudo
  36. username=str(secret.get('peertube', 'username').lower()),
  37. password=str(secret.get('peertube', 'password')),
  38. client_id=str(secret.get('peertube', 'client_id')),
  39. client_secret=str(secret.get('peertube', 'client_secret'))
  40. )
  41. except Exception as e:
  42. if hasattr(e, 'message'):
  43. logging.error("Peertube: Error: " + str(e.message))
  44. exit(1)
  45. else:
  46. logging.error("Peertube: Error: " + str(e))
  47. exit(1)
  48. return oauth
  49. def get_default_playlist(user_info):
  50. return user_info['videoChannels'][0]['id']
  51. def get_playlist_by_name(user_info, options):
  52. for playlist in user_info["videoChannels"]:
  53. if playlist['displayName'].encode('utf8') == str(options.get('--playlist')):
  54. return playlist['id']
  55. def create_playlist(oauth, url, options):
  56. template = ('Peertube: Playlist %s does not exist, creating it.')
  57. logging.info(template % (str(options.get('--playlist'))))
  58. playlist_name = utils.cleanString(str(options.get('--playlist')))
  59. # Peertube allows 20 chars max for playlist name
  60. playlist_name = playlist_name[:19]
  61. data = '{"name":"' + playlist_name +'", \
  62. "displayName":"' + str(options.get('--playlist')) +'", \
  63. "description":null}'
  64. headers = {
  65. 'Content-Type': "application/json"
  66. }
  67. try:
  68. response = oauth.post(url + "/api/v1/video-channels/",
  69. data=data,
  70. headers=headers)
  71. except Exception as e:
  72. if hasattr(e, 'message'):
  73. logging.error("Error: " + str(e.message))
  74. else:
  75. logging.error("Error: " + str(e))
  76. if response is not None:
  77. if response.status_code == 200:
  78. jresponse = response.json()
  79. jresponse = jresponse['videoChannel']
  80. return jresponse['id']
  81. if response.status_code == 409:
  82. logging.error('Peertube: Error: It seems there is a conflict with an existing playlist, please beware '
  83. 'Peertube internal name is compiled from 20 firsts characters of playlist name.'
  84. ' Please check your playlist name an retry.')
  85. exit(1)
  86. else:
  87. logging.error(('Peertube: The upload failed with an unexpected response: '
  88. '%s') % response)
  89. exit(1)
  90. def upload_video(oauth, secret, options):
  91. def get_userinfo():
  92. return json.loads(oauth.get(url+"/api/v1/users/me").content)
  93. def get_file(path):
  94. mimetypes.init()
  95. return (basename(path), open(abspath(path), 'rb'),
  96. mimetypes.types_map[splitext(path)[1]])
  97. path = options.get('--file')
  98. url = str(secret.get('peertube', 'peertube_url')).rstrip('/')
  99. user_info = get_userinfo()
  100. # We need to transform fields into tuple to deal with tags as
  101. # MultipartEncoder does not support list refer
  102. # https://github.com/requests/toolbelt/issues/190 and
  103. # https://github.com/requests/toolbelt/issues/205
  104. fields = [
  105. ("name", options.get('--name') or splitext(basename(options.get('--file')))[0]),
  106. ("licence", "1"),
  107. ("description", options.get('--description') or "default description"),
  108. ("nsfw", str(int(options.get('--nsfw')) or "0")),
  109. ("videofile", get_file(path))
  110. ]
  111. if options.get('--tags'):
  112. tags = options.get('--tags').split(',')
  113. for strtag in tags:
  114. # Empty tag crashes Peertube, so skip them
  115. if strtag == "":
  116. continue
  117. # Tag more than 30 chars crashes Peertube, so exit and check tags
  118. if len(strtag) >= 30:
  119. logging.warning("Peertube: Sorry, Peertube does not support tag with more than 30 characters, please reduce your tag size")
  120. exit(1)
  121. fields.append(("tags", strtag))
  122. if options.get('--category'):
  123. fields.append(("category", str(utils.getCategory(options.get('--category'), 'peertube'))))
  124. else:
  125. # if no category, set default to 2 (Films)
  126. fields.append(("category", "2"))
  127. if options.get('--language'):
  128. fields.append(("language", str(utils.getLanguage(options.get('--language'), "peertube"))))
  129. else:
  130. # if no language, set default to 1 (English)
  131. fields.append(("language", "en"))
  132. if options.get('--disable-comments'):
  133. fields.append(("commentsEnabled", "0"))
  134. else:
  135. fields.append(("commentsEnabled", "1"))
  136. privacy = None
  137. if options.get('--privacy'):
  138. privacy = options.get('--privacy').lower()
  139. if options.get('--publishAt'):
  140. publishAt = options.get('--publishAt')
  141. publishAt = datetime.datetime.strptime(publishAt, '%Y-%m-%dT%H:%M:%S')
  142. tz = get_localzone()
  143. tz = pytz.timezone(str(tz))
  144. publishAt = tz.localize(publishAt).isoformat()
  145. fields.append(("scheduleUpdate[updateAt]", publishAt))
  146. fields.append(("scheduleUpdate[privacy]", str(PEERTUBE_PRIVACY["public"])))
  147. fields.append(("privacy", str(PEERTUBE_PRIVACY["private"])))
  148. else:
  149. fields.append(("privacy", str(PEERTUBE_PRIVACY[privacy or "private"])))
  150. if options.get('--thumbnail'):
  151. fields.append(("thumbnailfile", get_file(options.get('--thumbnail'))))
  152. fields.append(("previewfile", get_file(options.get('--thumbnail'))))
  153. if options.get('--playlist'):
  154. playlist_id = get_playlist_by_name(user_info, options)
  155. if not playlist_id and options.get('--playlistCreate'):
  156. playlist_id = create_playlist(oauth, url, options)
  157. elif not playlist_id:
  158. logging.warning("Playlist `" + options.get('--playlist') + "` is unknown, using default playlist.")
  159. playlist_id = get_default_playlist(user_info)
  160. else:
  161. playlist_id = get_default_playlist(user_info)
  162. fields.append(("channelId", str(playlist_id)))
  163. multipart_data = MultipartEncoder(fields)
  164. headers = {
  165. 'Content-Type': multipart_data.content_type
  166. }
  167. response = oauth.post(url + "/api/v1/videos/upload",
  168. data=multipart_data,
  169. headers=headers)
  170. if response is not None:
  171. if response.status_code == 200:
  172. jresponse = response.json()
  173. jresponse = jresponse['video']
  174. uuid = jresponse['uuid']
  175. idvideo = str(jresponse['id'])
  176. logging.info('Peertube : Video was successfully uploaded.')
  177. template = 'Peertube: Watch it at %s/videos/watch/%s.'
  178. logging.info(template % (url, uuid))
  179. else:
  180. logging.error(('Peertube: The upload failed with an unexpected response: '
  181. '%s') % response)
  182. exit(1)
  183. def run(options):
  184. secret = ConfigParser()
  185. try:
  186. secret.read(PEERTUBE_SECRETS_FILE)
  187. except Exception as e:
  188. logging.error("Peertube: Error loading " + str(PEERTUBE_SECRETS_FILE) + ": " + str(e))
  189. exit(1)
  190. insecure_transport = secret.get('peertube', 'OAUTHLIB_INSECURE_TRANSPORT')
  191. os.environ['OAUTHLIB_INSECURE_TRANSPORT'] = insecure_transport
  192. oauth = get_authenticated_service(secret)
  193. try:
  194. logging.info('Peertube: Uploading video...')
  195. upload_video(oauth, secret, options)
  196. except Exception as e:
  197. if hasattr(e, 'message'):
  198. logging.error("Peertube: Error: " + str(e.message))
  199. else:
  200. logging.error("Peertube: Error: " + str(e))