__main__.py 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301
  1. import os
  2. import sys
  3. from importlib.util import find_spec
  4. from configparser import ConfigParser
  5. import json
  6. import requests
  7. from flask import Flask, g, redirect, url_for, render_template, jsonify, request, send_from_directory
  8. from flask_cors import CORS
  9. from .web import api
  10. from . import item_collections, view_model as h_vm
  11. from .item_collections import item_collections_bp
  12. theme_bootstrap5_enabled = False
  13. if find_spec('theme_bootstrap5'):
  14. from theme_bootstrap5 import hogumathi_theme_bootstrap5_bp
  15. theme_bootstrap5_enabled = True
  16. if find_spec('twitter_v2_facade'):
  17. import twitter_v2_facade
  18. from twitter_v2_facade import twitter_app as twitter_v2
  19. from twitter_v2_facade import oauth2_login
  20. twitter_enabled = True
  21. else:
  22. print('twitter module not found.')
  23. twitter_enabled = False
  24. if find_spec('twitter_v2_live_facade'):
  25. import twitter_v2_live_facade
  26. from twitter_v2_live_facade import twitter_app as twitter_v2_live
  27. import brands
  28. from brands import brands_bp
  29. twitter_live_enabled = True
  30. else:
  31. print('twitter live module not found.')
  32. twitter_live_enabled = False
  33. if find_spec('twitter_archive_facade'):
  34. import twitter_archive_facade
  35. from twitter_archive_facade import twitter_app as twitter_archive
  36. archive_enabled = True
  37. else:
  38. print('twitter archive module not found.')
  39. archive_enabled = False
  40. if find_spec('mastodon_facade'):
  41. from mastodon_facade import twitter_app as mastodon
  42. mastodon_enabled = True
  43. else:
  44. print('mastodon module not found.')
  45. mastodon_enabled = False
  46. if find_spec('feeds_facade'):
  47. import feeds_facade
  48. from feeds_facade import twitter_app as feeds
  49. feeds_enabled = True
  50. else:
  51. print('feeds module not found.')
  52. feeds_enabled = False
  53. if find_spec('youtube_v3_facade'):
  54. import youtube_v3_facade
  55. from youtube_v3_facade import youtube_app as youtube
  56. youtube_enabled = True
  57. else:
  58. print('youtube module not found.')
  59. youtube_enabled = False
  60. if find_spec('messages_facade'):
  61. from messages_facade import messages_facade as messages
  62. messages_enabled = True
  63. else:
  64. print('messages module not found.')
  65. messages_enabled = False
  66. if find_spec('instagram_embed_facade'):
  67. import instagram_embed_facade
  68. instagram_embed_enabled = True
  69. else:
  70. print('instagram_embed module not found.')
  71. instagram_embed_enabled = False
  72. if find_spec('instagram_facade'):
  73. import instagram_facade
  74. instagram_enabled = True
  75. else:
  76. print('instagram module not found.')
  77. instagram_enabled = False
  78. if find_spec('videojs'):
  79. from videojs import videojs_bp
  80. videojs_enabled = True
  81. else:
  82. print('videojs module not found.')
  83. videojs_enabled = False
  84. if find_spec('visjs'):
  85. from visjs import visjs_bp
  86. visjs_enabled = True
  87. else:
  88. print('messages module not found.')
  89. visjs_enabled = False
  90. """
  91. By default we use embed because it's less likely to get banned, because it does not
  92. use scraping. Once we've used scraping for a while and not been banned we can switch to that.
  93. Biz note: scraping could also be an early access feature.
  94. """
  95. print('disabling instagram_facade to avoid scraping... enable at your own risk')
  96. instagram_enabled = False
  97. #messages_enabled = False
  98. #twitter_live_enabled = True
  99. add_account_enabled = True
  100. if __name__ == '__main__':
  101. glitch_enabled = os.environ.get('PROJECT_DOMAIN') and True
  102. t = os.environ.get('BEARER_TOKEN')
  103. PORT = int(os.environ.get('PORT', 5000))
  104. HOST = os.environ.get('HOST', '127.0.0.1')
  105. archive_enabled = os.environ.get('ARCHIVE_TWEETS_PATH') and True
  106. notes_app_url = os.environ.get('NOTES_APP_URL')
  107. bedrss_app_url = os.environ.get('NOTES_APP_URL')
  108. plots_app_url = os.environ.get('PLOTS_APP_URL')
  109. videos_app_url = os.environ.get('VIDEOS_APP_URL')
  110. messages_app_url = os.environ.get('MESSAGES_APP_URL')
  111. if not os.path.exists('.data'):
  112. os.mkdir('.data')
  113. if not os.path.exists('.data/cache'):
  114. os.mkdir('.data/cache')
  115. # HACK - environ from .env isn't set yet when the import happens. We should call an init function somewhere.
  116. oauth2_login.app_access_token = os.environ.get("BEARER_TOKEN")
  117. oauth2_login.app_consumer_key = os.environ.get("TWITTER_CONSUMER_KEY")
  118. oauth2_login.app_secret_key = os.environ.get("TWITTER_CONSUMER_SECRET")
  119. @api.before_request
  120. def add_config ():
  121. g.twitter_enabled = twitter_enabled
  122. g.archive_enabled = archive_enabled
  123. g.mastodon_enabled = mastodon_enabled
  124. g.feeds_enabled = feeds_enabled
  125. g.youtube_enabled = youtube_enabled
  126. g.messages_enabled = messages_enabled
  127. g.twitter_live_enabled = twitter_live_enabled
  128. g.add_account_enabled = add_account_enabled
  129. g.glitch_enabled = glitch_enabled
  130. g.videojs_enabled = videojs_enabled
  131. g.visjs_enabled = visjs_enabled
  132. if glitch_enabled:
  133. g.app_url = 'https://{}.glitch.me'.format( os.environ.get('PROJECT_DOMAIN') )
  134. else:
  135. g.app_url = 'http://{}:{}'.format('localhost', PORT)
  136. if notes_app_url:
  137. g.notes_app_url = notes_app_url
  138. if bedrss_app_url:
  139. g.bedrss_app_url = bedrss_app_url
  140. if plots_app_url:
  141. g.plots_app_url = plots_app_url
  142. if videos_app_url:
  143. g.videos_app_url = videos_app_url
  144. if messages_app_url:
  145. g.messages_app_url = messages_app_url
  146. if theme_bootstrap5_enabled:
  147. g.theme_bootstrap5_enabled = theme_bootstrap5_enabled
  148. @api.context_processor
  149. def inject_config ():
  150. config = {}
  151. config['twitter_enabled'] = twitter_enabled
  152. config['archive_enabled'] = archive_enabled
  153. config['mastodon_enabled'] = mastodon_enabled
  154. config['feeds_enabled'] = feeds_enabled
  155. config['youtube_enabled'] = youtube_enabled
  156. config['messages_enabled'] = messages_enabled
  157. config['twitter_live_enabled'] = twitter_live_enabled
  158. config['add_account_enabled'] = add_account_enabled
  159. config['glitch_enabled'] = glitch_enabled
  160. config['videojs_enabled'] = videojs_enabled
  161. config['visjs_enabled'] = visjs_enabled
  162. config['theme_bootstrap5_enabled'] = theme_bootstrap5_enabled
  163. if notes_app_url:
  164. config['notes_app_url'] = notes_app_url
  165. if bedrss_app_url:
  166. config['bedrss_app_url'] = bedrss_app_url
  167. if plots_app_url:
  168. config['plots_app_url'] = plots_app_url
  169. if videos_app_url:
  170. config['videos_app_url'] = videos_app_url
  171. if messages_app_url:
  172. config['messages_app_url'] = messages_app_url
  173. return config
  174. api.secret_key = os.environ.get('FLASK_SECRET')
  175. api.config['TEMPLATES_AUTO_RELOAD'] = True
  176. # the new way
  177. #api.config['notes_app_url'] = notes_app_url
  178. if theme_bootstrap5_enabled:
  179. api.register_blueprint(hogumathi_theme_bootstrap5_bp)
  180. if videojs_enabled:
  181. api.register_blueprint(videojs_bp, url_prefix='/lib/videojs')
  182. if visjs_enabled:
  183. api.register_blueprint(visjs_bp, url_prefix='/lib/visjs')
  184. twitter_v2_facade.register_content_sources()
  185. api.register_blueprint(twitter_v2, url_prefix='/twitter')
  186. if archive_enabled:
  187. twitter_archive_facade.register_content_sources()
  188. api.register_blueprint(twitter_archive, url_prefix='/twitter-archive')
  189. if mastodon_enabled:
  190. api.register_blueprint(mastodon, url_prefix='/mastodon')
  191. if youtube_enabled:
  192. youtube_v3_facade.register_content_sources()
  193. api.register_blueprint(youtube, url_prefix='/youtube')
  194. if messages_enabled:
  195. api.register_blueprint(messages, url_prefix='/messages')
  196. item_collections.register_content_sources()
  197. api.register_blueprint(item_collections_bp, url_prefix='/collections')
  198. if twitter_live_enabled:
  199. twitter_v2_live_facade.register_content_sources()
  200. api.register_blueprint(twitter_v2_live, url_prefix='/twitter-live')
  201. brands.register_content_sources()
  202. api.register_blueprint(brands_bp, url_prefix='/')
  203. if instagram_enabled:
  204. instagram_facade.register_content_sources()
  205. if instagram_embed_enabled:
  206. instagram_embed_facade.register_content_sources()
  207. if feeds_enabled:
  208. if not os.path.exists('.data/cache/feeds'):
  209. os.mkdir('.data/cache/feeds')
  210. feeds_facade.register_content_sources()
  211. api.register_blueprint(feeds, url_prefix='/feeds')
  212. #CORS(api)
  213. api.run(port=PORT, host=HOST)