1
0
mirror of https://github.com/krateng/maloja.git synced 2023-08-10 21:12:55 +03:00
maloja/maloja/server.py

362 lines
11 KiB
Python
Raw Normal View History

2018-12-05 16:30:50 +03:00
#!/usr/bin/env python
2019-11-24 23:47:03 +03:00
import os
from .globalconf import datadir, DATA_DIR
2019-11-24 23:47:03 +03:00
2018-12-05 16:30:50 +03:00
# server stuff
2020-08-17 18:14:38 +03:00
from bottle import Bottle, route, get, post, error, run, template, static_file, request, response, FormsDict, redirect, template, HTTPResponse, BaseRequest, abort
import waitress
# templating
from jinja2 import Environment, PackageLoader, select_autoescape
2019-05-08 18:42:56 +03:00
# monkey patching
2019-11-24 23:47:03 +03:00
from . import monkey
# rest of the project
2019-11-24 23:47:03 +03:00
from . import database
from . import htmlmodules
from . import htmlgenerators
from . import malojatime
from . import utilities
from .utilities import resolveImage
from .urihandler import uri_to_internal, remove_identical
from . import urihandler
2019-12-12 23:24:13 +03:00
from . import globalconf
# doreah toolkit
from doreah import settings
2019-03-29 21:44:42 +03:00
from doreah.logging import log
from doreah.timing import Clock
2019-12-11 17:49:03 +03:00
from doreah.pyhp import file as pyhpfile
2020-07-29 22:19:29 +03:00
from doreah import auth
# technical
2019-11-24 23:47:03 +03:00
#from importlib.machinery import SourceFileLoader
import importlib
2018-11-24 18:29:24 +03:00
import _thread
2018-11-27 18:21:33 +03:00
import sys
2018-11-28 15:02:43 +03:00
import signal
2018-12-16 19:52:13 +03:00
import os
2019-02-16 23:21:29 +03:00
import setproctitle
2019-11-24 23:47:03 +03:00
import pkg_resources
2020-05-13 23:57:55 +03:00
import math
# url handling
import urllib
2018-11-24 18:29:24 +03:00
2019-11-24 23:47:03 +03:00
2019-03-31 13:18:49 +03:00
#settings.config(files=["settings/default.ini","settings/settings.ini"])
2019-03-28 18:18:31 +03:00
#settings.update("settings/default.ini","settings/settings.ini")
2019-05-12 19:39:46 +03:00
MAIN_PORT = settings.get_settings("WEB_PORT")
HOST = settings.get_settings("HOST")
THREADS = 12
BaseRequest.MEMFILE_MAX = 15 * 1024 * 1024
WEBFOLDER = pkg_resources.resource_filename(__name__,"web")
STATICFOLDER = pkg_resources.resource_filename(__name__,"static")
2019-12-15 17:43:56 +03:00
DATAFOLDER = DATA_DIR
2018-11-24 18:29:24 +03:00
2018-12-19 17:28:10 +03:00
webserver = Bottle()
2020-07-29 22:19:29 +03:00
auth.authapi.mount(server=webserver)
2018-11-24 18:29:24 +03:00
2019-11-24 23:47:03 +03:00
pthjoin = os.path.join
2018-12-19 17:28:10 +03:00
2019-12-04 21:14:33 +03:00
def generate_css():
import lesscpy
from io import StringIO
less = ""
for f in os.listdir(pthjoin(STATICFOLDER,"less")):
with open(pthjoin(STATICFOLDER,"less",f),"r") as lessf:
2019-12-04 21:14:33 +03:00
less += lessf.read()
css = lesscpy.compile(StringIO(less),minify=True)
return css
css = generate_css()
2019-10-11 06:17:15 +03:00
2019-11-29 23:36:27 +03:00
#os.makedirs("web/css",exist_ok=True)
#with open("web/css/style.css","w") as f:
2019-11-24 23:47:03 +03:00
# f.write(css)
2019-10-11 06:17:15 +03:00
2018-12-19 17:28:10 +03:00
@webserver.route("")
@webserver.route("/")
2018-11-24 18:29:24 +03:00
def mainpage():
response = static_html("start")
return response
2018-11-25 16:49:53 +03:00
2019-04-03 19:03:55 +03:00
@webserver.error(400)
@webserver.error(403)
@webserver.error(404)
@webserver.error(405)
@webserver.error(408)
@webserver.error(500)
@webserver.error(505)
def customerror(error):
code = int(str(error).split(",")[0][1:])
2020-08-17 18:14:38 +03:00
template = jinjaenv.get_template('error.jinja')
res = template.render(errorcode=code)
return res
2019-04-03 19:03:55 +03:00
2018-11-25 16:49:53 +03:00
2019-05-12 19:39:46 +03:00
2018-11-28 15:02:43 +03:00
def graceful_exit(sig=None,frame=None):
#urllib.request.urlopen("http://[::1]:" + str(DATABASE_PORT) + "/sync")
log("Received signal to shutdown")
try:
database.sync()
except Exception as e:
log("Error while shutting down!",e)
2019-01-10 01:29:01 +03:00
log("Server shutting down...")
2019-02-02 22:51:04 +03:00
os._exit(42)
@webserver.route("/image")
def dynamic_image():
keys = FormsDict.decode(request.query)
relevant, _, _, _ = uri_to_internal(keys)
result = resolveImage(**relevant)
2019-03-06 20:04:12 +03:00
if result == "": return ""
2019-04-03 19:03:55 +03:00
redirect(result,307)
2018-12-28 20:06:09 +03:00
@webserver.route("/images/<pth:re:.*\\.jpeg>")
@webserver.route("/images/<pth:re:.*\\.jpg>")
@webserver.route("/images/<pth:re:.*\\.png>")
@webserver.route("/images/<pth:re:.*\\.gif>")
2018-12-17 17:10:10 +03:00
def static_image(pth):
2019-12-12 23:24:13 +03:00
if globalconf.USE_THUMBOR:
return static_file(pthjoin("images",pth),root=DATAFOLDER)
2019-12-12 23:24:13 +03:00
type = pth.split(".")[-1]
small_pth = pth + "-small"
if os.path.exists(datadir("images",small_pth)):
response = static_file(pthjoin("images",small_pth),root=DATAFOLDER)
else:
try:
from wand.image import Image
img = Image(filename=datadir("images",pth))
x,y = img.size[0], img.size[1]
smaller = min(x,y)
if smaller > 300:
ratio = 300/smaller
img.resize(int(ratio*x),int(ratio*y))
img.save(filename=datadir("images",small_pth))
response = static_file(pthjoin("images",small_pth),root=DATAFOLDER)
else:
response = static_file(pthjoin("images",pth),root=DATAFOLDER)
except:
response = static_file(pthjoin("images",pth),root=DATAFOLDER)
#response = static_file("images/" + pth,root="")
response.set_header("Cache-Control", "public, max-age=86400")
2019-12-12 23:24:13 +03:00
response.set_header("Content-Type", "image/" + type)
return response
2018-12-17 17:10:10 +03:00
2019-12-04 21:14:33 +03:00
@webserver.route("/style.css")
2019-12-04 21:14:33 +03:00
def get_css():
response.content_type = 'text/css'
return css
@webserver.route("/login")
def login():
2020-07-29 22:19:29 +03:00
return auth.get_login_page()
@webserver.route("/<name>.<ext>")
def static(name,ext):
assert ext in ["txt","ico","jpeg","jpg","png","less","js"]
response = static_file(ext + "/" + name + "." + ext,root=STATICFOLDER)
response.set_header("Cache-Control", "public, max-age=3600")
return response
@webserver.route("/media/<name>.<ext>")
def static(name,ext):
assert ext in ["ico","jpeg","jpg","png"]
response = static_file(ext + "/" + name + "." + ext,root=STATICFOLDER)
response.set_header("Cache-Control", "public, max-age=3600")
return response
2019-11-24 23:47:03 +03:00
2020-05-13 23:57:55 +03:00
from . import database_packed
dbp = database_packed.DB()
2020-05-13 23:57:55 +03:00
JINJA_CONTEXT = {
# maloja
"db": database,
"dbp":dbp,
2020-05-13 23:57:55 +03:00
"htmlmodules": htmlmodules,
"htmlgenerators": htmlgenerators,
"malojatime": malojatime,
"utilities": utilities,
"urihandler": urihandler,
"settings": settings.get_settings,
# external
"urllib": urllib,
"math":math,
# config
"ranges": [
('day','7 days',malojatime.today().next(-6),'day',7),
('week','12 weeks',malojatime.thisweek().next(-11),'week',12),
('month','12 months',malojatime.thismonth().next(-11),'month',12),
('year','10 years',malojatime.thisyear().next(-9),'year',12)
],
"xranges": [
{"identifier":"day","localisation":"14 days","firstrange":malojatime.today().next(-13),"amount":14},
{"identifier":"week","localisation":"14 weeks","firstrange":malojatime.thisweek().next(-13),"amount":14},
{"identifier":"month","localisation":"14 months","firstrange":malojatime.thismonth().next(-13),"amount":14},
{"identifier":"year","localisation":"14 years","firstrange":malojatime.thisyear().next(-13),"amount":14}
2020-05-13 23:57:55 +03:00
]
}
2020-05-13 23:57:55 +03:00
jinjaenv = Environment(
loader=PackageLoader('maloja', 'web/jinja'),
autoescape=select_autoescape(['html', 'xml'])
)
jinjaenv.globals.update(JINJA_CONTEXT)
2020-05-13 23:57:55 +03:00
2020-08-17 18:14:38 +03:00
@webserver.route("/<name:re:(admin.*)>")
2020-07-29 22:19:29 +03:00
@auth.authenticated
def static_html_private(name):
return static_html(name)
2018-12-19 17:28:10 +03:00
@webserver.route("/<name>")
def static_html_public(name):
return static_html(name)
2018-11-29 18:53:25 +03:00
def static_html(name):
linkheaders = ["</style.css>; rel=preload; as=style"]
keys = remove_identical(FormsDict.decode(request.query))
2020-05-13 23:57:55 +03:00
pyhp_file = os.path.exists(pthjoin(WEBFOLDER,"pyhp",name + ".pyhp"))
2019-11-24 23:47:03 +03:00
html_file = os.path.exists(pthjoin(WEBFOLDER,name + ".html"))
2020-05-13 23:57:55 +03:00
jinja_file = os.path.exists(pthjoin(WEBFOLDER,"jinja",name + ".jinja"))
pyhp_pref = settings.get_settings("USE_PYHP")
2020-05-13 23:57:55 +03:00
jinja_pref = settings.get_settings("USE_JINJA")
2020-07-29 22:19:29 +03:00
adminmode = request.cookies.get("adminmode") == "true" and auth.check(request)
2019-11-20 07:19:02 +03:00
clock = Clock()
clock.start()
2020-05-13 23:57:55 +03:00
# if a jinja file exists, use this
if (jinja_file and jinja_pref) or (jinja_file and not html_file and not pyhp_file):
LOCAL_CONTEXT = {
"adminmode":adminmode,
"apikey":request.cookies.get("apikey") if adminmode else None,
"_urikeys":keys, #temporary!
2020-05-13 23:57:55 +03:00
}
LOCAL_CONTEXT["filterkeys"], LOCAL_CONTEXT["limitkeys"], LOCAL_CONTEXT["delimitkeys"], LOCAL_CONTEXT["amountkeys"] = uri_to_internal(keys)
template = jinjaenv.get_template(name + '.jinja')
res = template.render(**LOCAL_CONTEXT)
log("Generated page {name} in {time:.5f}s (Jinja)".format(name=name,time=clock.stop()),module="debug")
2020-05-13 23:57:55 +03:00
return res
# if a pyhp file exists, use this
2020-05-13 23:57:55 +03:00
elif (pyhp_file and pyhp_pref) or (pyhp_file and not html_file):
2019-12-23 00:01:01 +03:00
#things we expose to the pyhp pages
environ = {
"adminmode":adminmode,
"apikey":request.cookies.get("apikey") if adminmode else None,
# maloja
"db": database,
"htmlmodules": htmlmodules,
"htmlgenerators": htmlgenerators,
"malojatime": malojatime,
"utilities": utilities,
"urihandler": urihandler,
"settings": settings.get_settings,
# external
"urllib": urllib
}
# request
environ["filterkeys"], environ["limitkeys"], environ["delimitkeys"], environ["amountkeys"] = uri_to_internal(keys)
2019-12-19 17:30:13 +03:00
environ["_urikeys"] = keys #temporary!
#response.set_header("Content-Type","application/xhtml+xml")
2020-05-13 23:57:55 +03:00
res = pyhpfile(pthjoin(WEBFOLDER,"pyhp",name + ".pyhp"),environ)
log("Generated page {name} in {time:.5f}s (PYHP)".format(name=name,time=clock.stop()),module="debug")
return res
# if not, use the old way
else:
2020-08-17 18:14:38 +03:00
try:
with open(pthjoin(WEBFOLDER,name + ".html")) as htmlfile:
html = htmlfile.read()
# apply global substitutions
with open(pthjoin(WEBFOLDER,"common/footer.html")) as footerfile:
footerhtml = footerfile.read()
with open(pthjoin(WEBFOLDER,"common/header.html")) as headerfile:
headerhtml = headerfile.read()
html = html.replace("</body>",footerhtml + "</body>").replace("</head>",headerhtml + "</head>")
# If a python file exists, it provides the replacement dict for the html file
if os.path.exists(pthjoin(WEBFOLDER,name + ".py")):
#txt_keys = SourceFileLoader(name,"web/" + name + ".py").load_module().replacedict(keys,DATABASE_PORT)
try:
module = importlib.import_module(".web." + name,package="maloja")
txt_keys,resources = module.instructions(keys)
except Exception as e:
log("Error in website generation: " + str(sys.exc_info()),module="error")
raise
# add headers for server push
for resource in resources:
if all(ord(c) < 128 for c in resource["file"]):
# we can only put ascii stuff in the http header
linkheaders.append("<" + resource["file"] + ">; rel=preload; as=" + resource["type"])
# apply key substitutions
for k in txt_keys:
if isinstance(txt_keys[k],list):
# if list, we replace each occurence with the next item
for element in txt_keys[k]:
html = html.replace(k,element,1)
else:
html = html.replace(k,txt_keys[k])
response.set_header("Link",",".join(linkheaders))
log("Generated page {name} in {time:.5f}s (Python+HTML)".format(name=name,time=clock.stop()),module="debug")
return html
2020-08-17 18:14:38 +03:00
except:
abort(404, "Page does not exist")
2018-11-24 18:29:24 +03:00
2019-06-24 13:48:45 +03:00
# Shortlinks
@webserver.get("/artist/<artist>")
def redirect_artist(artist):
redirect("/artist?artist=" + artist)
@webserver.get("/track/<artists:path>/<title>")
def redirect_track(artists,title):
redirect("/track?title=" + title + "&" + "&".join("artist=" + artist for artist in artists.split("/")))
2018-12-05 16:30:50 +03:00
#set graceful shutdown
2018-11-28 15:02:43 +03:00
signal.signal(signal.SIGINT, graceful_exit)
2018-12-08 02:01:44 +03:00
signal.signal(signal.SIGTERM, graceful_exit)
2018-11-24 18:29:24 +03:00
2019-02-16 23:21:29 +03:00
#rename process, this is now required for the daemon manager to work
setproctitle.setproctitle("Maloja")
## start database
2019-05-12 19:39:46 +03:00
database.start_db()
2019-05-23 14:13:42 +03:00
database.dbserver.mount(server=webserver)
2018-11-24 18:29:24 +03:00
log("Starting up Maloja server...")
#run(webserver, host=HOST, port=MAIN_PORT, server='waitress')
waitress.serve(webserver, host=HOST, port=MAIN_PORT, threads=THREADS)