mirror of
https://github.com/tildeclub/ttbp.git
synced 2026-06-15 17:50:18 +00:00
56419f2f43
crash during version checking. the version checker was trying to update files associated with published blogs, and crashing due to trying to read null paths. this fix checks to see if the user has opted to publish *before* running those updates.
438 lines
11 KiB
Python
438 lines
11 KiB
Python
#!/usr/bin/python
|
|
|
|
'''
|
|
ttbp: tilde town blogging platform
|
|
(also known as the feels engine)
|
|
a console-based blogging program developed for tilde.town
|
|
copyright (c) 2016 ~endorphant (endorphant@tilde.town)
|
|
|
|
core.py:
|
|
this is a core handler for some ttbp standalone/output functions
|
|
|
|
Permission is hereby granted, free of charge, to any person obtaining
|
|
a copy of this software and associated documentation files (the
|
|
"Software"), to deal in the Software without restriction, including
|
|
without limitation the rights to use, copy, modify, merge, publish,
|
|
distribute, sublicense, and/or sell copies of the Software, and to
|
|
permit persons to whom the Software is furnished to do so, subject to
|
|
the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be
|
|
included in all copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
the complete codebase is available at:
|
|
https://github.com/modgethanc/ttbp
|
|
'''
|
|
|
|
import os
|
|
import time
|
|
import subprocess
|
|
import re
|
|
import mistune
|
|
import json
|
|
|
|
import chatter
|
|
|
|
SOURCE = os.path.join("/home", "endorphant", "projects", "ttbp", "bin")
|
|
USER = os.path.basename(os.path.expanduser("~"))
|
|
PATH = os.path.join("/home", USER, ".ttbp")
|
|
|
|
LIVE = "http://tilde.town/~"
|
|
WWW = os.path.join(PATH, "www")
|
|
CONFIG = os.path.join(PATH, "config")
|
|
DATA = os.path.join(PATH, "entries")
|
|
FEED = os.path.join(SOURCE, "www", "index.html")
|
|
DOCS = os.path.join(SOURCE, "www", "help.html")
|
|
NOPUB = os.path.join(CONFIG, "nopub")
|
|
SETTINGS = {}
|
|
|
|
HEADER = ""
|
|
FOOTER = ""
|
|
FILES = []
|
|
|
|
def load(ttbprc={}):
|
|
'''
|
|
get all them globals set up!!
|
|
'''
|
|
|
|
global HEADER
|
|
global FOOTER
|
|
global SETTINGS
|
|
|
|
HEADER = open(os.path.join(CONFIG, "header.txt")).read()
|
|
FOOTER = open(os.path.join(CONFIG, "footer.txt")).read()
|
|
SETTINGS = ttbprc
|
|
|
|
load_files()
|
|
|
|
def reload_ttbprc(ttbprc={}):
|
|
'''
|
|
reloads new ttbprc into current session
|
|
'''
|
|
|
|
global SETTINGS
|
|
|
|
SETTINGS = ttbprc
|
|
|
|
def load_files():
|
|
'''
|
|
file loader
|
|
|
|
* reads user's nopub file
|
|
* loads all valid filenames that are not excluded in nopub to global files list
|
|
'''
|
|
|
|
global FILES
|
|
|
|
FILES = []
|
|
|
|
for filename in os.listdir(DATA):
|
|
if nopub(filename):
|
|
link = os.path.join(WWW, os.path.splitext(os.path.basename(filename))[0]+".html")
|
|
if os.path.exists(link):
|
|
subprocess.call(["rm", link])
|
|
continue
|
|
filename = os.path.join(DATA, filename)
|
|
if os.path.isfile(filename) and valid(filename):
|
|
FILES.append(filename)
|
|
|
|
FILES.sort()
|
|
FILES.reverse()
|
|
|
|
|
|
## html outputting
|
|
|
|
def write(outurl="default.html"):
|
|
'''
|
|
main page renderer
|
|
|
|
* takes everything currently in FILES and writes a single non-paginated html
|
|
file
|
|
* calls write_page() on each file to make permalinks
|
|
'''
|
|
|
|
outfile = open(os.path.join(WWW, outurl), "w")
|
|
|
|
outfile.write("<!--generated by the tilde.town blogging platform on "+time.strftime("%d %B %y")+"\nhttp://tilde.town/~endorphant/ttbp/-->\n\n")
|
|
|
|
for line in HEADER:
|
|
outfile.write(line)
|
|
|
|
outfile.write("\n")
|
|
|
|
for filename in FILES:
|
|
write_page(filename)
|
|
for line in write_entry(filename):
|
|
outfile.write(line)
|
|
|
|
outfile.write("\n")
|
|
|
|
for line in FOOTER:
|
|
outfile.write(line)
|
|
|
|
outfile.close()
|
|
|
|
return os.path.join(LIVE+USER,os.path.basename(os.path.realpath(WWW)),outurl)
|
|
|
|
def write_page(filename):
|
|
'''
|
|
permalink generator
|
|
|
|
* makes a page out of a single entry for permalinking, using filename/date as
|
|
url
|
|
'''
|
|
|
|
outurl = os.path.join(WWW, "".join(parse_date(filename))+".html")
|
|
outfile = open(outurl, "w")
|
|
|
|
outfile.write("<!--generated by the tilde.town blogging platform on "+time.strftime("%d %B %y")+"\nhttp://tilde.town/~endorphant/ttbp/-->\n\n")
|
|
|
|
for line in HEADER:
|
|
outfile.write(line)
|
|
|
|
outfile.write("\n")
|
|
|
|
for line in write_entry(filename):
|
|
outfile.write(line)
|
|
|
|
outfile.write("\n")
|
|
|
|
for line in FOOTER:
|
|
outfile.write(line)
|
|
|
|
outfile.close()
|
|
|
|
return outurl
|
|
|
|
def write_entry(filename):
|
|
'''
|
|
entry text generator
|
|
|
|
* dump given file into entry format by parsing file as markdown
|
|
* return as list of strings
|
|
'''
|
|
|
|
date = parse_date(filename)
|
|
|
|
entry = [
|
|
"\t\t<p><a name=\""+date[0]+date[1]+date[2]+"\"></a><br /><br /></p>\n",
|
|
"\t\t<div class=\"entry\">\n",
|
|
"\t\t\t<h5><a href=\"#"+date[0]+date[1]+date[2]+"\">"+date[2]+"</a> "+chatter.month(date[1])+" "+date[0]+"</h5>\n"
|
|
#"\t\t\t<P>"
|
|
]
|
|
|
|
raw = []
|
|
rawfile = open(os.path.join(DATA, filename), "r")
|
|
|
|
for line in rawfile:
|
|
raw.append(line)
|
|
rawfile.close()
|
|
|
|
entry.append("\t\t\t"+mistune.markdown("".join(raw), escape=False, hard_wrap=False))
|
|
|
|
#for line in raw:
|
|
#entry.append(line+"\t\t\t")
|
|
#if line == "\n":
|
|
# entry.append("</p>\n\t\t\t<p>")
|
|
|
|
#entry.append("</p>\n")
|
|
entry.append("\t\t\t<p style=\"font-size:.6em; font-color:#808080; text-align: right;\"><a href=\""+"".join(date)+".html\">permalink</a></p>\n")
|
|
entry.append("\n\t\t</div>\n")
|
|
|
|
return entry
|
|
|
|
def write_global_feed(blogList):
|
|
'''
|
|
main ttbp index printer
|
|
|
|
* sources README.md for documentation
|
|
* takes incoming list of formatted blog links for all publishing blogs and
|
|
prints to blog feed
|
|
'''
|
|
|
|
outfile = open(FEED, "w")
|
|
|
|
## header
|
|
outfile.write("""\
|
|
<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 3.2//EN\">
|
|
<html>
|
|
<head>
|
|
<title>tilde.town feels engine</title>
|
|
<link rel=\"stylesheet\" href=\"style.css\" />
|
|
</head>
|
|
<body>
|
|
<div class="meta">
|
|
<h1>tilde.town feels engine</h1>
|
|
|
|
<h2><a href="https://github.com/modgethanc/ttbp">github
|
|
repo</a> | <a
|
|
href="http://tilde.town/~endorphant/blog/20160510.html">state
|
|
of the ttbp</a></h2>
|
|
<!--<p>curious? run <b>~endorphant/bin/ttbp</b> while logged in to tilde.town.</p>
|
|
<p>it's still a little volatile. let me know if anything breaks.</p>---></div>
|
|
<p> </p>
|
|
""")
|
|
|
|
## docs
|
|
outfile.write("""\
|
|
<div class="docs">""")
|
|
outfile.write(mistune.markdown(open(os.path.join(SOURCE, "..", "README.md"), "r").read()))
|
|
outfile.write("""\
|
|
</div>""")
|
|
|
|
## feed
|
|
outfile.write("""\
|
|
<p> </p>
|
|
<div class=\"feed\">
|
|
<h3>live feels-sharing:</h3>
|
|
<ul>""")
|
|
for blog in blogList:
|
|
outfile.write("""
|
|
<li>"""+blog+"""</li>\
|
|
""")
|
|
|
|
## footer
|
|
outfile.write("""
|
|
</ul>
|
|
</div>
|
|
</body>
|
|
</html>
|
|
""")
|
|
|
|
outfile.close()
|
|
|
|
## misc helpers
|
|
|
|
def meta(entries = FILES):
|
|
'''
|
|
metadata generator
|
|
|
|
* takes a list of filenames and returns a 2d list:
|
|
[0] absolute path
|
|
[1] mtime
|
|
[2] wc -w
|
|
[3] timestamp "DD month YYYY at HH:MM"
|
|
[4] entry date YYYY-MM-DD
|
|
[5] author
|
|
|
|
* sorted in reverse date order by [4]
|
|
'''
|
|
|
|
meta = []
|
|
|
|
for filename in entries:
|
|
mtime = os.path.getmtime(filename)
|
|
try:
|
|
wc = subprocess.check_output(["wc","-w",filename], stderr=subprocess.STDOUT).split()[0]
|
|
except subprocess.CalledProcessError:
|
|
wc = "???"
|
|
timestamp = time.strftime("%Y-%m-%d at %H:%M", time.localtime(mtime))
|
|
date = "-".join(parse_date(filename))
|
|
author = os.path.split(os.path.split(os.path.split(os.path.split(filename)[0])[0])[0])[1]
|
|
|
|
meta.append([filename, mtime, wc, timestamp, date, author])
|
|
|
|
meta.sort(key = lambda filename:filename[4])
|
|
meta.reverse()
|
|
|
|
return meta
|
|
|
|
def valid(filename):
|
|
'''
|
|
filename validator
|
|
|
|
* check if the filename is YYYYMMDD.txt
|
|
'''
|
|
|
|
filesplit = os.path.splitext(os.path.basename(filename))
|
|
|
|
if filesplit[1] != ".txt":
|
|
return False
|
|
|
|
pattern = '^((19|20)\d{2})(0[1-9]|1[0-2])(0[1-9]|1\d|2\d|3[01])$'
|
|
|
|
if not re.match(pattern, filesplit[0]):
|
|
return False
|
|
|
|
return True
|
|
|
|
def parse_date(file):
|
|
'''
|
|
parses date out of pre-validated filename
|
|
|
|
* assumes a filename of YYYYMMDD.txt
|
|
* returns a list:
|
|
[0] 'YYYY'
|
|
[1] 'MM'
|
|
[2] 'DD'
|
|
'''
|
|
|
|
rawdate = os.path.splitext(os.path.basename(file))[0]
|
|
|
|
date = [rawdate[0:4], rawdate[4:6], rawdate[6:]]
|
|
|
|
return date
|
|
|
|
def find_ttbps():
|
|
'''
|
|
returns a list of users with a ttbp by checking for a valid ttbprc
|
|
'''
|
|
|
|
users = []
|
|
|
|
for townie in os.listdir("/home"):
|
|
if os.path.exists(os.path.join("/home", townie, ".ttbp", "config", "ttbprc")):
|
|
users.append(townie)
|
|
|
|
return users
|
|
|
|
def publishing(username = USER):
|
|
'''
|
|
checks .ttbprc for whether or not user opted for www publishing
|
|
'''
|
|
|
|
ttbprc = {}
|
|
|
|
if username == USER:
|
|
ttbprc = SETTINGS
|
|
|
|
else:
|
|
ttbprc = json.load(open(os.path.join("/home", username, ".ttbp", "config", "ttbprc")))
|
|
|
|
return ttbprc.get("publishing")
|
|
|
|
def www_neighbors():
|
|
'''
|
|
takes a list of users with publiishing turned on and prepares it for www output
|
|
'''
|
|
|
|
userList = []
|
|
|
|
for user in find_ttbps():
|
|
if not publishing(user):
|
|
continue
|
|
|
|
userRC = json.load(open(os.path.join("/home", user, ".ttbp", "config", "ttbprc")))
|
|
|
|
url = ""
|
|
if userRC["publish dir"]:
|
|
url = LIVE+user+"/"+userRC["publish dir"]
|
|
|
|
lastfile = ""
|
|
files = os.listdir(os.path.join("/home", user, ".ttbp", "entries"))
|
|
files.sort()
|
|
for filename in files:
|
|
if valid(filename):
|
|
lastfile = os.path.join("/home", user, ".ttbp", "entries", filename)
|
|
|
|
if lastfile:
|
|
last = os.path.getctime(lastfile)
|
|
timestamp = time.strftime("%Y-%m-%d at %H:%M", time.localtime(last)) + " (utc"+time.strftime("%z")[0]+time.strftime("%z")[2]+")"
|
|
else:
|
|
timestamp = ""
|
|
last = 0
|
|
|
|
userList.append(["<a href=\""+url+"\">~"+user+"</a> "+timestamp, last])
|
|
|
|
# sort user by most recent entry
|
|
userList.sort(key = lambda userdata:userdata[1])
|
|
userList.reverse()
|
|
sortedUsers = []
|
|
for user in userList:
|
|
sortedUsers.append(user[0])
|
|
|
|
write_global_feed(sortedUsers)
|
|
|
|
def nopub(filename):
|
|
'''
|
|
checks to see if given filename is in user's NOPUB
|
|
'''
|
|
|
|
exclude = []
|
|
|
|
if os.path.isfile(NOPUB):
|
|
for line in open(NOPUB, "r"):
|
|
exclude.append(line.rstrip())
|
|
|
|
return os.path.basename(filename) in exclude
|
|
|
|
#############
|
|
#############
|
|
#############
|
|
|
|
def test():
|
|
load()
|
|
|
|
metaTest = meta()
|
|
|
|
for x in metaTest:
|
|
print(x)
|