X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;ds=sidebyside;f=reindex_blog.py;h=4451baa740e25f20b60be92b3699fc69e4ca2413;hb=b4c1e4de6a50d04c81519eaf3dc440cca1e38da4;hp=716605bf2a7a529e55ab5a35050ffbfb038595fc;hpb=2f6754514eb4110b105d64ed944c8a855858c408;p=phdru.name%2Fphdru.name.git
diff --git a/reindex_blog.py b/reindex_blog.py
index 716605b..4451baa 100755
--- a/reindex_blog.py
+++ b/reindex_blog.py
@@ -7,8 +7,8 @@ __date__ = "$Date$"[7:-2]
__author__ = "Oleg BroytMann "
__copyright__ = "Copyright (C) 2006 PhiloSoft Design"
+
import sys, os
-from glob import glob
try:
import cPickle as pickle
@@ -17,55 +17,73 @@ except ImportError:
from Cheetah.Template import Template
+
+# Load old blog
+
blog_filename = sys.argv[1]
try:
blog_file = open(blog_filename, "rb")
except IOError:
- blog = {}
+ old_blog = {}
else:
- blog = pickle.load(blog_file)
+ old_blog = pickle.load(blog_file)
blog_file.close()
+
+# blog is a dictionary mapping
+# (year, month, day) => [list of (file, title, lead, tags)]
+
+blog = {}
years = {}
-months = sys.argv[2:]
-isdir = os.path.isdir
-
-if not months:
- for year in os.listdir(os.curdir):
- if isdir(year):
- years[year] = {}
- for month in os.listdir(year):
- m = os.path.join(year, month)
- if isdir(m):
- months.append(m)
-
-days = []
-for month in months:
- year, m = month.split(os.sep)
- if year not in years:
- years[year] = {}
- years[year][m] = days_of_month = []
- for day in os.listdir(month):
- d = os.path.join(month, day)
- if isdir(d):
- days.append(d)
- days_of_month.append(d)
-
-for day in days:
- for tmpl in glob(os.path.join(day, "*.tmpl")):
- template = Template(file=tmpl)
+
+# Walk the directory recursively
+for dirpath, dirs, files in os.walk(os.curdir):
+ d = os.path.basename(dirpath)
+ if not d.startswith("20") and not d.isdigit():
+ continue
+ for file in files:
+ # Ignore index.tmpl and *.html files; supose all other files are *.tmpl
+ if file == "index.tmpl" or file.endswith(".html"):
+ continue
+ fullpath = os.path.join(dirpath, file)
+ template = Template(file=fullpath)
title_parts = template.Title.split()
title = ' '.join(title_parts[6:])
lead = getattr(template, "Lead", None)
+ tags = getattr(template, "Tag", None)
+ if isinstance(tags, basestring):
+ tags = (tags,)
+
if title:
- day_parts = day.split(os.sep)
- blog[tuple(day_parts)] = (title, os.path.basename(tmpl), lead)
+ key = year, month, day = tuple(dirpath.split(os.sep)[1:])
+ if key in blog:
+ days = blog[key]
+ else:
+ days = blog[key] = []
+ days.append((file, title, lead, tags))
-blog_file = open(blog_filename, "wb")
-pickle.dump(blog, blog_file, pickle.HIGHEST_PROTOCOL)
-blog_file.close()
+ if year in years:
+ months = years[year]
+ else:
+ months = years[year] = {}
+ if month in months:
+ days = months[month]
+ else:
+ days = months[month] = []
+
+ if day not in days: days.append(day)
+
+
+# Need to save the blog?
+if blog <> old_blog:
+ blog_file = open(blog_filename, "wb")
+ pickle.dump(blog, blog_file, pickle.HIGHEST_PROTOCOL)
+ blog_file.close()
+
+
+# Localized month names
import locale
locale.setlocale(locale.LC_ALL, '')
@@ -83,23 +101,40 @@ months_names_ru0 = ['', "
]
-def write_template(year, month, titles):
- index_name = os.path.join(year, month, "index.tmpl")
+def write_if_changed(filename, new_text):
try:
- index_tmpl = open(index_name, 'r')
- old_text = index_tmpl.read()
- index_tmpl.close()
+ infile = open(filename, 'r')
+ old_text = infile.read()
+ infile.close()
except IOError:
old_text = None
- new_text = []
- show_year = not year
- show_month = not month
-
- if show_year:
- new_text.append("""\
+ if old_text <> new_text:
+ print "Writing", filename
+ outfile = open(filename, 'w')
+ outfile.write(new_text)
+ outfile.close()
+
+
+def write_template(level, year, month, day, titles):
+ path = []
+ if level >= 1:
+ path.append(year)
+ if level >= 2:
+ path.append(month)
+ if level == 3:
+ path.append(day)
+ path.append("index.tmpl")
+ index_name = os.path.join(*path)
+
+ new_text = ["""\
+## THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT.
#extends phd_pp_ru
#implements respond
+"""]
+
+ if level == 0:
+ new_text.append("""\
#attr $Title = "Oleg BroytMann's blog"
#attr $Description = "BroytMann Russian Blog Index Document"
#attr $Copyright = %(cyear)s
@@ -108,11 +143,8 @@ def write_template(year, month, titles):
öÕÒÎÁÌ
""" % {"cyear": year or 2005})
- elif show_month:
-
+ elif level == 1:
new_text.append("""\
-#extends phd_pp_ru
-#implements respond
#attr $Title = "Oleg BroytMann's blog: %(year)s"
#attr $Description = "BroytMann Russian Blog %(year)s Index Document"
#attr $Copyright = %(cyear)s
@@ -121,12 +153,9 @@ def write_template(year, month, titles):
öÕÒÎÁÌ: %(year)s
""" % {"year": year, "cyear": year or 2005})
- else:
-
- month = int(month)
+ elif level == 2:
+ imonth = int(month)
new_text.append("""\
-#extends phd_pp_ru
-#implements respond
#attr $Title = "Oleg BroytMann's blog: %(month_abbr_en)s %(year)s"
#attr $Description = "BroytMann Russian Blog %(month_name_en)s %(year)s Index Document"
#attr $Copyright = %(cyear)s
@@ -135,27 +164,55 @@ def write_template(year, month, titles):
öÕÒÎÁÌ: %(month_name_ru0)s %(year)s
""" % {
"year": year, "cyear": year or 2005,
- "month_abbr_en": months_abbrs_en[month], "month_name_en": months_names_en[month],
- "month_name_ru0": months_names_ru0[month],
+ "month_abbr_en": months_abbrs_en[imonth], "month_name_en": months_names_en[imonth],
+ "month_name_ru0": months_names_ru0[imonth],
+ })
+
+ elif level == 3:
+ iday = int(day)
+ imonth = int(month)
+
+ new_text.append("""\
+#attr $Next = "%s"
+""" % titles[0][3])
+
+
+ if len(titles) == 1:
+ new_text.append("""\
+#attr $refresh = "0; URL=%s"
+""" % titles[0][3])
+
+ new_text.append("""\
+#attr $Title = "Oleg BroytMann's blog: %(day)d %(month_abbr_en)s %(year)s"
+#attr $Description = "BroytMann Russian Blog %(day)d %(month_name_en)s %(year)s Index Document"
+#attr $Copyright = %(cyear)s
+##
+#def body_html
+öÕÒÎÁÌ: %(day)d %(month_name_ru0)s %(year)s
+""" % {
+ "year": year, "cyear": year or 2005,
+ "month_abbr_en": months_abbrs_en[imonth], "month_name_en": months_names_en[imonth],
+ "month_name_ru0": months_names_ru0[imonth],
+ "day": iday
})
save_titles = titles[:]
titles.reverse()
save_day = None
- for key, tmpl, title, lead in titles:
- year, month, day = key
+ for year, month, day, file, title, lead in titles:
href = []
- if show_year:
+ if level == 0:
href.append(year)
- if show_month:
+ if level <= 1:
href.append(month)
- href.append(day)
- href.append(tmpl)
+ if level <= 2:
+ href.append(day)
+ href.append(file)
href = '/'.join(href)
if day[0] == '0': day = day[1:]
if save_day <> day:
- if show_year:
+ if level == 0:
new_text.append('\n%s %s %s
' % (day, months_names_ru[int(month)], year))
else:
new_text.append('\n%s %s
' % (day, months_names_ru[int(month)]))
@@ -170,10 +227,9 @@ def write_template(year, month, titles):
''' % (lead, href, title))
- if show_year:
+ if level == 0:
years = {}
- for key, tmpl, title, lead in save_titles:
- year, month, day = key
+ for year, month, day, file, title, lead in save_titles:
years[year] = True
first_year = True
new_text.append('''
@@ -196,25 +252,11 @@ def write_template(year, month, titles):
$phd_pp_ru.respond(self)
""")
- new_text = ''.join(new_text)
- if old_text <> new_text:
- print "Writing", index_name
- index_tmpl = open(index_name, 'w')
- index_tmpl.write(new_text)
- index_tmpl.close()
-
-
-def translate(tmpl):
- if tmpl == "index.tmpl": tmpl = ''
- if tmpl.endswith(".tmpl"): tmpl = tmpl[:-len("tmpl")] + "html"
- return tmpl
+ write_if_changed(index_name, ''.join(new_text))
all_titles = []
-for key in sorted(blog.keys()):
- title, tmpl, lead = blog[key]
- all_titles.append((key, translate(tmpl), title, lead))
-all_titles = all_titles[-20:]
+all_tags = {}
for year in sorted(years.keys()):
year_titles = []
@@ -222,13 +264,92 @@ for year in sorted(years.keys()):
for month in sorted(months.keys()):
month_titles = []
for day in sorted(months[month]):
- day_parts = day.split(os.sep)
- key = tuple(day_parts)
+ day_titles = []
+ key = year, month, day
if key in blog:
- title, tmpl, lead = blog[key]
- tmpl = translate(tmpl)
- year_titles.append((key, tmpl, title, lead))
- month_titles.append((key, tmpl, title, lead))
- write_template(year, month, month_titles)
- write_template(year, '', year_titles)
-write_template('', '', all_titles)
+ for file, title, lead, tags in blog[key]:
+ if file.endswith(".tmpl"): file = file[:-len("tmpl")] + "html"
+ value = (year, month, day, file, title, lead)
+ all_titles.append(value)
+ year_titles.append(value)
+ month_titles.append(value)
+ day_titles.append(value)
+ for tag in tags:
+ if tag in all_tags:
+ tag_links = all_tags[tag]
+ else:
+ tag_links = all_tags[tag] = []
+ tag_links.append(value)
+ write_template(3, year, month, day, day_titles)
+ write_template(2, year, month, day, month_titles)
+ write_template(1, year, month, day, year_titles)
+write_template(0, year, month, day, all_titles[-20:])
+
+all_tags = [(len(links), tag, links) for (tag, links) in all_tags.items()]
+all_tags.sort()
+
+new_text = ["""\
+## THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT.
+#extends phd_pp_ru
+#implements respond
+#attr $Title = "Oleg BroytMann's blog: tags"
+#attr $Description = "BroytMann Russian Blog Tags Index Document"
+#attr $Copyright = 2006
+##
+#def body_html
+ôÅÇÉ
+
+
+
+"""]
+
+for count, tag, links in all_tags:
+ new_text.append("""\
+ - %s (%d)
+""" % (tag, tag, count))
+
+ tag_text = ["""\
+## THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT.
+#extends phd_pp_ru
+#implements respond
+#attr $Title = "Oleg BroytMann's blog: tag %s"
+#attr $Description = "BroytMann Russian Blog Tag %s Index Document"
+#attr $Copyright = 2006
+##
+#def body_html
+%s
+
+
+
+""" % (tag, tag, tag)]
+
+ count = 0
+ for year, month, day, filename, title, lead in reversed(links):
+ if lead:
+ lead = lead + ' '
+ else:
+ lead = ''
+ link = "../%s/%s/%s/%s" % (year, month, day, filename)
+ item_text = """- %s/%s/%s: %s%s
""" % (link, year, month, day, lead, title)
+
+ count += 1
+ if count <= 5:
+ new_text.append(" - %s
\n" % item_text)
+
+ tag_text.append(" %s\n" % item_text)
+
+ tag_text.append("""\
+
+
+#end def
+$phd_pp_ru.respond(self)
+""")
+ write_if_changed(os.path.join("tags", tag+".tmpl"), ''.join(tag_text))
+
+new_text.append("""\
+
+
+#end def
+$phd_pp_ru.respond(self)
+""")
+write_if_changed(os.path.join("tags", "index.tmpl"), ''.join(new_text))