X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=reindex_blog.py;h=4451baa740e25f20b60be92b3699fc69e4ca2413;hb=b4c1e4de6a50d04c81519eaf3dc440cca1e38da4;hp=7e39798b506783c286ce12ed7acfe74f58d57816;hpb=85d971f16ca59fcc4d628d5a248d1eb313c02519;p=phdru.name%2Fphdru.name.git diff --git a/reindex_blog.py b/reindex_blog.py index 7e39798..4451baa 100755 --- a/reindex_blog.py +++ b/reindex_blog.py @@ -9,7 +9,6 @@ __copyright__ = "Copyright (C) 2006 PhiloSoft Design" import sys, os -from glob import glob try: import cPickle as pickle @@ -31,12 +30,17 @@ else: blog_file.close() -# blog is a dictionary mapping (year, month, day) => (filename, title, lead) +# blog is a dictionary mapping +# (year, month, day) => [list of (file, title, lead, tags)] + blog = {} years = {} # Walk the directory recursively for dirpath, dirs, files in os.walk(os.curdir): + d = os.path.basename(dirpath) + if not d.startswith("20") and not d.isdigit(): + continue for file in files: # Ignore index.tmpl and *.html files; supose all other files are *.tmpl if file == "index.tmpl" or file.endswith(".html"): @@ -47,9 +51,17 @@ for dirpath, dirs, files in os.walk(os.curdir): title = ' '.join(title_parts[6:]) lead = getattr(template, "Lead", None) + tags = getattr(template, "Tag", None) + if isinstance(tags, basestring): + tags = (tags,) + if title: - year, month, day = dirpath.split(os.sep)[1:] - blog[year, month, day] = (os.path.basename(file), title, lead) + key = year, month, day = tuple(dirpath.split(os.sep)[1:]) + if key in blog: + days = blog[key] + else: + days = blog[key] = [] + days.append((file, title, lead, tags)) if year in years: months = years[year] @@ -61,7 +73,7 @@ for dirpath, dirs, files in os.walk(os.curdir): else: days = months[month] = [] - days.append(day) + if day not in days: days.append(day) # Need to save the blog? @@ -89,27 +101,39 @@ months_names_ru0 = ['', " ] -def write_template(year, month, day, titles): - index_name = os.path.join(year, month, day, "index.tmpl") +def write_if_changed(filename, new_text): try: - index_tmpl = open(index_name, 'r') - old_text = index_tmpl.read() - index_tmpl.close() + infile = open(filename, 'r') + old_text = infile.read() + infile.close() except IOError: old_text = None - new_text = [] - show_year = not year - show_month = not month - show_day = not day - - new_text.append("""\ + if old_text <> new_text: + print "Writing", filename + outfile = open(filename, 'w') + outfile.write(new_text) + outfile.close() + + +def write_template(level, year, month, day, titles): + path = [] + if level >= 1: + path.append(year) + if level >= 2: + path.append(month) + if level == 3: + path.append(day) + path.append("index.tmpl") + index_name = os.path.join(*path) + + new_text = ["""\ ## THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT. #extends phd_pp_ru #implements respond -""") +"""] - if show_year: + if level == 0: new_text.append("""\ #attr $Title = "Oleg BroytMann's blog" #attr $Description = "BroytMann Russian Blog Index Document" @@ -119,8 +143,7 @@ def write_template(year, month, day, titles):

öÕÒÎÁÌ

""" % {"cyear": year or 2005}) - elif show_month: - + elif level == 1: new_text.append("""\ #attr $Title = "Oleg BroytMann's blog: %(year)s" #attr $Description = "BroytMann Russian Blog %(year)s Index Document" @@ -130,9 +153,8 @@ def write_template(year, month, day, titles):

öÕÒÎÁÌ: %(year)s

""" % {"year": year, "cyear": year or 2005}) - elif show_day: - - month = int(month) + elif level == 2: + imonth = int(month) new_text.append("""\ #attr $Title = "Oleg BroytMann's blog: %(month_abbr_en)s %(year)s" #attr $Description = "BroytMann Russian Blog %(month_name_en)s %(year)s Index Document" @@ -142,14 +164,23 @@ def write_template(year, month, day, titles):

öÕÒÎÁÌ: %(month_name_ru0)s %(year)s

""" % { "year": year, "cyear": year or 2005, - "month_abbr_en": months_abbrs_en[month], "month_name_en": months_names_en[month], - "month_name_ru0": months_names_ru0[month], + "month_abbr_en": months_abbrs_en[imonth], "month_name_en": months_names_en[imonth], + "month_name_ru0": months_names_ru0[imonth], }) - else: + elif level == 3: + iday = int(day) + imonth = int(month) + + new_text.append("""\ +#attr $Next = "%s" +""" % titles[0][3]) + - day = int(day) - month = int(month) + if len(titles) == 1: + new_text.append("""\ +#attr $refresh = "0; URL=%s" +""" % titles[0][3]) new_text.append("""\ #attr $Title = "Oleg BroytMann's blog: %(day)d %(month_abbr_en)s %(year)s" @@ -160,29 +191,28 @@ def write_template(year, month, day, titles):

öÕÒÎÁÌ: %(day)d %(month_name_ru0)s %(year)s

""" % { "year": year, "cyear": year or 2005, - "month_abbr_en": months_abbrs_en[month], "month_name_en": months_names_en[month], - "month_name_ru0": months_names_ru0[month], - "day": day + "month_abbr_en": months_abbrs_en[imonth], "month_name_en": months_names_en[imonth], + "month_name_ru0": months_names_ru0[imonth], + "day": iday }) save_titles = titles[:] titles.reverse() save_day = None - for key, tmpl, title, lead in titles: - year, month, day = key + for year, month, day, file, title, lead in titles: href = [] - if show_year: + if level == 0: href.append(year) - if show_month: + if level <= 1: href.append(month) - if show_day: + if level <= 2: href.append(day) - href.append(tmpl) + href.append(file) href = '/'.join(href) if day[0] == '0': day = day[1:] if save_day <> day: - if show_year: + if level == 0: new_text.append('\n

%s %s %s

' % (day, months_names_ru[int(month)], year)) else: new_text.append('\n

%s %s

' % (day, months_names_ru[int(month)])) @@ -197,10 +227,9 @@ def write_template(year, month, day, titles):

''' % (lead, href, title)) - if show_year: + if level == 0: years = {} - for key, tmpl, title, lead in save_titles: - year, month, day = key + for year, month, day, file, title, lead in save_titles: years[year] = True first_year = True new_text.append(''' @@ -223,31 +252,104 @@ def write_template(year, month, day, titles): $phd_pp_ru.respond(self) """) - new_text = ''.join(new_text) - if old_text <> new_text: - print "Writing", index_name - index_tmpl = open(index_name, 'w') - index_tmpl.write(new_text) - index_tmpl.close() + write_if_changed(index_name, ''.join(new_text)) all_titles = [] +all_tags = {} + for year in sorted(years.keys()): year_titles = [] months = years[year] for month in sorted(months.keys()): month_titles = [] - for day in months[month]: + for day in sorted(months[month]): day_titles = [] key = year, month, day if key in blog: - tmpl, title, lead = blog[key] - if tmpl.endswith(".tmpl"): tmpl = tmpl[:-len("tmpl")] + "html" - all_titles.append((key, tmpl, title, lead)) - year_titles.append((key, tmpl, title, lead)) - month_titles.append((key, tmpl, title, lead)) - day_titles.append((key, tmpl, title, lead)) - write_template(year, month, day, day_titles) - write_template(year, month, '', month_titles) - write_template(year, '', '', year_titles) -write_template('', '', '', all_titles[-20:]) + for file, title, lead, tags in blog[key]: + if file.endswith(".tmpl"): file = file[:-len("tmpl")] + "html" + value = (year, month, day, file, title, lead) + all_titles.append(value) + year_titles.append(value) + month_titles.append(value) + day_titles.append(value) + for tag in tags: + if tag in all_tags: + tag_links = all_tags[tag] + else: + tag_links = all_tags[tag] = [] + tag_links.append(value) + write_template(3, year, month, day, day_titles) + write_template(2, year, month, day, month_titles) + write_template(1, year, month, day, year_titles) +write_template(0, year, month, day, all_titles[-20:]) + +all_tags = [(len(links), tag, links) for (tag, links) in all_tags.items()] +all_tags.sort() + +new_text = ["""\ +## THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT. +#extends phd_pp_ru +#implements respond +#attr $Title = "Oleg BroytMann's blog: tags" +#attr $Description = "BroytMann Russian Blog Tags Index Document" +#attr $Copyright = 2006 +## +#def body_html +

ôÅÇÉ

+ +

+

+"""] + +for count, tag, links in all_tags: + new_text.append("""\ +
%s (%d)
+""" % (tag, tag, count)) + + tag_text = ["""\ +## THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT. +#extends phd_pp_ru +#implements respond +#attr $Title = "Oleg BroytMann's blog: tag %s" +#attr $Description = "BroytMann Russian Blog Tag %s Index Document" +#attr $Copyright = 2006 +## +#def body_html +

%s

+ +

+

+

+#end def +$phd_pp_ru.respond(self) +""") + write_if_changed(os.path.join("tags", tag+".tmpl"), ''.join(tag_text)) + +new_text.append("""\ +
+

+#end def +$phd_pp_ru.respond(self) +""") +write_if_changed(os.path.join("tags", "index.tmpl"), ''.join(new_text))