Bug correction + RSS
Corrected some bugs with the index for years / months. Added a RSS syndication
This commit is contained in:
Phyks
parent
2512273590
commit
079d3a8cdf
2
TODO
2
TODO
@ -1,4 +1,3 @@
|
|||||||
Finish gen.py -> RSS
|
|
||||||
Search ?
|
Search ?
|
||||||
What happen when a file is moved with git ?
|
What happen when a file is moved with git ?
|
||||||
Flake8 the whole thing ! :)
|
Flake8 the whole thing ! :)
|
||||||
@ -6,3 +5,4 @@ Flake8 the whole thing ! :)
|
|||||||
Known bugs:
|
Known bugs:
|
||||||
==========
|
==========
|
||||||
* Articles in page by month and page by year are not sorted by date
|
* Articles in page by month and page by year are not sorted by date
|
||||||
|
* Test RSS in Firefox (different view than traditionnal RSS view ?)
|
||||||
|
|||||||
785
pre-commit.py
785
pre-commit.py
@ -8,76 +8,86 @@ import os
|
|||||||
import datetime
|
import datetime
|
||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
|
from time import gmtime, strftime, mktime
|
||||||
|
|
||||||
def isset(variable):
|
def isset(variable):
|
||||||
return variable in locals() or variable in globals()
|
return variable in locals() or variable in globals()
|
||||||
|
|
||||||
def list_directory(path):
|
|
||||||
fichier=[]
|
def list_directory(path):
|
||||||
for root, dirs, files in os.walk(path):
|
fichier = []
|
||||||
for i in files:
|
for root, dirs, files in os.walk(path):
|
||||||
fichier.append(os.path.join(root, i))
|
for i in files:
|
||||||
|
fichier.append(os.path.join(root, i))
|
||||||
return fichier
|
return fichier
|
||||||
|
|
||||||
|
|
||||||
def get_tags(fh):
|
def get_tags(fh):
|
||||||
line = fh.readline()
|
line = fh.readline()
|
||||||
while "@tags=" not in line:
|
while "@tags=" not in line:
|
||||||
line = fh.readline()
|
line = fh.readline()
|
||||||
if "@tags" not in line:
|
if "@tags" not in line:
|
||||||
return []
|
return []
|
||||||
|
|
||||||
line = line.strip() #Delete \n at the end of the line
|
line = line.strip() # Delete \n at the end of the line
|
||||||
tag_pos = line.find("@tags=")
|
tag_pos = line.find("@tags=")
|
||||||
tags = line[tag_pos+6:].split(",")
|
tags = line[tag_pos+6:].split(",")
|
||||||
return tags
|
return tags
|
||||||
|
|
||||||
|
|
||||||
def latest_articles(directory, number):
|
def latest_articles(directory, number):
|
||||||
now = datetime.datetime.now()
|
now = datetime.datetime.now()
|
||||||
counter = 0
|
counter = 0
|
||||||
latest_articles = []
|
latest_articles = []
|
||||||
|
|
||||||
for i in range(int(now.strftime('%Y')), 0, -1):
|
for i in range(int(now.strftime('%Y')), 0, -1):
|
||||||
if counter>=number:
|
if counter >= number:
|
||||||
break
|
break
|
||||||
|
|
||||||
if os.path.isdir(directory+"/"+str(i)):
|
if os.path.isdir(directory+"/"+str(i)):
|
||||||
for j in range(12, 0, -1):
|
for j in range(12, 0, -1):
|
||||||
if j<10:
|
if j < 10:
|
||||||
j = "0"+str(j)
|
j = "0"+str(j)
|
||||||
|
|
||||||
if os.path.isdir(directory+"/"+str(i)+"/"+str(j)):
|
if os.path.isdir(directory+"/"+str(i)+"/"+str(j)):
|
||||||
articles_list = list_directory(directory+str(i)+"/"+str(j))
|
articles_list = list_directory(directory+str(i)+"/"+str(j))
|
||||||
articles_list.sort(key=lambda x: os.stat(x).st_mtime) #Sort by date the articles
|
# Sort by date the articles
|
||||||
|
articles_list.sort(key=lambda x: os.stat(x).st_mtime)
|
||||||
|
|
||||||
latest_articles += articles_list[:number-counter]
|
latest_articles += articles_list[:number-counter]
|
||||||
if len(latest_articles) < number-counter:
|
if len(latest_articles) < number-counter:
|
||||||
counter+=len(articles_list)
|
counter += len(articles_list)
|
||||||
else:
|
else:
|
||||||
counter=number
|
counter = number
|
||||||
|
|
||||||
|
#Delete directory in file names
|
||||||
|
return latest_articles
|
||||||
|
|
||||||
#Delete directory in file names
|
|
||||||
return latest_articles
|
|
||||||
|
|
||||||
def auto_dir(path):
|
def auto_dir(path):
|
||||||
directory = os.path.dirname(path)
|
directory = os.path.dirname(path)
|
||||||
try:
|
try:
|
||||||
if not os.path.exists(directory):
|
if not os.path.exists(directory):
|
||||||
os.makedirs(directory)
|
os.makedirs(directory)
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] An error occured while creating "+path+" file and parent dirs.")
|
sys.exit("[ERROR] An error occured while creating "+path+" file \
|
||||||
|
and parent dirs.")
|
||||||
|
|
||||||
#Find the changes to be committed
|
#Find the changes to be committed
|
||||||
try:
|
try:
|
||||||
#TODO : Check this command
|
#TODO : Check this command
|
||||||
changes = subprocess.check_output(["git", "diff", "--cached", "--name-status"], universal_newlines=True)
|
changes = subprocess.check_output(["git", "diff", "--cached", "--name-status"], universal_newlines=True)
|
||||||
except:
|
except:
|
||||||
sys.exit("[ERROR] An error occured when running git diff.")
|
sys.exit("[ERROR] An error occured when running git diff.")
|
||||||
|
|
||||||
#Set parameters
|
#Set parameters
|
||||||
with open("raw/params", "r") as params_fh:
|
with open("raw/params", "r") as params_fh:
|
||||||
params = {}
|
params = {}
|
||||||
for line in params_fh.readlines():
|
for line in params_fh.readlines():
|
||||||
option, value = line.split("=", 1)
|
if line.strip() == "" or line.strip()[0] == "#":
|
||||||
params[option.strip()] = value.strip()
|
continue
|
||||||
|
option, value = line.split("=", 1)
|
||||||
|
params[option.strip()] = value.strip()
|
||||||
|
|
||||||
#Fill lists for modified, deleted and added files
|
#Fill lists for modified, deleted and added files
|
||||||
modified_files = []
|
modified_files = []
|
||||||
@ -86,87 +96,88 @@ added_files = []
|
|||||||
|
|
||||||
changes = changes.strip().split("\n")
|
changes = changes.strip().split("\n")
|
||||||
if changes == [""]:
|
if changes == [""]:
|
||||||
sys.exit("[ERROR] Nothing to do...")
|
sys.exit("[ERROR] Nothing to do...")
|
||||||
|
|
||||||
for changed_file in changes:
|
for changed_file in changes:
|
||||||
if changed_file[0] == "A":
|
if changed_file[0] == "A":
|
||||||
added_files.append(changed_file[changed_file.index("\t")+1:])
|
added_files.append(changed_file[changed_file.index("\t")+1:])
|
||||||
elif changed_file[0] == "M":
|
elif changed_file[0] == "M":
|
||||||
modified_files.append(changed_file[changed_file.index("\t")+1:])
|
modified_files.append(changed_file[changed_file.index("\t")+1:])
|
||||||
elif changed_file[0] == "D":
|
elif changed_file[0] == "D":
|
||||||
deleted_files.append(changed_file[changed_file.index("\t")+1:])
|
deleted_files.append(changed_file[changed_file.index("\t")+1:])
|
||||||
else:
|
else:
|
||||||
sys.exit("[ERROR] An error occured when running git diff.")
|
sys.exit("[ERROR] An error occured when running git diff.")
|
||||||
|
|
||||||
#Only keep modified raw articles files
|
#Only keep modified raw articles files
|
||||||
for filename in list(added_files):
|
for filename in list(added_files):
|
||||||
if filename[:4] != "raw/":
|
if filename[:4] != "raw/":
|
||||||
added_files.remove(filename)
|
added_files.remove(filename)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
try:
|
|
||||||
int(filename[4:8])
|
|
||||||
except ValueError:
|
|
||||||
added_files.remove(filename)
|
|
||||||
continue
|
|
||||||
|
|
||||||
if filename[-4:] != "html" and filename[-6:] != "ignore":
|
|
||||||
print("[INFO] (Not HTML file) Copying directly not html file "+filename[4:]+" to blog dir.")
|
|
||||||
auto_dir("blog/"+filename[4:])
|
|
||||||
shutil.copy(filename, "blog/"+filename[4:])
|
|
||||||
added_files.remove(filename)
|
|
||||||
continue
|
|
||||||
|
|
||||||
if filename[-6:] == "ignore":
|
try:
|
||||||
print("[INFO] (Not published) Found not published article "+filename[4:-7]+".")
|
int(filename[4:8])
|
||||||
added_files.remove(filename)
|
except ValueError:
|
||||||
continue
|
added_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
|
if filename[-4:] != "html" and filename[-6:] != "ignore":
|
||||||
|
print("[INFO] (Not HTML file) Copying directly not html file "+filename[4:]+" to blog dir.")
|
||||||
|
|
||||||
|
auto_dir("blog/"+filename[4:])
|
||||||
|
shutil.copy(filename, "blog/"+filename[4:])
|
||||||
|
added_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
|
if filename[-6:] == "ignore":
|
||||||
|
print("[INFO] (Not published) Found not published article "+filename[4:-7]+".")
|
||||||
|
added_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
for filename in list(modified_files):
|
for filename in list(modified_files):
|
||||||
if filename[:4] != "raw/":
|
if filename[:4] != "raw/":
|
||||||
modified_files.remove(filename)
|
modified_files.remove(filename)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
try:
|
|
||||||
int(filename[4:6])
|
|
||||||
except ValueError:
|
|
||||||
modified_files.remove(filename)
|
|
||||||
continue
|
|
||||||
|
|
||||||
if filename[-4:] != "html" and filename[-6:] != "ignore":
|
|
||||||
print("[INFO] (Not HTML file) Updating directly not html file "+filename[4:]+" to blog dir.")
|
|
||||||
auto_dir("blog/"+filename[4:])
|
|
||||||
shutil.copy(filename, "blog/"+filename[4:])
|
|
||||||
modified_files.remove(filename)
|
|
||||||
continue
|
|
||||||
|
|
||||||
if filename[-6:] == "ignore":
|
try:
|
||||||
print("[INFO] (Not published) Found not published article "+filename[4:-7]+".")
|
int(filename[4:6])
|
||||||
added_files.remove(filename)
|
except ValueError:
|
||||||
continue
|
modified_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
|
if filename[-4:] != "html" and filename[-6:] != "ignore":
|
||||||
|
print("[INFO] (Not HTML file) Updating directly not html file "+filename[4:]+" to blog dir.")
|
||||||
|
auto_dir("blog/"+filename[4:])
|
||||||
|
shutil.copy(filename, "blog/"+filename[4:])
|
||||||
|
modified_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
|
if filename[-6:] == "ignore":
|
||||||
|
print("[INFO] (Not published) Found not published article "+filename[4:-7]+".")
|
||||||
|
added_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
for filename in list(deleted_files):
|
for filename in list(deleted_files):
|
||||||
if filename[:4] != "raw/":
|
if filename[:4] != "raw/":
|
||||||
deleted_files.remove(filename)
|
deleted_files.remove(filename)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
try:
|
|
||||||
int(filename[4:6])
|
|
||||||
except ValueError:
|
|
||||||
deleted_files.remove(filename)
|
|
||||||
continue
|
|
||||||
|
|
||||||
if filename[-4:] != "html" and filename[-6:] != "ignore":
|
try:
|
||||||
print("[INFO] (Not HTML file) Copying directly not html file "+filename[4:]+" to blog dir.")
|
int(filename[4:6])
|
||||||
auto_dir("blog/"+filename[4:])
|
except ValueError:
|
||||||
shutil.copy(filename, "blog/"+filename[4:])
|
deleted_files.remove(filename)
|
||||||
deleted_files.remove(filename)
|
continue
|
||||||
continue
|
|
||||||
|
|
||||||
if filename[-6:] == "ignore":
|
if filename[-4:] != "html" and filename[-6:] != "ignore":
|
||||||
print("[INFO] (Not published) Found not published article "+filename[4:-7]+".")
|
print("[INFO] (Not HTML file) Copying directly not html file "+filename[4:]+" to blog dir.")
|
||||||
added_files.remove(filename)
|
auto_dir("blog/"+filename[4:])
|
||||||
continue
|
shutil.copy(filename, "blog/"+filename[4:])
|
||||||
|
deleted_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
|
if filename[-6:] == "ignore":
|
||||||
|
print("[INFO] (Not published) Found not published article "+filename[4:-7]+".")
|
||||||
|
added_files.remove(filename)
|
||||||
|
continue
|
||||||
|
|
||||||
|
|
||||||
print("[INFO] Added files : "+", ".join(added_files))
|
print("[INFO] Added files : "+", ".join(added_files))
|
||||||
@ -174,271 +185,369 @@ print("[INFO] Modified files : "+", ".join(modified_files))
|
|||||||
print("[INFO] Deleted filed : "+", ".join(deleted_files))
|
print("[INFO] Deleted filed : "+", ".join(deleted_files))
|
||||||
|
|
||||||
print("[INFO] Updating tags for added and modified files")
|
print("[INFO] Updating tags for added and modified files")
|
||||||
|
#TODO : refactor since there
|
||||||
for filename in added_files:
|
for filename in added_files:
|
||||||
try:
|
try:
|
||||||
with open(filename, 'r') as fh:
|
with open(filename, 'r') as fh:
|
||||||
tags = get_tags(fh)
|
tags = get_tags(fh)
|
||||||
if len(tags) > 0:
|
if len(tags) > 0:
|
||||||
for tag in tags:
|
for tag in tags:
|
||||||
try:
|
try:
|
||||||
auto_dir("gen/tags/"+tag+".tmp")
|
auto_dir("gen/tags/"+tag+".tmp")
|
||||||
with open("gen/tags/"+tag+".tmp", 'a+') as tag_file:
|
with open("gen/tags/"+tag+".tmp", 'a+') as tag_file:
|
||||||
tag_file.seek(0)
|
tag_file.seek(0)
|
||||||
if filename[4:] not in tag_file.read():
|
if filename[4:] not in tag_file.read():
|
||||||
tag_file.write(filename[4:]+"\n")
|
tag_file.write(filename[4:]+"\n")
|
||||||
print("[INFO] (TAGS) Found tag "+tag+" for article "+filename[4:])
|
print("[INFO] (TAGS) Found tag "+tag+" for article "+filename[4:])
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] (TAGS) New tag found but error occured in article "+filename[4:]+": "+tag+".")
|
sys.exit("[ERROR] (TAGS) New tag found but error occured in article "+filename[4:]+": "+tag+".")
|
||||||
else:
|
else:
|
||||||
sys.exit("[ERROR] (TAGS) In added article "+filename[4:]+" : No tags found !")
|
sys.exit("[ERROR] (TAGS) In added article "+filename[4:]+" : No tags found !")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open file "+filename+".")
|
sys.exit("[ERROR] Unable to open file "+filename+".")
|
||||||
|
|
||||||
for filename in modified_files:
|
for filename in modified_files:
|
||||||
try:
|
try:
|
||||||
with open(filename, 'r') as fh:
|
with open(filename, 'r') as fh:
|
||||||
tags = get_tags(fh)
|
tags = get_tags(fh)
|
||||||
if(len(tags)) > 0:
|
if(len(tags)) > 0:
|
||||||
for tag in list_directory("gen/tags/"):
|
for tag in list_directory("gen/tags/"):
|
||||||
try:
|
try:
|
||||||
with open(tag, 'r+') as tag_file:
|
with open(tag, 'r+') as tag_file:
|
||||||
if tag[tag.index("tags/") + 5:tag.index(".tmp")] in tags and filename[4:] not in tag_file.read():
|
if tag[tag.index("tags/") + 5:tag.index(".tmp")] in tags and filename[4:] not in tag_file.read():
|
||||||
tag_file.seek(0, 2) #Append to end of file
|
tag_file.seek(0, 2) # Append to end of file
|
||||||
tag_file.write(filename[4:]+"\n")
|
tag_file.write(filename[4:]+"\n")
|
||||||
print("[INFO] (TAGS) Found new tag "+tag[:tag.index(".tmp")]+" for modified article "+filename[4:])
|
print("[INFO] (TAGS) Found new tag "+tag[:tag.index(".tmp")]+" for modified article "+filename[4:])
|
||||||
tags.remove(tag_file[9:])
|
tags.remove(tag_file[9:])
|
||||||
if tag[tag.index("tags/") + 5:tag_index(".tmp")] not in tags and filename[4:] in tag_file.read():
|
if tag[tag.index("tags/") + 5:tag.index(".tmp")] not in tags and filename[4:] in tag_file.read():
|
||||||
old_tag_file_content = tag_file.read()
|
old_tag_file_content = tag_file.read()
|
||||||
tag_file.truncate()
|
tag_file.truncate()
|
||||||
tag_file.write(old_tag_file_content.replace(filename[4:]+"\n", ""))
|
tag_file.write(old_tag_file_content.replace(filename[4:]+"\n", ""))
|
||||||
print("[INFO] (TAGS) Deleted tag "+tag[:tag.index(".tmp")]+" in modified article "+filename[4:])
|
print("[INFO] (TAGS) Deleted tag "+tag[:tag.index(".tmp")]+" in modified article "+filename[4:])
|
||||||
tags.remove(tag_file[9:])
|
tags.remove(tag_file[9:])
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] (TAGS) An error occured when parsing tags of article "+filename[4:]+".")
|
sys.exit("[ERROR] (TAGS) An error occured when parsing tags of article "+filename[4:]+".")
|
||||||
|
|
||||||
for tag in tags: #New tags added
|
for tag in tags: # New tags added
|
||||||
try:
|
try:
|
||||||
auto_dir("gen/tags/"+tag+".tmp")
|
auto_dir("gen/tags/"+tag+".tmp")
|
||||||
with open("gen/tags/"+tag+".tmp", "a+") as tag_file:
|
with open("gen/tags/"+tag+".tmp", "a+") as tag_file:
|
||||||
tag_file.write(filename[4:]+"\n")
|
tag_file.write(filename[4:]+"\n")
|
||||||
print("[INFO] (TAGS) Found new tag "+tag+" for modified article "+filename[4:])
|
print("[INFO] (TAGS) Found new tag "+tag+" for modified article "+filename[4:])
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] (TAGS) An error occured when parsing tags of article "+filename[4:]+".")
|
sys.exit("[ERROR] (TAGS) An error occured when parsing tags of article "+filename[4:]+".")
|
||||||
else:
|
else:
|
||||||
sys.exit("[ERROR] (TAGS) In modified article "+filename[4:]+" : No tags found !")
|
sys.exit("[ERROR] (TAGS) In modified article "+filename[4:]+" : No tags found !")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open file "+filename+".")
|
sys.exit("[ERROR] Unable to open file "+filename+".")
|
||||||
|
|
||||||
#Delete tags for deleted files and delete all generated files
|
#Delete tags for deleted files and delete all generated files
|
||||||
for filename in deleted_files:
|
for filename in deleted_files:
|
||||||
try:
|
try:
|
||||||
with open(filename, 'r') as fh:
|
with open(filename, 'r') as fh:
|
||||||
tags = get_tags(fh)
|
tags = get_tags(fh)
|
||||||
if len(tags) > 0:
|
if len(tags) > 0:
|
||||||
for tag in tags:
|
for tag in tags:
|
||||||
try:
|
try:
|
||||||
with open("gen/tags/"+tag+".tmp", 'r+') as tag_file:
|
with open("gen/tags/"+tag+".tmp", 'r+') as tag_file:
|
||||||
old_tag_file_content = tag_file.read()
|
old_tag_file_content = tag_file.read()
|
||||||
tag_file.truncate()
|
tag_file.truncate()
|
||||||
#Delete file in tag
|
#Delete file in tag
|
||||||
tag_file.write(old_tag_file_content.replace(filename[4:]+"\n", ""))
|
tag_file.write(old_tag_file_content.replace(filename[4:]+"\n", ""))
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] An error occured while deleting article "+filename[4:]+" from tags files.")
|
sys.exit("[ERROR] An error occured while deleting article "+filename[4:]+" from tags files.")
|
||||||
else:
|
else:
|
||||||
sys.exit("[ERROR] (TAGS) In deleted article "+filename[4:]+" : No tags found !")
|
sys.exit("[ERROR] (TAGS) In deleted article "+filename[4:]+" : No tags found !")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open file "+filename+".")
|
sys.exit("[ERROR] Unable to open file "+filename+".")
|
||||||
|
|
||||||
#Delete generated files
|
#Delete generated files
|
||||||
try:
|
try:
|
||||||
os.unlink("gen/"+filename[4:-5]+".gen")
|
os.unlink("gen/"+filename[4:-5]+".gen")
|
||||||
os.unlink("blog/"+filename[4:])
|
os.unlink("blog/"+filename[4:])
|
||||||
except FileNotFoundError:
|
except FileNotFoundError:
|
||||||
print("[INFO] Article "+filename[4:]+" was not already generated. You should check manually.")
|
print("[INFO] Article "+filename[4:]+" was not already generated. You should check manually.")
|
||||||
|
|
||||||
print("[INFO] Deleted article "+filename[4:]+" in both gen and blog directories")
|
|
||||||
|
|
||||||
#Delete empty tags files
|
print("[INFO] Deleted article "+filename[4:]+" in both gen and blog directories")
|
||||||
|
|
||||||
|
#Delete empty tags files
|
||||||
for tag in list_directory("gen/tags"):
|
for tag in list_directory("gen/tags"):
|
||||||
try:
|
try:
|
||||||
with open(tag, 'r') as tag_file:
|
with open(tag, 'r') as tag_file:
|
||||||
content = tag_file.read().strip()
|
content = tag_file.read().strip()
|
||||||
if content == '':
|
if content == '':
|
||||||
try:
|
try:
|
||||||
os.unlink(tag)
|
os.unlink(tag)
|
||||||
os.unlink(tag.replace("gen", "blog"))
|
os.unlink(tag.replace("gen", "blog"))
|
||||||
except FileNotFoundError:
|
except FileNotFoundError:
|
||||||
print("[INFO] "+tag+" was found to be empty but there was an error during deletion. You should check manually.")
|
print("[INFO] "+tag+" was found to be empty but there was an error during deletion. You should check manually.")
|
||||||
print("[INFO] (TAGS) No more article with tag "+tag[8:-4]+", deleting it.")
|
print("[INFO] (TAGS) No more article with tag "+tag[8:-4]+", deleting it.")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open "+tag+".")
|
sys.exit("[ERROR] Unable to open "+tag+".")
|
||||||
|
|
||||||
#(Re)Generate HTML files
|
#(Re)Generate HTML files
|
||||||
for filename in added_files+modified_files:
|
for filename in added_files+modified_files:
|
||||||
try:
|
try:
|
||||||
with open(filename, 'r') as fh:
|
with open(filename, 'r') as fh:
|
||||||
#Generate HTML for the updated articles
|
#Generate HTML for the updated articles
|
||||||
for line in fh.readlines():
|
for line in fh.readlines():
|
||||||
if "@title=" in line:
|
if "@title=" in line:
|
||||||
line = line.strip()
|
line = line.strip()
|
||||||
title_pos = line.find("@title=")
|
title_pos = line.find("@title=")
|
||||||
title = line[title_pos+7:]
|
title = line[title_pos+7:].strip()
|
||||||
continue
|
continue
|
||||||
|
|
||||||
if "@date=" in line:
|
|
||||||
line = line.strip()
|
|
||||||
date_pos = line.find("@date=")
|
|
||||||
date = line[date_pos+6:]
|
|
||||||
continue
|
|
||||||
|
|
||||||
if isset("date") and isset("title"):
|
|
||||||
break
|
|
||||||
|
|
||||||
fh.seek(0)
|
if "@date=" in line:
|
||||||
article = fh.read()
|
line = line.strip()
|
||||||
date = "Le "+date[0:2]+"/"+date[2:4]+"/"+date[4:8]+" à "+date[9:11]+":"+date[11:13]
|
date_pos = line.find("@date=")
|
||||||
|
date = line[date_pos+6:].strip()
|
||||||
|
continue
|
||||||
|
|
||||||
try:
|
if isset("date") and isset("title"):
|
||||||
auto_dir("gen/"+filename[4:-5]+".gen")
|
break
|
||||||
with open("gen/"+filename[4:-5]+".gen", 'w') as article_file:
|
|
||||||
article_file.write("<article><nav class=\"aside_article\"></nav><div class=\"article\"><h1>"+title+"</h1>"+article+"<p class=\"date\">"+date+"</p></div>\n")
|
fh.seek(0)
|
||||||
print("[GEN ARTICLES] Article "+filename[4:]+" generated")
|
article = fh.read()
|
||||||
except IOError:
|
date = "Le "+date[0:2]+"/"+date[2:4]+"/"+date[4:8]+" à "+date[9:11]+":"+date[11:13]
|
||||||
print("[GEN ARTICLES ERROR] An error occurred while generating article "+filename[4:])
|
|
||||||
except IOError:
|
try:
|
||||||
sys.exit("[ERROR] Unable to open file "+filename+".")
|
auto_dir("gen/"+filename[4:-5]+".gen")
|
||||||
|
with open("gen/"+filename[4:-5]+".gen", 'w') as article_file:
|
||||||
|
article_file.write("<article><nav class=\"aside_article\"></nav><div class=\"article\"><h1>"+title+"</h1>"+article+"<p class=\"date\">"+date+"</p></div>\n")
|
||||||
|
print("[GEN ARTICLES] Article "+filename[4:]+" generated")
|
||||||
|
except IOError:
|
||||||
|
print("[GEN ARTICLES ERROR] An error occurred while generating article "+filename[4:])
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] Unable to open file "+filename+".")
|
||||||
|
|
||||||
#Generate headers file (except title)
|
#Generate headers file (except title)
|
||||||
try:
|
try:
|
||||||
with open("raw/header.html", "r") as header_fh:
|
with open("raw/header.html", "r") as header_fh:
|
||||||
#Tags
|
#Tags
|
||||||
tags = list_directory("gen/tags")
|
tags = list_directory("gen/tags")
|
||||||
header = header_fh.read()
|
header = header_fh.read()
|
||||||
tags_header = "<ul>"
|
tags_header = "<ul>"
|
||||||
for tag in tags:
|
for tag in tags:
|
||||||
tags_header += "<li><a href=\""+params["BLOG_URL"]+tag[4:-4]+".html\">"+tag[9:-4]+"</a></li>"
|
tags_header += "<li><a href=\""+params["BLOG_URL"]+tag[4:-4]+".html\">"+tag[9:-4]+"</a></li>"
|
||||||
tags_header += "</ul>"
|
tags_header += "</ul>"
|
||||||
header = header.replace("@categories", tags_header, 1)
|
header = header.replace("@categories", tags_header, 1)
|
||||||
|
|
||||||
header = header.replace("@blog_url", params["BLOG_URL"], 1)
|
header = header.replace("@blog_url", params["BLOG_URL"], 1)
|
||||||
|
|
||||||
#Articles
|
#Articles
|
||||||
latest_articles_list = latest_articles("gen/", 5)
|
latest_articles_list = latest_articles("gen/", 5)
|
||||||
articles_header = "<ul>"
|
articles_header = "<ul>"
|
||||||
for article in latest_articles_list:
|
for article in latest_articles_list:
|
||||||
try:
|
try:
|
||||||
with open(article, 'r') as fh:
|
with open(article, 'r') as fh:
|
||||||
line = fh.readline()
|
line = fh.readline()
|
||||||
while "@title" not in line:
|
while "@title" not in line:
|
||||||
line = fh.readline()
|
line = fh.readline()
|
||||||
line = line.strip()
|
line = line.strip()
|
||||||
title_pos = line.find("@title=")
|
title_pos = line.find("@title=")
|
||||||
title = line[title_pos+7:]
|
title = line[title_pos+7:]
|
||||||
|
|
||||||
articles_header += "<li><a href=\""+params["BLOG_URL"]+article[4:-4]+".html\">"+title+"</a></li>"
|
articles_header += "<li><a href=\""+params["BLOG_URL"]+article[4:-4]+".html\">"+title+"</a></li>"
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open file "+article+".")
|
sys.exit("[ERROR] Unable to open file "+article+".")
|
||||||
articles_header += "</ul>"
|
articles_header += "</ul>"
|
||||||
header = header.replace("@articles", articles_header, 1)
|
header = header.replace("@articles", articles_header, 1)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
auto_dir("gen/header.gen")
|
auto_dir("gen/header.gen")
|
||||||
with open("gen/header.gen", "w") as header_gen_fh:
|
with open("gen/header.gen", "w") as header_gen_fh:
|
||||||
header_gen_fh.write(header)
|
header_gen_fh.write(header)
|
||||||
print("[INFO] (HEADER) Header has been generated successfully.")
|
print("[INFO] (HEADER) Header has been generated successfully.")
|
||||||
except FileNotFoundError:
|
except FileNotFoundError:
|
||||||
sys.exit("[ERROR] (HEADER) An error occured while writing header file.")
|
sys.exit("[ERROR] (HEADER) An error occured while writing header file.")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open gen/header.gen for writing.")
|
sys.exit("[ERROR] Unable to open gen/header.gen for writing.")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open raw/header.html file.")
|
sys.exit("[ERROR] Unable to open raw/header.html file.")
|
||||||
|
|
||||||
#Generate footer file
|
#Generate footer file
|
||||||
if not os.path.isfile("raw/footer.html"):
|
if not os.path.isfile("raw/footer.html"):
|
||||||
sys.exit("[ERROR] (FOOTER) Footer file (raw/footer.html) not found.")
|
sys.exit("[ERROR] (FOOTER) Footer file (raw/footer.html) not found.")
|
||||||
try:
|
try:
|
||||||
shutil.copy("raw/footer.html", "gen/footer.gen")
|
shutil.copy("raw/footer.html", "gen/footer.gen")
|
||||||
print("[INFO] (FOOTER) Footer has been generated successfully")
|
print("[INFO] (FOOTER) Footer has been generated successfully")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to copy the footer.html file.")
|
sys.exit("[ERROR] Unable to copy the footer.html file.")
|
||||||
|
|
||||||
#Copy CSS files
|
#Copy CSS files
|
||||||
if not os.path.isfile("raw/css") or list_directory("raw/css") == []:
|
if not os.path.isfile("raw/css") or list_directory("raw/css") == []:
|
||||||
print("[INFO] (CSS) No CSS files in raw/css folder")
|
print("[INFO] (CSS) No CSS files in raw/css folder")
|
||||||
else:
|
else:
|
||||||
try:
|
try:
|
||||||
shutil.copytree("raw/css", "blog/css")
|
shutil.copytree("raw/css", "blog/css")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] An error occured while copying css files.")
|
sys.exit("[ERROR] An error occured while copying css files.")
|
||||||
|
|
||||||
|
|
||||||
#Regenerate index file
|
#Regenerate index file
|
||||||
last_25_articles = latest_articles("gen/", int(params["NB_ARTICLES_INDEX"]))
|
last_articles_index = latest_articles("gen/", int(params["NB_ARTICLES_INDEX"]))
|
||||||
try:
|
try:
|
||||||
auto_dir("blog/index.html")
|
auto_dir("blog/index.html")
|
||||||
with open("blog/index.html", "w") as index_fh:
|
with open("blog/index.html", "w") as index_fh:
|
||||||
try:
|
try:
|
||||||
with open("gen/header.gen", "r") as header_gen_fh:
|
with open("gen/header.gen", "r") as header_gen_fh:
|
||||||
index = header_gen_fh.read()
|
index = header_gen_fh.read()
|
||||||
for article in last_25_articles:
|
for article in last_articles_index:
|
||||||
with open(article, "r") as article_fh:
|
with open(article, "r") as article_fh:
|
||||||
index += article_fh.read()
|
index += article_fh.read()
|
||||||
with open("gen/footer.gen") as footer_gen_fh:
|
with open("gen/footer.gen") as footer_gen_fh:
|
||||||
index += footer_gen_fh.read()
|
index += footer_gen_fh.read()
|
||||||
|
|
||||||
index = index.replace("@titre", params["BLOG_TITLE"], 1)
|
index = index.replace("@titre", params["BLOG_TITLE"], 1)
|
||||||
index_fh.write(index)
|
index_fh.write(index)
|
||||||
print("[INFO] (INDEX) Index page has been generated successfully.")
|
print("[INFO] (INDEX) Index page has been generated successfully.")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Error while creating index.html file")
|
sys.exit("[ERROR] Error while creating index.html file")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] Unable to open index.html file for writing.")
|
sys.exit("[ERROR] Unable to open index.html file for writing.")
|
||||||
|
|
||||||
#Regenerate tags pages
|
#Regenerate tags pages
|
||||||
for tag in list_directory("gen/tags"):
|
for tag in list_directory("gen/tags"):
|
||||||
try:
|
try:
|
||||||
auto_dir(tag.replace("gen/", "blog/"))
|
auto_dir(tag.replace("gen/", "blog/"))
|
||||||
with open(tag.replace("gen/", "blog/")[:-4]+".html", "w") as tag_fh:
|
with open(tag.replace("gen/", "blog/")[:-4]+".html", "w") as tag_fh:
|
||||||
with open(tag, "r") as tag_gen_fh:
|
with open(tag, "r") as tag_gen_fh:
|
||||||
with open("gen/header.gen", "r") as header_fh:
|
with open("gen/header.gen", "r") as header_fh:
|
||||||
tag_content = header_fh.read()
|
tag_content = header_fh.read()
|
||||||
tag_content = tag_content.replace("@titre", params["BLOG_TITLE"]+" - "+tag[4:-4], 1)
|
tag_content = tag_content.replace("@titre", params["BLOG_TITLE"]+" - "+tag[4:-4], 1)
|
||||||
tag_gen_fh_lines = tag_gen_fh.readlines()
|
tag_gen_fh_lines = tag_gen_fh.readlines()
|
||||||
for line in tag_gen_fh_lines:
|
for line in tag_gen_fh_lines:
|
||||||
line = line.replace(".html", ".gen")
|
line = line.replace(".html", ".gen")
|
||||||
with open("gen/"+line.strip(), "r") as article_handler:
|
with open("gen/"+line.strip(), "r") as article_handler:
|
||||||
tag_content += article_handler.read()
|
tag_content += article_handler.read()
|
||||||
with open("gen/footer.gen", "r") as footer_handler:
|
with open("gen/footer.gen", "r") as footer_handler:
|
||||||
tag_content += footer_handler.read()
|
tag_content += footer_handler.read()
|
||||||
tag_fh.write(tag_content)
|
tag_fh.write(tag_content)
|
||||||
print("[INFO] (TAGS) Tag page for "+tag[9:-4]+" has been generated successfully.")
|
print("[INFO] (TAGS) Tag page for "+tag[9:-4]+" has been generated successfully.")
|
||||||
except IOError:
|
except IOError:
|
||||||
sys.exit("[ERROR] An error occured while generating tag page \""+tag[9:-4]+"\"")
|
sys.exit("[ERROR] An error occured while generating tag page \""+tag[9:-4]+"\"")
|
||||||
|
|
||||||
#Finish articles pages generation
|
#Finish articles pages generation
|
||||||
for filename in added_files+modified_files:
|
for filename in added_files+modified_files:
|
||||||
try:
|
try:
|
||||||
auto_dir("blog/"+filename[4:])
|
auto_dir("blog/"+filename[4:])
|
||||||
with open("blog/"+filename[4:], "w") as article_fh:
|
with open("blog/"+filename[4:], "w") as article_fh:
|
||||||
with open("gen/header.gen", "r") as header_gen_fh:
|
with open("gen/header.gen", "r") as header_gen_fh:
|
||||||
article = header_gen_fh.read()
|
article = header_gen_fh.read()
|
||||||
with open("gen/"+filename[4:-5]+".gen", "r") as article_gen_fh:
|
with open("gen/"+filename[4:-5]+".gen", "r") as article_gen_fh:
|
||||||
line = article_gen_fh.readline()
|
line = article_gen_fh.readline()
|
||||||
while "@title" not in line:
|
while "@title" not in line:
|
||||||
line = article_gen_fh.readline()
|
line = article_gen_fh.readline()
|
||||||
line = line.strip()
|
line = line.strip()
|
||||||
title_pos = line.find("@title=")
|
title_pos = line.find("@title=")
|
||||||
title = line[title_pos+7:]
|
title = line[title_pos+7:]
|
||||||
article_gen_fh.seek(0)
|
article_gen_fh.seek(0)
|
||||||
|
|
||||||
|
article = article.replace("@titre", params["BLOG_TITLE"]+" - "+title, 1)
|
||||||
|
article += article_gen_fh.read()
|
||||||
|
with open("gen/footer.gen", "r") as footer_gen_fh:
|
||||||
|
article += footer_gen_fh.read()
|
||||||
|
article_fh.write(article)
|
||||||
|
print("[INFO] (ARTICLES) Article page for "+filename[4:]+" has been generated successfully.")
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] An error occured while generating article "+filename[4:]+" page.")
|
||||||
|
|
||||||
|
#Generate pages for each year and month
|
||||||
|
with open("gen/header.gen", "r") as header_gen_fh:
|
||||||
|
header_gen = header_gen_fh.read()
|
||||||
|
|
||||||
|
with open("gen/footer.gen", "r") as footer_gen_fh:
|
||||||
|
footer_gen = footer_gen_fh.read()
|
||||||
|
|
||||||
|
for i in os.listdir("blog/"):
|
||||||
|
try:
|
||||||
|
int(i)
|
||||||
|
except ValueError:
|
||||||
|
continue
|
||||||
|
|
||||||
|
#Generate page per year
|
||||||
|
page_year = header_gen.replace("@titre", params["BLOG_TITLE"]+" - "+i, 1)
|
||||||
|
|
||||||
|
for j in os.listdir("blog/"+i):
|
||||||
|
if not os.path.isdir(j):
|
||||||
|
continue
|
||||||
|
|
||||||
|
#Generate pages per month
|
||||||
|
page_month = header_gen.replace("@titre", params["BLOG_TITLE"]+" - "+i+"/"+j, 1)
|
||||||
|
|
||||||
|
for article in list_directory("gen/"+i+"/"+j): # TODO : Sort by date
|
||||||
|
try:
|
||||||
|
with open(article, "r") as article_fh:
|
||||||
|
page_month += article_fh.read()
|
||||||
|
page_year += article_fh.read()
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] Error while generating years and months pages. Check your gen folder, you may need to regenerate some articles. The error was due to "+article+".")
|
||||||
|
|
||||||
|
|
||||||
|
page_month += footer_gen
|
||||||
|
try:
|
||||||
|
with open("blog/"+i+"/"+j+"/index.html", "w") as page_month_fh:
|
||||||
|
page_month_fh.write(page_month)
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] Unable to write index file for "+i+"/"+j+".")
|
||||||
|
|
||||||
|
page_year += footer_gen
|
||||||
|
try:
|
||||||
|
with open("blog/"+i+"/index.html", "w") as page_year_fh:
|
||||||
|
page_year_fh.write(page_year)
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] Unable to write index file for "+i+".")
|
||||||
|
|
||||||
article = article.replace("@titre", params["BLOG_TITLE"]+" - "+title, 1)
|
|
||||||
article += article_gen_fh.read()
|
|
||||||
with open("gen/footer.gen", "r") as footer_gen_fh:
|
|
||||||
article += footer_gen_fh.read()
|
|
||||||
article_fh.write(article)
|
|
||||||
print("[INFO] (ARTICLES) Article page for "+filename[4:]+" has been generated successfully.")
|
|
||||||
except IOError:
|
|
||||||
sys.exit("[ERROR] An error occured while generating article "+filename[4:]+" page.")
|
|
||||||
|
|
||||||
#Generate RSS
|
#Generate RSS
|
||||||
#TODO
|
rss = "<?xml version=\"1.0\" encoding=\"UTF-8\"?><rss version=\"2.0\" xmlns:atom=\"http://www.w3.org/2005/Atom\" xmlns:content=\"http://purl.org/rss/1.0/modules/content/\">"
|
||||||
|
rss += "<channel><atom:link href=\""+params["BLOG_URL"]+"rss.xml\" rel=\"self\" type=\"application/rss+xml\"/><title>"+params["BLOG_TITLE"]+"</title><link>"+params["BLOG_URL"]+"</link>"
|
||||||
|
rss += "<description>"+params["DESCRIPTION"]+"</description><language>"+params["LANGUAGE"]+"</language><copyright>"+params["COPYRIGHT"]+"</copyright>"
|
||||||
|
rss += "<webMaster>"+params["WEBMASTER"]+"</webMaster><lastBuildDate>"+strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime())+"</lastBuildDate>"
|
||||||
|
|
||||||
|
del date, title
|
||||||
|
|
||||||
|
for article in last_articles_index:
|
||||||
|
try:
|
||||||
|
with open(article, "r") as article_fh:
|
||||||
|
tags = get_tags(article_fh)
|
||||||
|
article_fh.seek(0)
|
||||||
|
|
||||||
|
for line in article_fh.readlines():
|
||||||
|
if "@title=" in line:
|
||||||
|
line = line.strip()
|
||||||
|
title_pos = line.find("@title=")
|
||||||
|
title = line[title_pos+7:].strip()
|
||||||
|
continue
|
||||||
|
|
||||||
|
if "@date=" in line:
|
||||||
|
line = line.strip()
|
||||||
|
date_pos = line.find("@date=")
|
||||||
|
date = line[date_pos+6:].strip()
|
||||||
|
continue
|
||||||
|
|
||||||
|
if isset("date") and isset("title"):
|
||||||
|
break
|
||||||
|
|
||||||
|
date = strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime(mktime(datetime.datetime.strptime(date, "%d%m%Y-%H%M").timetuple())))
|
||||||
|
article_fh.seek(0)
|
||||||
|
|
||||||
|
rss += "<item> \
|
||||||
|
<title>"+title+"</title> \
|
||||||
|
<link>"+params["BLOG_URL"]+article[5:]+"</link> \
|
||||||
|
<guid isPermaLink=\"false\">"+params["BLOG_URL"]+article[5:]+"</guid> \
|
||||||
|
<description><![CDATA["+article_fh.read()+"]]></description> \
|
||||||
|
<pubDate>"+date+"</pubDate> \
|
||||||
|
<category>"+', '.join(tags)+"</category> \
|
||||||
|
<author>"+params["WEBMASTER"]+"</author> \
|
||||||
|
</item>"
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] Unable to read article "+article+" to generate RSS file.")
|
||||||
|
|
||||||
|
rss += "</channel></rss>"
|
||||||
|
|
||||||
|
try:
|
||||||
|
with open("blog/rss.xml", "w") as rss_fh:
|
||||||
|
rss_fh.write(rss)
|
||||||
|
except IOError:
|
||||||
|
sys.exit("[ERROR] An error occured while writing RSS file.")
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user