maloja/fixexisting.py

import os
import re
from cleanup import CleanerAgent
from doreah.logging import log
import difflib

wendigo = CleanerAgent()

exp = r"([0-9]*)(\t+)([^\t]+?)(\t+)([^\t]+)(\t*)([^\t]*)\n"

for fn in os.listdir("scrobbles/"):
	if fn.endswith(".tsv"):
		f = open("scrobbles/" + fn)
		fnew = open("scrobbles/" + fn + "_new","w")
		for l in f:

			a,t = re.sub(exp,r"\3",l), re.sub(exp,r"\5",l)
			r1,r2,r3 = re.sub(exp,r"\1\2",l),re.sub(exp,r"\4",l),re.sub(exp,r"\6\7",l)

			a = a.replace("␟",";")

			(al,t) = wendigo.fullclean(a,t)
			a = "␟".join(al)
			fnew.write(r1 + a + r2 + t + r3 + "\n")

			#print("Artists: " + a)
			#print("Title: " + t)
			#print("1: " + r1)
			#print("2: " + r2)
			#print("3: " + r3)

		f.close()
		fnew.close()

		#os.system("diff " + "scrobbles/" + fn + "_new" + " " + "scrobbles/" + fn)
		with open("scrobbles/" + fn + "_new","r") as newfile:
			with open("scrobbles/" + fn,"r") as oldfile:
				diff = difflib.unified_diff(oldfile.read().split("\n"),newfile.read().split("\n"),lineterm="")
				diff = list(diff)[2:]
				log("Diff for scrobbles/" + fn + "".join("\n\t" + d for d in diff),module="fixer")

		os.rename("scrobbles/" + fn + "_new","scrobbles/" + fn)

		checkfile = open("scrobbles/" + fn + ".rulestate","w")
		checkfile.write(wendigo.checksums)
		checkfile.close()