Newer
Older
ondotori / merge.py
#!/usr/bin/python

import csv
import lzma

result = []
for i in [1,2,4,8,11,12,13,14,15,16,17,18,19,20]:
	no = str(i)
	r1 = csv.DictReader(lzma.LZMAFile("/home/tutimura/public_html/cgi-bin/ondotori/data/"+no+"/201612.csv.xz"), fieldnames=["datetime", "temp-"+no, "humid-"+no])
	result+=list(r1)

#result = sum(result,[])  #flatten list of list
for i in range(len(result)):
	result[i]["datetime"] = result[i]["datetime"][:-1]+"0"
	
result.sort(key=lambda x: x["datetime"])
prev=""
fa = []
for entry in result:
	if entry["datetime"] < "2016/12/01 00:00": continue
	if entry["datetime"] == prev:
		fa[-1] = {k: v for dic in [entry, fa[-1]]
			for k, v in dic.items()}
	else:
		fa.append(entry)
	prev = entry["datetime"]


print "var data = "
print fa