import datetime import os import time import requests import logging from flask import request, send_from_directory, json from flask_classy import FlaskView, route from modules import cbpi class LogView(FlaskView): def __init__(self): self.logger = logging.getLogger(__name__) @route('/', methods=['GET']) def get_all_logfiles(self): result = [] for filename in os.listdir("./logs"): if filename.endswith(".log"): result.append(filename) return json.dumps(result) @route('/actions') def actions(self): filename = "./logs/action.log" if not os.path.isfile(filename): self.logger.warn("File does not exist [%s]", filename) return json.dumps([]) import csv array = [] with open(filename, 'rb') as f: reader = csv.reader(f) for row in reader: try: time.mktime(time.strptime(row[0], "%Y-%m-%d %H:%M:%S")) array.append([int(time.mktime(time.strptime(row[0], "%Y-%m-%d %H:%M:%S")) * 1000), row[1]]) except: pass json_dumps = json.dumps(array) self.logger.debug("Loaded action.log [%s]", json_dumps) return json_dumps @route('/', methods=["DELETE"]) def clearlog(self, file): """ Overload delete method to shutdown sensor before delete :param id: sensor id :return: HTTP 204 """ if not self.check_filename(file): return ('File Not Found', 404) filename = "./logs/%s" % file if os.path.isfile(filename) == True: os.remove(filename) cbpi.notify("log deleted succesfully", "") else: cbpi.notify("Failed to delete log", "", type="danger") return ('', 204) def querry_tsdb(self, type, id): kairosdb_server = "http://127.0.0.1:" + cbpi.cache["config"]["kairos_db_port"].__dict__["value"] tag = "" if cbpi.cache["active_brew"] != "" and cbpi.cache["active_brew"] != "none": tag = '"brew": "%s"' % cbpi.cache["active_brew"] data = dict(metrics=[ { "tags": {tag}, "name": "cbpi.%s_%s" % (type, id), "aggregators": [ { "name": "avg", "align_sampling": True, "sampling": { "value": "5", "unit": "seconds" }, "align_start_time": True } ] } ], cache_time=0, start_relative={ "value": "1", "unit": "days" }) self.logger.debug("query: %s", json.dumps(data)) response = requests.post(kairosdb_server + "/api/v1/datapoints/query", json.dumps(data)) if response.ok: self.logger.debug("Fetching time series for [%s_%s] took [%s]", type, id, response.elapsed) self.logger.debug("Time series for [%s_%s] is [%s]", type, id, response.json()) return response.json()["queries"][0]["results"][0]["values"] else: self.logger.warning("Failed to fetch time series for [%s_%s]. Response [%s]", type, id, response) def querry_log(self, type, id): filename = "./logs/%s_%s.log" % (type, id) if os.path.isfile(filename) == False: return import csv array = [] with open(filename, 'rb') as f: reader = csv.reader(f) for row in reader: try: array.append([int((datetime.datetime.strptime(row[0], "%Y-%m-%d %H:%M:%S") - datetime.datetime(1970, 1, 1)).total_seconds()) * 1000, float(row[1])]) except: pass return array def read_log_as_json(self, type, id): use_kairosdb = (cbpi.cache["config"]["kairos_db"].__dict__["value"] == "YES") if use_kairosdb: return self.querry_tsdb(type, id) else: return self.querry_log(type, id) def convert_chart_data_to_json(self, chart_data): return {"name": chart_data["name"], "data": self.read_log_as_json(chart_data["data_type"], chart_data["data_id"])} @route('//', methods=["POST"]) def get_logs_as_json(self, t, id): data = request.json result = [] if t == "s": name = cbpi.cache.get("sensors").get(id).name result.append({"name": name, "data": self.read_log_as_json("sensor", id)}) if t == "k": kettle = cbpi.cache.get("kettle").get(id) result = map(self.convert_chart_data_to_json, cbpi.get_controller(kettle.logic).get("class").chart(kettle)) if t == "f": fermenter = cbpi.cache.get("fermenter").get(id) result = map(self.convert_chart_data_to_json, cbpi.get_fermentation_controller(fermenter.logic).get("class").chart(fermenter)) return json.dumps(result) @route('/download/') @cbpi.nocache def download(self, file): if not self.check_filename(file): return ('File Not Found', 404) return send_from_directory('../logs', file, as_attachment=True, attachment_filename=file) def check_filename(self, name): import re pattern = re.compile('^([A-Za-z0-9-_])+.log$') return True if pattern.match(name) else False @cbpi.initalizer() def init(app): """ Initializer for the message module :param app: the flask app :return: None """ LogView.register(cbpi.app, route_base='/api/logs')