#!/usr/bin/env python import requests import time, datetime from sqlalchemy import create_engine from sqlalchemy.orm import sessionmaker import models import sys, os sqlite_fname = sys.argv[1] website_url = sys.argv[2] sqlite_fullpath = os.path.abspath( sqlite_fname ) bind_url = 'sqlite:///' + sqlite_fullpath engine = create_engine(bind_url) models.Base.metadata.create_all(engine) Session = sessionmaker(bind=engine) session = Session() while 1: start_time = datetime.datetime.now() t1 = time.time() content = None try: r = requests.get(website_url) status = r.status_code content = r.content del r except requests.exceptions.ConnectionError: status = -1 t2 = time.time() dur_msec = (t2-t1)*1000.0 if content is not None: clen = len(content) else: clen = None lag_row = models.Lag(website_url, start_time, dur_msec, status, clen) session.add(lag_row) session.commit() time.sleep(600.0)