#!/usr/bin/env python3
import json, sqlite3, sys
import os

DB = os.getenv("SEARCH_DB", "/root/search.db")

data = json.load(sys.stdin)
conn = sqlite3.connect(DB)
c = conn.cursor()
count = 0
for r in data:
    try:
        c.execute('INSERT OR IGNORE INTO gov_raw (title, content, publish_date, source_url, page_url, site_name, summary) VALUES (?,?,?,?,?,?,?)',
                  (r['title'], r['content'], r['publish_date'], r['source_url'], r['page_url'], r['site_name'], r['summary']))
        if c.rowcount > 0:
            count += 1
    except Exception as e:
        print(f'Error: {e}')
conn.commit()
conn.close()
print(f'Imported {count} new records')