sanity.py

import orm


def getcountrylist():
    for value in orm.session.query(orm.Value).filter(orm.Value.indID == "CG060").all():
        yield value.region

dsIDs = """
acled
echo
emdat
esa-unpd-*
fao-foodsec
faostat3
hdi-disaster
HDRStats
m49
mdgs
reliefweb-api
unicef-infobycountry
unterm
accuweather
who-athena-other
who-athena
wikipedia
worldaerodata
worldbank-lending-groups
World Bank""".strip().split('\n')

orm.session.execute("create temporary table dsIDs (dsID);")
for dsID in dsIDs:
    orm.session.execute("insert into dsIDs values ('%s')" % dsID)


def sql(s):
    return orm.session.execute(s).fetchmany(11)

should_be_empty = """
select distinct dsID from value where source is null; -- Blank source
select distinct dsID from value where source is ''; -- Blank source
select distinct dsID from value where period like "%P%" and period not like "%/%"; -- Bad recurring
select distinct dsID from value where period like "%T%"; -- Bad time
select dsID from dataset where dsID not in (select dsID from value); -- Not minimal list of dsID
select indID from indicator where indID not in (select indID from value); -- Not minimal list of indID
select dsID from dsIDs where dsID not in (select dsID from dataset); -- completeness
""".strip().split('\n')

for line in should_be_empty:
    values = sql(line)
    number = len(values)
    if number > 10:
        number = "many"
    if values:
        print "FAIL: %s occurrences of %r" % (number, line)
        print values
        print "------\n"