quiz_correcting_validity.py

"""
Your task is to check the "productionStartYear" of the DBPedia autos datafile for valid values.
The following things should be done:
- check if the field "productionStartYear" contains a year
- check if the year is in range 1886-2014
- convert the value of the field to be just a year (not full datetime)
- the rest of the fields and values should stay the same
- if the value of the field is a valid year in the range as described above,
  write that line to the output_good file
- if the value of the field is not a valid year as described above, 
  write that line to the output_bad file
- discard rows (neither write to good nor bad) if the URI is not from dbpedia.org
- you should use the provided way of reading and writing data (DictReader and DictWriter)
  They will take care of dealing with the header.

You can write helper functions for checking the data and writing the files, but we will call only the 
'process_file' with 3 arguments (inputfile, output_good, output_bad).
"""
import csv
import pprint

INPUT_FILE = 'autos.csv'
OUTPUT_GOOD = 'autos-valid.csv'
OUTPUT_BAD = 'FIXME-autos.csv'

def process_file(input_file, output_good, output_bad):

    with open(input_file, "r") as f, open(output_good, "w") as g, open(output_bad, "w") as b:
        reader = csv.DictReader(f)
        header = reader.fieldnames

        #COMPLETE THIS FUNCTION
        writer_g = csv.DictWriter(g, delimiter=",", fieldnames= header)
        writer_g.writeheader()
        writer_b = csv.DictWriter(b, delimiter=",", fieldnames= header)
        writer_b.writeheader()
        for row in reader:
            if "dbpedia.org" in row['URI']:
                if row['productionStartYear'] != 'NULL':
                    row['productionStartYear'] = int(row['productionStartYear'][0:4])
                    if row['productionStartYear'] in range(1886,2015):
                        writer_g.writerow(row)
                    else:
                        writer_b.writerow(row)
                else:
                    writer_b.writerow(row)
                    


    # This is just an example on how you can use csv.DictWriter
    # Remember that you have to output 2 files
    # with open(output_good, "w") as g:
    #     writer = csv.DictWriter(g, delimiter=",", fieldnames= header)
    #     writer.writeheader()
    #     for row in YOURDATA:
    #         writer.writerow(row)
    
    # for row in input_file:
    #     a = row['productionStartYear']


def test():

    process_file(INPUT_FILE, OUTPUT_GOOD, OUTPUT_BAD)


if __name__ == "__main__":
    test()