filterberkeleyfaculty.py 文件源码

def handle(self, *args, **options):
        titles_dictionary = self.build_titles()
        clean_file_path = os.path.join(
            settings.DATA_DIR, 'berkeley_faculty.csv')
        with open(clean_file_path, 'w') as clean_file:
            writer = csv.DictWriter(
                clean_file, fieldnames=self.get_fieldnames())
            writer.writeheader()

            merged_file_path = os.path.join(settings.DATA_DIR, 'merged.csv')
            with open(merged_file_path, 'r') as raw_file:
                reader = csv.DictReader(raw_file)
                for row in reader:
                    # Only Berkeley records
                    if 'BERKELEY' not in row['location'].upper():
                        continue

                    # Only positions we care about
                    category = titles_dictionary.get(row['title'], None)
                    if category:
                        row['title_category'] = category['type']
                        row['title_qualifier'] = category['qualifier']
                        row['title_year_code'] = category['year_code']
                    else:
                        continue

                    writer.writerow(row)