gsheet_to_redshift.py 文件源码

def run(self):
        self.filename = self.table + '.csv'
        credentials = SignedJwtAssertionCredentials(JSON_KEY['client_email'],
                                                    JSON_KEY['private_key'].encode(),
                                                    SCOPE)
        gc = gspread.authorize(credentials)
        sheet = gc.open(self.gsheet)
        locsheet = sheet.worksheet(self.sheet_name)
        data = locsheet.get_all_values()
        # list of lists, first value of each list is column header
        header = locsheet.get_all_values()[0]
        data = [l for l in data if l != header]
        data = pd.DataFrame(data, columns=header).to_csv("data/" + self.filename,
                                                         index=False,
                                                         header=True)
        global records_local
        records_local = len(data)
        self.output().done()