scraper.py 文件源码

def insert_db_bikes(values):
    """Function for inserting scraped data from Bikes API into database"""
    fields = ['status', 'bike_stands', 'available_bike_stands', 'available_bikes']

    session = Session()

    for data in values:
        station = session.query(Station).get(data['number'])
        # checking if the timestamp is greater than the last update to ensure no duplicates are added to the DB
        if datetime.fromtimestamp(data['last_update']/1000) > station.last_updated:
            new_data = UsageData(**{field: data[field] for field in fields})
            new_data.dt_last_update = data['last_update']
            station.station_usage.append(new_data)
    session.commit()
    session.close()