mirror of
https://github.com/heyarne/berliner-winter.git
synced 2026-05-06 11:13:40 +02:00
Merge branch 'master' of github.com:aesthaddicts/OpenData
This commit is contained in:
commit
c4711310ce
1 changed files with 1 additions and 2 deletions
|
|
@ -2,7 +2,6 @@
|
|||
# Reachout Berlin homepage, checks if they're already in the database and inserts
|
||||
# them if needed.
|
||||
|
||||
import sqlite3
|
||||
import hashlib
|
||||
import time
|
||||
from models import *
|
||||
|
|
@ -14,7 +13,7 @@ encoding = 'UTF-8'
|
|||
current_milli_time = lambda: int(round(time.time() * 1000))
|
||||
|
||||
# First crawl through the whole index and get all articles we can find
|
||||
print('Start crawling…')
|
||||
print('Start crawling...')
|
||||
start_time = current_milli_time()
|
||||
scraper = Scraper()
|
||||
articles = scraper.scrape()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue