27 lines
506 B
Python
27 lines
506 B
Python
import csv
|
|
import sys
|
|
from glob import glob
|
|
import sqlite3
|
|
|
|
conn = sqlite3.connect('e621.db')
|
|
conn.execute('DELETE FROM post')
|
|
csv.field_size_limit(sys.maxsize)
|
|
|
|
with open(glob('posts-*')[0]) as csvfile:
|
|
posts = csv.reader(csvfile, delimiter=',', quotechar='"')
|
|
|
|
i = 0
|
|
for p in posts:
|
|
|
|
i += 1
|
|
if i == 1:
|
|
continue
|
|
|
|
if i%10000 == 0:
|
|
print(p[0], end='\r')
|
|
conn.commit()
|
|
|
|
conn.execute('INSERT INTO post(id, file_id, tags) VALUES (?,?,?)', (int(p[0]), p[3]+'.'+p[11], p[8]))
|
|
|
|
conn.commit()
|