Files
MediaCrawler/schema/sqlite_tables.sql

567 lines
18 KiB
SQL
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
-- SQLite版本的MediaCrawler数据库表结构
-- 从MySQL tables.sql转换而来适配SQLite语法
-- ----------------------------
-- Table structure for bilibili_video
-- ----------------------------
DROP TABLE IF EXISTS bilibili_video;
CREATE TABLE bilibili_video (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
video_id TEXT NOT NULL,
video_type TEXT NOT NULL,
title TEXT DEFAULT NULL,
desc TEXT,
create_time INTEGER NOT NULL,
liked_count TEXT DEFAULT NULL,
disliked_count TEXT DEFAULT NULL,
video_play_count TEXT DEFAULT NULL,
video_favorite_count TEXT DEFAULT NULL,
video_share_count TEXT DEFAULT NULL,
video_coin_count TEXT DEFAULT NULL,
video_danmaku TEXT DEFAULT NULL,
video_comment TEXT DEFAULT NULL,
video_url TEXT DEFAULT NULL,
video_cover_url TEXT DEFAULT NULL,
source_keyword TEXT DEFAULT ''
);
CREATE INDEX idx_bilibili_vi_video_i_31c36e ON bilibili_video(video_id);
CREATE INDEX idx_bilibili_vi_create__73e0ec ON bilibili_video(create_time);
-- ----------------------------
-- Table structure for bilibili_video_comment
-- ----------------------------
DROP TABLE IF EXISTS bilibili_video_comment;
CREATE TABLE bilibili_video_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
sex TEXT DEFAULT NULL,
sign TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
comment_id TEXT NOT NULL,
video_id TEXT NOT NULL,
content TEXT,
create_time INTEGER NOT NULL,
sub_comment_count TEXT NOT NULL,
parent_comment_id TEXT DEFAULT NULL,
like_count TEXT NOT NULL DEFAULT '0'
);
CREATE INDEX idx_bilibili_vi_comment_41c34e ON bilibili_video_comment(comment_id);
CREATE INDEX idx_bilibili_vi_video_i_f22873 ON bilibili_video_comment(video_id);
-- ----------------------------
-- Table structure for bilibili_up_info
-- ----------------------------
DROP TABLE IF EXISTS bilibili_up_info;
CREATE TABLE bilibili_up_info (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
sex TEXT DEFAULT NULL,
sign TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
total_fans INTEGER DEFAULT NULL,
total_liked INTEGER DEFAULT NULL,
user_rank INTEGER DEFAULT NULL,
is_official INTEGER DEFAULT NULL
);
CREATE INDEX idx_bilibili_vi_user_123456 ON bilibili_up_info(user_id);
-- ----------------------------
-- Table structure for bilibili_contact_info
-- ----------------------------
DROP TABLE IF EXISTS bilibili_contact_info;
CREATE TABLE bilibili_contact_info (
id INTEGER PRIMARY KEY AUTOINCREMENT,
up_id TEXT DEFAULT NULL,
fan_id TEXT DEFAULT NULL,
up_name TEXT DEFAULT NULL,
fan_name TEXT DEFAULT NULL,
up_sign TEXT DEFAULT NULL,
fan_sign TEXT DEFAULT NULL,
up_avatar TEXT DEFAULT NULL,
fan_avatar TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL
);
CREATE INDEX idx_bilibili_contact_info_up_id ON bilibili_contact_info(up_id);
CREATE INDEX idx_bilibili_contact_info_fan_id ON bilibili_contact_info(fan_id);
-- ----------------------------
-- Table structure for bilibili_up_dynamic
-- ----------------------------
DROP TABLE IF EXISTS bilibili_up_dynamic;
CREATE TABLE bilibili_up_dynamic (
id INTEGER PRIMARY KEY AUTOINCREMENT,
dynamic_id TEXT DEFAULT NULL,
user_id TEXT DEFAULT NULL,
user_name TEXT DEFAULT NULL,
text TEXT DEFAULT NULL,
type TEXT DEFAULT NULL,
pub_ts INTEGER DEFAULT NULL,
total_comments INTEGER DEFAULT NULL,
total_forwards INTEGER DEFAULT NULL,
total_liked INTEGER DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL
);
CREATE INDEX idx_bilibili_up_dynamic_dynamic_id ON bilibili_up_dynamic(dynamic_id);
-- ----------------------------
-- Table structure for douyin_aweme
-- ----------------------------
DROP TABLE IF EXISTS douyin_aweme;
CREATE TABLE douyin_aweme (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
sec_uid TEXT DEFAULT NULL,
short_user_id TEXT DEFAULT NULL,
user_unique_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
user_signature TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
aweme_id TEXT NOT NULL,
aweme_type TEXT NOT NULL,
title TEXT DEFAULT NULL,
desc TEXT,
create_time INTEGER NOT NULL,
liked_count TEXT DEFAULT NULL,
comment_count TEXT DEFAULT NULL,
share_count TEXT DEFAULT NULL,
collected_count TEXT DEFAULT NULL,
aweme_url TEXT DEFAULT NULL,
cover_url TEXT DEFAULT NULL,
video_download_url TEXT DEFAULT NULL,
source_keyword TEXT DEFAULT ''
);
CREATE INDEX idx_douyin_awem_aweme_i_6f7bc6 ON douyin_aweme(aweme_id);
CREATE INDEX idx_douyin_awem_create__299dfe ON douyin_aweme(create_time);
-- ----------------------------
-- Table structure for douyin_aweme_comment
-- ----------------------------
DROP TABLE IF EXISTS douyin_aweme_comment;
CREATE TABLE douyin_aweme_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
sec_uid TEXT DEFAULT NULL,
short_user_id TEXT DEFAULT NULL,
user_unique_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
user_signature TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
comment_id TEXT NOT NULL,
aweme_id TEXT NOT NULL,
content TEXT,
create_time INTEGER NOT NULL,
sub_comment_count TEXT NOT NULL,
parent_comment_id TEXT DEFAULT NULL,
like_count TEXT NOT NULL DEFAULT '0',
pictures TEXT NOT NULL DEFAULT ''
);
CREATE INDEX idx_douyin_awem_comment_fcd7e4 ON douyin_aweme_comment(comment_id);
CREATE INDEX idx_douyin_awem_aweme_i_c50049 ON douyin_aweme_comment(aweme_id);
-- ----------------------------
-- Table structure for dy_creator
-- ----------------------------
DROP TABLE IF EXISTS dy_creator;
CREATE TABLE dy_creator (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
desc TEXT,
gender TEXT DEFAULT NULL,
follows TEXT DEFAULT NULL,
fans TEXT DEFAULT NULL,
interaction TEXT DEFAULT NULL,
videos_count TEXT DEFAULT NULL
);
-- ----------------------------
-- Table structure for kuaishou_video
-- ----------------------------
DROP TABLE IF EXISTS kuaishou_video;
CREATE TABLE kuaishou_video (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
video_id TEXT NOT NULL,
video_type TEXT NOT NULL,
title TEXT DEFAULT NULL,
desc TEXT,
create_time INTEGER NOT NULL,
liked_count TEXT DEFAULT NULL,
viewd_count TEXT DEFAULT NULL,
video_url TEXT DEFAULT NULL,
video_cover_url TEXT DEFAULT NULL,
video_play_url TEXT DEFAULT NULL,
source_keyword TEXT DEFAULT ''
);
CREATE INDEX idx_kuaishou_vi_video_i_c5c6a6 ON kuaishou_video(video_id);
CREATE INDEX idx_kuaishou_vi_create__a10dee ON kuaishou_video(create_time);
-- ----------------------------
-- Table structure for kuaishou_video_comment
-- ----------------------------
DROP TABLE IF EXISTS kuaishou_video_comment;
CREATE TABLE kuaishou_video_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
comment_id TEXT NOT NULL,
video_id TEXT NOT NULL,
content TEXT,
create_time INTEGER NOT NULL,
sub_comment_count TEXT NOT NULL
);
CREATE INDEX idx_kuaishou_vi_comment_ed48fa ON kuaishou_video_comment(comment_id);
CREATE INDEX idx_kuaishou_vi_video_i_e50914 ON kuaishou_video_comment(video_id);
-- ----------------------------
-- Table structure for weibo_note
-- ----------------------------
DROP TABLE IF EXISTS weibo_note;
CREATE TABLE weibo_note (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
gender TEXT DEFAULT NULL,
profile_url TEXT DEFAULT NULL,
ip_location TEXT DEFAULT '',
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
note_id TEXT NOT NULL,
content TEXT,
create_time INTEGER NOT NULL,
create_date_time TEXT NOT NULL,
liked_count TEXT DEFAULT NULL,
comments_count TEXT DEFAULT NULL,
shared_count TEXT DEFAULT NULL,
note_url TEXT DEFAULT NULL,
source_keyword TEXT DEFAULT ''
);
CREATE INDEX idx_weibo_note_note_id_f95b1a ON weibo_note(note_id);
CREATE INDEX idx_weibo_note_create__692709 ON weibo_note(create_time);
CREATE INDEX idx_weibo_note_create__d05ed2 ON weibo_note(create_date_time);
-- ----------------------------
-- Table structure for weibo_note_comment
-- ----------------------------
DROP TABLE IF EXISTS weibo_note_comment;
CREATE TABLE weibo_note_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT DEFAULT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
gender TEXT DEFAULT NULL,
profile_url TEXT DEFAULT NULL,
ip_location TEXT DEFAULT '',
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
comment_id TEXT NOT NULL,
note_id TEXT NOT NULL,
content TEXT,
create_time INTEGER NOT NULL,
create_date_time TEXT NOT NULL,
comment_like_count TEXT NOT NULL,
sub_comment_count TEXT NOT NULL,
parent_comment_id TEXT DEFAULT NULL
);
CREATE INDEX idx_weibo_note__comment_c7611c ON weibo_note_comment(comment_id);
CREATE INDEX idx_weibo_note__note_id_24f108 ON weibo_note_comment(note_id);
CREATE INDEX idx_weibo_note__create__667fe3 ON weibo_note_comment(create_date_time);
-- ----------------------------
-- Table structure for weibo_creator
-- ----------------------------
DROP TABLE IF EXISTS weibo_creator;
CREATE TABLE weibo_creator (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
desc TEXT,
gender TEXT DEFAULT NULL,
follows TEXT DEFAULT NULL,
fans TEXT DEFAULT NULL,
tag_list TEXT
);
-- ----------------------------
-- Table structure for xhs_creator
-- ----------------------------
DROP TABLE IF EXISTS xhs_creator;
CREATE TABLE xhs_creator (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
desc TEXT,
gender TEXT DEFAULT NULL,
follows TEXT DEFAULT NULL,
fans TEXT DEFAULT NULL,
interaction TEXT DEFAULT NULL,
tag_list TEXT
);
-- ----------------------------
-- Table structure for xhs_note
-- ----------------------------
DROP TABLE IF EXISTS xhs_note;
CREATE TABLE xhs_note (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
note_id TEXT NOT NULL,
type TEXT DEFAULT NULL,
title TEXT DEFAULT NULL,
desc TEXT,
video_url TEXT,
time INTEGER NOT NULL,
last_update_time INTEGER NOT NULL,
liked_count TEXT DEFAULT NULL,
collected_count TEXT DEFAULT NULL,
comment_count TEXT DEFAULT NULL,
share_count TEXT DEFAULT NULL,
image_list TEXT,
tag_list TEXT,
note_url TEXT DEFAULT NULL,
source_keyword TEXT DEFAULT '',
xsec_token TEXT DEFAULT NULL
);
CREATE INDEX idx_xhs_note_note_id_209457 ON xhs_note(note_id);
CREATE INDEX idx_xhs_note_time_eaa910 ON xhs_note(time);
-- ----------------------------
-- Table structure for xhs_note_comment
-- ----------------------------
DROP TABLE IF EXISTS xhs_note_comment;
CREATE TABLE xhs_note_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
comment_id TEXT NOT NULL,
create_time INTEGER NOT NULL,
note_id TEXT NOT NULL,
content TEXT NOT NULL,
sub_comment_count INTEGER NOT NULL,
pictures TEXT DEFAULT NULL,
parent_comment_id TEXT DEFAULT NULL,
like_count TEXT DEFAULT NULL
);
CREATE INDEX idx_xhs_note_co_comment_8e8349 ON xhs_note_comment(comment_id);
CREATE INDEX idx_xhs_note_co_create__204f8d ON xhs_note_comment(create_time);
-- ----------------------------
-- Table structure for tieba_note
-- ----------------------------
DROP TABLE IF EXISTS tieba_note;
CREATE TABLE tieba_note (
id INTEGER PRIMARY KEY AUTOINCREMENT,
note_id TEXT NOT NULL,
title TEXT NOT NULL,
desc TEXT,
note_url TEXT NOT NULL,
publish_time TEXT NOT NULL,
user_link TEXT DEFAULT '',
user_nickname TEXT DEFAULT '',
user_avatar TEXT DEFAULT '',
tieba_id TEXT DEFAULT '',
tieba_name TEXT NOT NULL,
tieba_link TEXT NOT NULL,
total_replay_num INTEGER DEFAULT 0,
total_replay_page INTEGER DEFAULT 0,
ip_location TEXT DEFAULT '',
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
source_keyword TEXT DEFAULT ''
);
CREATE INDEX idx_tieba_note_note_id ON tieba_note(note_id);
CREATE INDEX idx_tieba_note_publish_time ON tieba_note(publish_time);
-- ----------------------------
-- Table structure for tieba_comment
-- ----------------------------
DROP TABLE IF EXISTS tieba_comment;
CREATE TABLE tieba_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
comment_id TEXT NOT NULL,
parent_comment_id TEXT DEFAULT '',
content TEXT NOT NULL,
user_link TEXT DEFAULT '',
user_nickname TEXT DEFAULT '',
user_avatar TEXT DEFAULT '',
tieba_id TEXT DEFAULT '',
tieba_name TEXT NOT NULL,
tieba_link TEXT NOT NULL,
publish_time TEXT DEFAULT '',
ip_location TEXT DEFAULT '',
sub_comment_count INTEGER DEFAULT 0,
note_id TEXT NOT NULL,
note_url TEXT NOT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL
);
CREATE INDEX idx_tieba_comment_comment_id ON tieba_comment(comment_id);
CREATE INDEX idx_tieba_comment_note_id ON tieba_comment(note_id);
CREATE INDEX idx_tieba_comment_publish_time ON tieba_comment(publish_time);
-- ----------------------------
-- Table structure for tieba_creator
-- ----------------------------
DROP TABLE IF EXISTS tieba_creator;
CREATE TABLE tieba_creator (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL,
user_name TEXT NOT NULL,
nickname TEXT DEFAULT NULL,
avatar TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL,
gender TEXT DEFAULT NULL,
follows TEXT DEFAULT NULL,
fans TEXT DEFAULT NULL,
registration_duration TEXT DEFAULT NULL
);
-- ----------------------------
-- Table structure for zhihu_content
-- ----------------------------
DROP TABLE IF EXISTS zhihu_content;
CREATE TABLE zhihu_content (
id INTEGER PRIMARY KEY AUTOINCREMENT,
content_id TEXT NOT NULL,
content_type TEXT NOT NULL,
content_text TEXT,
content_url TEXT NOT NULL,
question_id TEXT DEFAULT NULL,
title TEXT NOT NULL,
desc TEXT,
created_time TEXT NOT NULL,
updated_time TEXT NOT NULL,
voteup_count INTEGER NOT NULL DEFAULT 0,
comment_count INTEGER NOT NULL DEFAULT 0,
source_keyword TEXT DEFAULT NULL,
user_id TEXT NOT NULL,
user_link TEXT NOT NULL,
user_nickname TEXT NOT NULL,
user_avatar TEXT NOT NULL,
user_url_token TEXT NOT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL
);
CREATE INDEX idx_zhihu_content_content_id ON zhihu_content(content_id);
CREATE INDEX idx_zhihu_content_created_time ON zhihu_content(created_time);
-- ----------------------------
-- Table structure for zhihu_comment
-- ----------------------------
DROP TABLE IF EXISTS zhihu_comment;
CREATE TABLE zhihu_comment (
id INTEGER PRIMARY KEY AUTOINCREMENT,
comment_id TEXT NOT NULL,
parent_comment_id TEXT DEFAULT NULL,
content TEXT NOT NULL,
publish_time TEXT NOT NULL,
ip_location TEXT DEFAULT NULL,
sub_comment_count INTEGER NOT NULL DEFAULT 0,
like_count INTEGER NOT NULL DEFAULT 0,
dislike_count INTEGER NOT NULL DEFAULT 0,
content_id TEXT NOT NULL,
content_type TEXT NOT NULL,
user_id TEXT NOT NULL,
user_link TEXT NOT NULL,
user_nickname TEXT NOT NULL,
user_avatar TEXT NOT NULL,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL
);
CREATE INDEX idx_zhihu_comment_comment_id ON zhihu_comment(comment_id);
CREATE INDEX idx_zhihu_comment_content_id ON zhihu_comment(content_id);
CREATE INDEX idx_zhihu_comment_publish_time ON zhihu_comment(publish_time);
-- ----------------------------
-- Table structure for zhihu_creator
-- ----------------------------
DROP TABLE IF EXISTS zhihu_creator;
CREATE TABLE zhihu_creator (
id INTEGER PRIMARY KEY AUTOINCREMENT,
user_id TEXT NOT NULL UNIQUE,
user_link TEXT NOT NULL,
user_nickname TEXT NOT NULL,
user_avatar TEXT NOT NULL,
url_token TEXT NOT NULL,
gender TEXT DEFAULT NULL,
ip_location TEXT DEFAULT NULL,
follows INTEGER NOT NULL DEFAULT 0,
fans INTEGER NOT NULL DEFAULT 0,
anwser_count INTEGER NOT NULL DEFAULT 0,
video_count INTEGER NOT NULL DEFAULT 0,
question_count INTEGER NOT NULL DEFAULT 0,
article_count INTEGER NOT NULL DEFAULT 0,
column_count INTEGER NOT NULL DEFAULT 0,
get_voteup_count INTEGER NOT NULL DEFAULT 0,
add_ts INTEGER NOT NULL,
last_modify_ts INTEGER NOT NULL
);
CREATE UNIQUE INDEX idx_zhihu_creator_user_id ON zhihu_creator(user_id);