Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions cmd_arg/arg.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,8 +21,8 @@
from __future__ import annotations


import sys
import re
import sys
from enum import Enum
from types import SimpleNamespace
from typing import Iterable, Optional, Sequence, Type, TypeVar
Expand Down Expand Up @@ -255,7 +255,7 @@ def main(
str,
typer.Option(
"--specified_id",
help="Post/video ID list in detail mode, multiple IDs separated by commas (supports full URL or ID)",
help="Post/video/article ID list in detail mode, multiple IDs separated by commas (supports full URL or ID)",
rich_help_panel="Basic Configuration",
),
] = "",
Expand Down
7 changes: 5 additions & 2 deletions config/bilibili_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,10 +21,13 @@
# Control the number of videos/posts crawled per day
MAX_NOTES_PER_DAY = 1

# Specify Bilibili video URL list (supports complete URL or BV number)
# Specify Bilibili video/article URL list (supports complete URL, BV number, cv ID, or numeric article ID)
# Example:
# - Full URL: "https://www.bilibili.com/video/BV1dwuKzmE26/?spm_id_from=333.1387.homepage.video_card.click"
# - Video URL: "https://www.bilibili.com/video/BV1dwuKzmE26/?spm_id_from=333.1387.homepage.video_card.click"
# - BV number: "BV1d54y1g7db"
# - Article URL: "https://www.bilibili.com/read/cv123456"
# - cv ID: "cv123456"
# - Numeric article ID: "123456"
BILI_SPECIFIED_ID_LIST = [
"https://www.bilibili.com/video/BV1dwuKzmE26/?spm_id_from=333.1387.homepage.video_card.click",
"BV1Sz4y1U77N",
Expand Down
34 changes: 34 additions & 0 deletions database/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,40 @@ class BilibiliVideoComment(Base):
parent_comment_id = Column(String(255), comment='父评论ID')
like_count = Column(Text, default='0', comment='点赞数')

class BilibiliArticle(Base):
__tablename__ = 'bilibili_article'
id = Column(Integer, primary_key=True, comment='primary key')
article_id = Column(BigInteger, nullable=False, index=True, unique=True, comment='article id')
article_url = Column(Text, nullable=False, comment='article url')
title = Column(Text, comment='article title')
desc = Column(Text, comment='article description')
content = Column(Text, comment='article content')
creator_hash = Column(String(64), index=True, comment='anonymized creator id hash')
nickname = Column(Text, comment='masked nickname')
liked_count = Column(Text, comment='like count')
favorite_count = Column(Text, comment='favorite count')
share_count = Column(Text, comment='share count')
comment_count = Column(Text, comment='comment count')
create_time = Column(BigInteger, index=True, comment='create timestamp')
source_keyword = Column(Text, default='', comment='source keyword')
add_ts = Column(BigInteger, comment='add timestamp')
last_modify_ts = Column(BigInteger, comment='last modify timestamp')

class BilibiliArticleComment(Base):
__tablename__ = 'bilibili_article_comment'
id = Column(Integer, primary_key=True, comment='primary key')
creator_hash = Column(String(64), index=True, comment='anonymized creator id hash')
nickname = Column(Text, comment='masked nickname')
add_ts = Column(BigInteger, comment='add timestamp')
last_modify_ts = Column(BigInteger, comment='last modify timestamp')
comment_id = Column(BigInteger, index=True, comment='comment id')
article_id = Column(BigInteger, index=True, comment='article id')
content = Column(Text, comment='comment content')
create_time = Column(BigInteger, comment='create timestamp')
sub_comment_count = Column(Text, comment='sub comment count')
parent_comment_id = Column(String(255), comment='parent comment id')
like_count = Column(Text, default='0', comment='like count')

class BilibiliUpDynamic(Base):
__tablename__ = 'bilibili_up_dynamic'
id = Column(Integer, primary_key=True, comment='主键ID')
Expand Down
Loading