From 6af6fedc8eaf7868d3ffd69fd3e46f895a2563d7 Mon Sep 17 00:00:00 2001 From: Burgess Leo <1799594843@qq.com> Date: Thu, 15 May 2025 16:33:30 +0800 Subject: [PATCH] init database expect db_node --- .idea/.gitignore | 8 + .idea/dataSources.xml | 20 + .idea/fastcopy.iml | 10 + .idea/inspectionProfiles/Project_Default.xml | 24 ++ .../inspectionProfiles/profiles_settings.xml | 6 + .idea/misc.xml | 7 + .idea/modules.xml | 8 + .idea/sqldialects.xml | 6 + .idea/vcs.xml | 6 + .python-version | 1 + db_manage/__init__.py | 0 db_manage/create_tables.py | 378 ++++++++++++++++++ db_manage/drop_all_tables.py | 45 +++ main.py | 0 ntfs_utils/__init__.py | 45 +++ ntfs_utils/db_config.py | 128 ++++++ ntfs_utils/db_device.py | 125 ++++++ ntfs_utils/db_extend_name.py | 68 ++++ ntfs_utils/db_group.py | 65 +++ ntfs_utils/db_path.py | 178 +++++++++ ntfs_utils/db_user.py | 66 +++ pyproject.toml | 9 + src/db_ntfs_info.db | Bin 0 -> 73728 bytes uv.lock | 29 ++ 24 files changed, 1232 insertions(+) create mode 100644 .idea/.gitignore create mode 100644 .idea/dataSources.xml create mode 100644 .idea/fastcopy.iml create mode 100644 .idea/inspectionProfiles/Project_Default.xml create mode 100644 .idea/inspectionProfiles/profiles_settings.xml create mode 100644 .idea/misc.xml create mode 100644 .idea/modules.xml create mode 100644 .idea/sqldialects.xml create mode 100644 .idea/vcs.xml create mode 100644 .python-version create mode 100644 db_manage/__init__.py create mode 100644 db_manage/create_tables.py create mode 100644 db_manage/drop_all_tables.py create mode 100644 main.py create mode 100644 ntfs_utils/__init__.py create mode 100644 ntfs_utils/db_config.py create mode 100644 ntfs_utils/db_device.py create mode 100644 ntfs_utils/db_extend_name.py create mode 100644 ntfs_utils/db_group.py create mode 100644 ntfs_utils/db_path.py create mode 100644 ntfs_utils/db_user.py create mode 100644 pyproject.toml create mode 100644 src/db_ntfs_info.db create mode 100644 uv.lock diff --git a/.idea/.gitignore b/.idea/.gitignore new file mode 100644 index 0000000..35410ca --- /dev/null +++ b/.idea/.gitignore @@ -0,0 +1,8 @@ +# 默认忽略的文件 +/shelf/ +/workspace.xml +# 基于编辑器的 HTTP 客户端请求 +/httpRequests/ +# Datasource local storage ignored files +/dataSources/ +/dataSources.local.xml diff --git a/.idea/dataSources.xml b/.idea/dataSources.xml new file mode 100644 index 0000000..ffbe15c --- /dev/null +++ b/.idea/dataSources.xml @@ -0,0 +1,20 @@ + + + + + sqlite.xerial + true + org.sqlite.JDBC + jdbc:sqlite:E:\PythonWorkSpace\fastcopy\src\db_ntfs_info.db + $ProjectFileDir$ + + + file://$APPLICATION_CONFIG_DIR$/jdbc-drivers/Xerial SQLiteJDBC/3.45.1/org/xerial/sqlite-jdbc/3.45.1.0/sqlite-jdbc-3.45.1.0.jar + + + file://$APPLICATION_CONFIG_DIR$/jdbc-drivers/Xerial SQLiteJDBC/3.45.1/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar + + + + + \ No newline at end of file diff --git a/.idea/fastcopy.iml b/.idea/fastcopy.iml new file mode 100644 index 0000000..2c80e12 --- /dev/null +++ b/.idea/fastcopy.iml @@ -0,0 +1,10 @@ + + + + + + + + + + \ No newline at end of file diff --git a/.idea/inspectionProfiles/Project_Default.xml b/.idea/inspectionProfiles/Project_Default.xml new file mode 100644 index 0000000..16a6914 --- /dev/null +++ b/.idea/inspectionProfiles/Project_Default.xml @@ -0,0 +1,24 @@ + + + + \ No newline at end of file diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml new file mode 100644 index 0000000..105ce2d --- /dev/null +++ b/.idea/inspectionProfiles/profiles_settings.xml @@ -0,0 +1,6 @@ + + + + \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml new file mode 100644 index 0000000..d919c89 --- /dev/null +++ b/.idea/misc.xml @@ -0,0 +1,7 @@ + + + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 0000000..cc2fe28 --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/sqldialects.xml b/.idea/sqldialects.xml new file mode 100644 index 0000000..c0e01ca --- /dev/null +++ b/.idea/sqldialects.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 0000000..35eb1dd --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/.python-version b/.python-version new file mode 100644 index 0000000..e4fba21 --- /dev/null +++ b/.python-version @@ -0,0 +1 @@ +3.12 diff --git a/db_manage/__init__.py b/db_manage/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/db_manage/create_tables.py b/db_manage/create_tables.py new file mode 100644 index 0000000..a2e5fe9 --- /dev/null +++ b/db_manage/create_tables.py @@ -0,0 +1,378 @@ +import os +import sqlite3 + + +def CreateDBConfigTable(db_path='../src/db_ntfs_info.db', table_name='db_config'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建配置表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + Key TEXT UNIQUE NOT NULL, + Value TEXT NOT NULL + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + + # 关闭连接 + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBDeviceTable(db_path='../src/db_ntfs_info.db', table_name='db_device'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建设备信息表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + Path TEXT NOT NULL UNIQUE, -- 添加 UNIQUE 约束 + Type TEXT NOT NULL CHECK(Type IN ('磁盘', '文件', '文件夹')), + Option TEXT + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + + # 关闭连接 + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBNodeTable(db_path='../src/db_ntfs_info.db', table_name='db_node'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建节点信息表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + PathID INTEGER, + ParentID INTEGER, + NameHash TEXT, + PathHash TEXT, + ExtendNameID INTEGER, + DirLayer INTEGER, + GroupID INTEGER, + UserID INTEGER, + FileCreateTime TEXT, + FileModifyTime TEXT, + FileAccessTime TEXT, + FileAuthTime TEXT, + FileSize INTEGER, + FileMode INTEGER, + FileHash TEXT, + ExtentCount INTEGER, + extent1_DeviceID INTEGER, + extent1_Location INTEGER, + extent1_Length INTEGER, + extent2_DeviceID INTEGER, + extent2_Location INTEGER, + extent2_Length INTEGER, + extent3_DeviceID INTEGER, + extent3_Location INTEGER, + extent3_Length INTEGER, + extent4_DeviceID INTEGER, + extent4_Location INTEGER, + extent4_Length INTEGER, + + -- 外键约束（可选） + FOREIGN KEY(PathID) REFERENCES path_table(ID), + FOREIGN KEY(ExtendNameID) REFERENCES extname_table(ID), + FOREIGN KEY(GroupID) REFERENCES groups(ID), + FOREIGN KEY(UserID) REFERENCES users(ID) + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + + # 关闭连接 + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBUserTable(db_path='../src/db_ntfs_info.db', table_name='db_user'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建用户表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + UserName TEXT UNIQUE NOT NULL + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + + # 关闭连接 + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBGroupTable(db_path='../src/db_ntfs_info.db', table_name='db_group'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建组表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + GroupName TEXT UNIQUE NOT NULL + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + + # 关闭连接 + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBExtendSnippetTable(db_path='../src/db_ntfs_info.db', table_name='db_extend_extent'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建扩展片段表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + NodeID INTEGER NOT NULL, + ExtentNumber INTEGER NOT NULL, + extent_DeviceID INTEGER, + extent_Location INTEGER, + extent_Length INTEGER, + + -- 外键约束（可选） + FOREIGN KEY(NodeID) REFERENCES db_node(ID) + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBPathTable(db_path='../src/db_path.db', table_name='db_path'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建路径信息表， + 包含 DeviceID 字段，用于标记文件所属设备（磁盘）。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + # 动态构建创建表的SQL语句（包含 DeviceID 外键） + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, +-- DeviceID TEXT NOT NULL, + Path TEXT NOT NULL, + Name TEXT NOT NULL, + PathHash TEXT UNIQUE NOT NULL, + IsDir INTEGER NOT NULL CHECK(IsDir IN (0, 1)), + ParentID INTEGER, + ContentSize INTEGER, + + -- 外键约束 +-- FOREIGN KEY(DeviceID) REFERENCES db_device(ID), + FOREIGN KEY(ParentID) REFERENCES {table_name}(ID) + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def CreateDBExtendNameTable(db_path='../src/db_extend_name.db', table_name='db_extend_name'): + """ + 在指定路径下创建 SQLite 数据库，并在其中创建扩展名表。 + + :param db_path: str, 数据库文件的路径 + :param table_name: str, 要创建的表名 + :return: None + """ + + # 确保目录存在 + directory = os.path.dirname(db_path) + if directory and not os.path.exists(directory): + os.makedirs(directory) + + # 连接到SQLite数据库（如果文件不存在会自动创建） + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + # 动态构建创建表的SQL语句 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + ExtendName TEXT UNIQUE NOT NULL + ); + """ + + # 执行SQL语句 + cursor.execute(create_table_sql) + + # 提交更改 + conn.commit() + conn.close() + + print(f"表 [{table_name}] 已在数据库 [{db_path}] 中创建成功") + + +def main(): + CreateDBDeviceTable(db_path='../src/db_ntfs_info.db', table_name='db_device') + CreateDBConfigTable(db_path='../src/db_ntfs_info.db', table_name='db_config') + CreateDBNodeTable(db_path='../src/db_ntfs_info.db', table_name='db_node') + CreateDBUserTable(db_path='../src/db_ntfs_info.db', table_name='db_user') + CreateDBGroupTable(db_path='../src/db_ntfs_info.db', table_name='db_group') + CreateDBExtendSnippetTable(db_path='../src/db_ntfs_info.db', table_name='db_extend_extent') + CreateDBPathTable(db_path='../src/db_ntfs_info.db', table_name='db_path') + CreateDBExtendNameTable(db_path='../src/db_ntfs_info.db', table_name='db_extend_name') + + +if __name__ == '__main__': + main() diff --git a/db_manage/drop_all_tables.py b/db_manage/drop_all_tables.py new file mode 100644 index 0000000..e0f59dc --- /dev/null +++ b/db_manage/drop_all_tables.py @@ -0,0 +1,45 @@ +import sqlite3 + + +def DropAllTables(db_path): + """ + 删除指定数据库中的所有8张表（如果存在）。 + + :param db_path: str, SQLite 数据库文件的路径 + :return: None + """ + + # 表名列表（根据你之前创建的8张表） + tables = [ + 'db_config', # 表1：配置表 + 'db_device', # 表2：设备表 + 'db_node', # 表3：节点信息表 + 'db_group', # 表4：组表 + 'db_user', # 表5：用户表 + 'db_extend_extent', # 表6：扩展片段表 + 'db_path', # 表7：路径表 + 'db_extend_name' # 表8：扩展名表 + ] + + # 连接到SQLite数据库 + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + # 遍历并删除每张表 + for table in tables: + cursor.execute(f"DROP TABLE IF EXISTS {table};") + print(f"表 [{table}] 已删除") + + # 提交更改 + conn.commit() + conn.close() + + print("✅ 所有预定义表已删除完成") + + +def main(): + DropAllTables(db_path='../src/db_ntfs_info.db') + + +if __name__ == '__main__': + main() diff --git a/main.py b/main.py new file mode 100644 index 0000000..e69de29 diff --git a/ntfs_utils/__init__.py b/ntfs_utils/__init__.py new file mode 100644 index 0000000..7b97b73 --- /dev/null +++ b/ntfs_utils/__init__.py @@ -0,0 +1,45 @@ +from db_config import GetNTFSBootInfo, InsertInfoToDBConfig +from db_device import ScanSpecialVolumes, InsertVolumesToDB +from db_extend_name import InsertExtensionsToDB +from db_group import InsertGroupToDB +from db_path import GenerateHash, ShouldSkipPath, ScanVolume, InsertPathDataToDB +from db_user import InsertUserToDB + + +def main(): + volume_letter = 'Z' + + # 初始化 db_config 表 + config_data = GetNTFSBootInfo(volume_letter) + InsertInfoToDBConfig(config_data) + + # 初始化 db_device 表 + device_data = ScanSpecialVolumes(volume_letter) + InsertVolumesToDB([device_data]) + + # 初始化 db_user 表 + user_list = ["Copier"] + InsertUserToDB(user_list) + + # 初始化 db_group 表 + group_name_list = ["Copier"] + InsertGroupToDB(group_name_list) + + # 初始化 db_path 表 + scanned_data = ScanVolume(volume_letter) + InsertPathDataToDB(scanned_data) + + # 初始化 db_extend_name 表 + common_extensions = [ + "txt", "log", "csv", "xls", "xlsx", "doc", "docx", + "ppt", "pptx", "pdf", "jpg", "jpeg", "png", "gif", + "bmp", "mp3", "wav", "mp4", "avi", "mkv", "mov", + "exe", "dll", "bat", "ini", "reg", "zip", "rar", "7z", + "json", "xml", "html", "css", "js", "py", "java", "cpp" + ] + count = InsertExtensionsToDB(common_extensions) + print(f"共插入 {count} 个新扩展名。") + + +if __name__ == '__main__': + main() diff --git a/ntfs_utils/db_config.py b/ntfs_utils/db_config.py new file mode 100644 index 0000000..251607d --- /dev/null +++ b/ntfs_utils/db_config.py @@ -0,0 +1,128 @@ +import ctypes +import sqlite3 + + +def GetNTFSBootInfo(volume_letter): + """ + 从指定 NTFS 卷的 $Boot 元文件中提取： + - Bytes per sector + - Sectors per cluster + - Cluster size (bytes) + + 参数: + volume_letter: 卷标字符串，例如 'C' + + 返回: + dict 包含上述信息 + """ + + # 构造设备路径，格式为 \\.\C: + device_path = f"\\\\.\\{volume_letter}:" + + # 打开卷设备（需要管理员权限） + handle = ctypes.windll.kernel32.CreateFileW( + device_path, + 0x80000000, # GENERIC_READ + 0x00000001 | 0x00000002, # FILE_SHARE_READ | FILE_SHARE_WRITE + None, + 3, # OPEN_EXISTING + 0, + None + ) + + if handle == -1: + raise PermissionError(f"无法打开卷 {volume_letter}，请以管理员身份运行。") + + try: + buffer = bytearray(512) + buffer_address = (ctypes.c_byte * len(buffer)).from_buffer(buffer) + bytes_read = ctypes.c_ulong(0) + + # 读取第一个扇区（BPB / $Boot 扇区） + success = ctypes.windll.kernel32.ReadFile( + handle, + buffer_address, + len(buffer), + ctypes.byref(bytes_read), + None + ) + + if not success or bytes_read.value != 512: + raise RuntimeError("读取卷引导扇区失败。") + + finally: + ctypes.windll.kernel32.CloseHandle(handle) + + # 解析 Bytes Per Sector （偏移 0x0B，WORD 类型） + bytes_per_sector = int.from_bytes(buffer[0x0B:0x0D], byteorder='little') + + # 解析 Sectors Per Cluster （偏移 0x0D，BYTE 类型） + sectors_per_cluster = buffer[0x0D] + + # 计算簇大小 + cluster_size = bytes_per_sector * sectors_per_cluster + + return { + "BytesPerSector": bytes_per_sector, + "SectorsPerCluster": sectors_per_cluster, + "ClusterSize": cluster_size + } + + +def InsertInfoToDBConfig(config_data, db_path='../src/db_ntfs_info.db', table_name='db_config'): + """ + 将 NTFS 配置信息以键值对形式写入数据库的配置表中。 + + 参数: + config_data: dict，包含配置键值对 + db_path: str，SQLite 数据库路径 + table_name: str，目标表名（默认为 'db_config'） + + 返回: + None + """ + # 连接到 SQLite 数据库（如果不存在则会自动创建） + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + # 创建表（如果不存在） + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + Key TEXT UNIQUE NOT NULL, + Value TEXT NOT NULL + ); + """ + cursor.execute(create_table_sql) + + # 插入或替换数据（使用 INSERT OR REPLACE） + insert_sql = f""" + INSERT OR REPLACE INTO {table_name} (Key, Value) + VALUES (?, ?) + """ + + for key, value in config_data.items(): + cursor.execute(insert_sql, (key, str(value))) + + conn.commit() + print("键值对配置已成功写入数据库") + + except Exception as e: + print(f"数据库操作失败: {e}") + conn.rollback() + + finally: + conn.close() + + +def main(): + volume = "Z" + info = GetNTFSBootInfo(volume) + print(f"卷 {volume} 的 BPB 信息：") + print(info) + InsertInfoToDBConfig(info) + + +if __name__ == "__main__": + main() diff --git a/ntfs_utils/db_device.py b/ntfs_utils/db_device.py new file mode 100644 index 0000000..c632f67 --- /dev/null +++ b/ntfs_utils/db_device.py @@ -0,0 +1,125 @@ +import sqlite3 + +import psutil + + +def ScanSpecialVolumes(volume_letter): + """ + 扫描指定的单个磁盘卷，返回其基本信息字典。 + + 参数: + volume_letter: str，磁盘盘符（例如 "C", "Z"） + + 返回: + dict: 包含 Path, Type, Option 字段的字典 + """ + # 简单校验盘符格式（去除可能的冒号） + if len(volume_letter) >= 1 and volume_letter[-1] == ":": + volume_letter = volume_letter[:-1] + + if not volume_letter or len(volume_letter) != 1 or not volume_letter.isalpha(): + raise ValueError("无效的磁盘盘符，应为单个字母，如 'C' 或 'Z'") + + return { + "Path": volume_letter.upper(), + "Type": "磁盘", + "Option": None + } + + +def ScanNTFSVolumes(): + """ + 扫描当前系统中所有 NTFS 格式的磁盘卷。 + + 返回: + list of dict: 包含盘符等信息的字典列表 + """ + ntfs_volumes = [] + + for partition in psutil.disk_partitions(): + if partition.fstype.upper() == 'NTFS': + # 提取盘符（去掉冒号） + drive_letter = partition.device[0] if len(partition.device) >= 2 and partition.device[1] == ':' else None + if drive_letter: + ntfs_volumes.append({ + "Path": drive_letter, + "Type": "磁盘", + "Option": None + }) + + return ntfs_volumes + + +def InsertVolumesToDB(data, db_path='../src/db_ntfs_info.db', table_name='db_device'): + """ + 将 NTFS 磁盘信息写入数据库表，并防止重复插入。 + + 参数: + data: list of dict，包含 Path, Type, Option 字段的数据 + db_path: str，SQLite 数据库路径 + table_name: str，目标表名 + + 返回: + int: 成功插入的记录数 + """ + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + # 创建表（如果不存在），并添加 Path 的唯一性约束 + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + Path TEXT NOT NULL UNIQUE, + Type TEXT NOT NULL CHECK(Type IN ('磁盘', '文件', '文件夹')), + Option TEXT + ); + """ + cursor.execute(create_table_sql) + + inserted_count = 0 + insert_sql = f""" + INSERT OR IGNORE INTO {table_name} (Path, Type, Option) + VALUES (?, ?, ?) + """ + + for item in data: + cursor.execute(insert_sql, ( + item['Path'], + item['Type'], + item['Option'] + )) + if cursor.rowcount > 0: + inserted_count += 1 + + conn.commit() + print(f"✅ 成功插入 {inserted_count} 条 NTFS 磁盘信息") + return inserted_count + + except Exception as e: + print(f"❌ 数据库操作失败: {e}") + conn.rollback() + return 0 + + finally: + conn.close() + + +def main(): + # 扫描系统下所有 NTFS 磁盘 + # volumes = ScanNTFSVolumes() + # print("🔍 找到以下 NTFS 磁盘：") + # for vol in volumes: + # print(vol) + # + # success_count = InsertVolumesToDB(volumes) + # print(f"共插入 {success_count} 条记录到数据库。") + + # 扫描单个磁盘 + volume_latter = "Z" + device_data = ScanSpecialVolumes(volume_latter) + InsertVolumesToDB([device_data]) + + +if __name__ == "__main__": + main() diff --git a/ntfs_utils/db_extend_name.py b/ntfs_utils/db_extend_name.py new file mode 100644 index 0000000..eee831d --- /dev/null +++ b/ntfs_utils/db_extend_name.py @@ -0,0 +1,68 @@ +import sqlite3 + + +def InsertExtensionsToDB(extensions, db_path='../src/db_ntfs_info.db', table_name='db_extend_name'): + """ + 将扩展名列表插入到数据库中，自动忽略重复项。 + + 参数: + extensions: list of str，要插入的扩展名列表（如 ["txt", "jpg"]） + db_path: str，SQLite 数据库路径 + table_name: str，扩展名表名 + + 返回: + int: 成功插入的新记录数量 + """ + if not isinstance(extensions, list): + raise TypeError("extensions 必须是一个列表") + + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + # 创建表（如果不存在） + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + ExtendName TEXT UNIQUE NOT NULL + ); + """ + cursor.execute(create_table_sql) + + # 插入语句（忽略重复） + insert_sql = f""" + INSERT OR IGNORE INTO {table_name} (ExtendName) + VALUES (?) + """ + + # 构造插入数据格式 + data_to_insert = [(ext.lower(),) for ext in extensions if ext.strip()] + + # 批量插入 + cursor.executemany(insert_sql, data_to_insert) + conn.commit() + + inserted_count = cursor.rowcount + if inserted_count > 0: + print(f"✅ 成功插入 {inserted_count} 个扩展名") + else: + print("⚠️ 没有新的扩展名被插入（可能已存在）") + + return inserted_count + + except Exception as e: + print(f"❌ 插入失败: {e}") + conn.rollback() + return 0 + + finally: + conn.close() + + +# 示例调用 +if __name__ == "__main__": + # 常见的文件扩展名列表（可选） + common_extensions = ["txt", "log", "csv", "xls", "xlsx", "doc", "docx"] + + count = InsertExtensionsToDB(common_extensions) + print(f"共插入 {count} 个新扩展名。") diff --git a/ntfs_utils/db_group.py b/ntfs_utils/db_group.py new file mode 100644 index 0000000..8e73a24 --- /dev/null +++ b/ntfs_utils/db_group.py @@ -0,0 +1,65 @@ +import sqlite3 + + +def InsertGroupToDB(group_name_list, db_path='../src/db_ntfs_info.db', table_name='db_group'): + """ + 向用户组表中插入多个组名。 + + 参数: + group_name_list: list of str，要插入的组名列表 + db_path: str，SQLite 数据库路径 + table_name: str，用户组表名 + + 返回: + int: 成功插入的记录数 + """ + if not isinstance(group_name_list, list): + raise TypeError("group_name_list 必须是一个列表") + + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + # 创建表（如果不存在） + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + GroupName TEXT UNIQUE NOT NULL + ); + """ + cursor.execute(create_table_sql) + + # 构建插入数据格式 + insert_sql = f""" + INSERT OR IGNORE INTO {table_name} (GroupName) + VALUES (?) + """ + + data_to_insert = [(name,) for name in group_name_list] + + # 批量插入 + cursor.executemany(insert_sql, data_to_insert) + conn.commit() + + inserted_count = cursor.rowcount + if inserted_count > 0: + print(f"✅ 成功插入 {inserted_count} 个组名") + else: + print("⚠️ 没有新的组名被插入（可能已存在）") + + return inserted_count + + except Exception as e: + print(f"❌ 插入失败: {e}") + conn.rollback() + return 0 + + finally: + conn.close() + + +# 示例调用 +if __name__ == "__main__": + groups = ["Copier", "Admin", "Guest", "Developer"] + count = InsertGroupToDB(groups) + print(f"共插入 {count} 个新组名。") diff --git a/ntfs_utils/db_path.py b/ntfs_utils/db_path.py new file mode 100644 index 0000000..5d5abf6 --- /dev/null +++ b/ntfs_utils/db_path.py @@ -0,0 +1,178 @@ +import hashlib +import os +import sqlite3 + + +def GenerateHash(s: str) -> str: + """ + 对输入字符串生成 SHA-256 哈希值。 + 用于唯一标识一个路径（PathHash）。 + """ + return hashlib.sha256(s.encode('utf-8')).hexdigest() + + +def ShouldSkipPath(path: str) -> bool: + """ + 判断是否应跳过该路径（NTFS元文件或系统文件夹）。 + """ + name = os.path.basename(path) + if name.startswith('$'): + return True + if name == "System Volume Information": + return True + return False + + +def ScanVolume(volume_letter: str): + """ + 完整扫描指定磁盘的所有文件和目录，忽略 NTFS 元文件和系统文件夹， + 并为每个节点分配 ParentID。 + + 返回: + list of dict：包含文件/目录信息的字典列表 + """ + root_path = f"{volume_letter.upper()}:\\" + if not os.path.exists(root_path): + raise ValueError(f"磁盘 {root_path} 不存在") + + result = [] + path_to_id = {} # 用于记录路径到数据库 ID 的映射 + counter = 1 # 模拟数据库自增 ID + + for root, dirs, files in os.walk(root_path, topdown=True, onerror=None, followlinks=False): + # 过滤掉需要跳过的目录 + dirs[:] = [d for d in dirs if not ShouldSkipPath(os.path.join(root, d))] + + for entry in files + dirs: + full_path = os.path.join(root, entry) + + if ShouldSkipPath(full_path): + continue + + try: + if os.path.isdir(full_path): + is_dir = 1 + bytes_size = 0 + elif os.path.isfile(full_path): + is_dir = 0 + bytes_size = os.path.getsize(full_path) + else: + continue + + name = entry + + # ✅ 修正点：对 Path 字段进行哈希 + path_hash = GenerateHash(full_path) + + # 计算 ContentSize（KB），小文件至少显示为 1 KB + content_size = bytes_size // 1024 + if content_size == 0 and bytes_size > 0: + content_size = 1 + + # 获取父目录路径 + parent_path = os.path.dirname(full_path) + parent_id = path_to_id.get(parent_path, 0) # 默认为 0（根目录可能未录入） + + item = { + "ID": counter, + "Path": full_path, + "Name": name, + "PathHash": path_hash, + "IsDir": is_dir, + "ParentID": parent_id, + "ContentSize": content_size + } + + result.append(item) + path_to_id[full_path] = counter + counter += 1 + + except Exception as e: + print(f"⚠️ 跳过路径 {full_path}，错误: {e}") + + return result + + +def InsertPathDataToDB(data, db_path='../src/db_ntfs_info.db', table_name='db_path', batch_size=20): + """ + 批量将扫描结果写入数据库。 + """ + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + # 创建表（如果不存在） + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + Path TEXT NOT NULL, + Name TEXT NOT NULL, + PathHash TEXT UNIQUE NOT NULL, + IsDir INTEGER NOT NULL CHECK(IsDir IN (0, 1)), + ParentID INTEGER, + ContentSize INTEGER, + + FOREIGN KEY(ParentID) REFERENCES {table_name}(ID) + ); + """ + cursor.execute(create_table_sql) + + # 插入语句（忽略重复 PathHash） + insert_sql = f""" + INSERT OR IGNORE INTO {table_name} + (Path, Name, PathHash, IsDir, ParentID, ContentSize) + VALUES (?, ?, ?, ?, ?, ?) + """ + + total_inserted = 0 + batch = [] + + for item in data: + batch.append(( + item['Path'], + item['Name'], + item['PathHash'], + item['IsDir'], + item['ParentID'] or 0, + item['ContentSize'] + )) + + if len(batch) >= batch_size: + cursor.executemany(insert_sql, batch) + conn.commit() + total_inserted += cursor.rowcount + print(f"✅ 提交一批 {len(batch)} 条数据") + batch.clear() + + # 插入剩余数据 + if batch: + cursor.executemany(insert_sql, batch) + conn.commit() + total_inserted += cursor.rowcount + print(f"✅ 提交最后一批 {len(batch)} 条数据") + + print(f"✅ 总共插入 {total_inserted} 条记录到数据库。") + + except Exception as e: + print(f"❌ 插入失败: {e}") + conn.rollback() + + finally: + conn.close() + + +# 示例主函数 +def main(): + volume_letter = "Z" + + print(f"🔍 开始全盘扫描磁盘 {volume_letter}:\\ ...") + scanned_data = ScanVolume(volume_letter) + + print(f"📊 共扫描到 {len(scanned_data)} 条有效记录，开始入库...") + InsertPathDataToDB(scanned_data) + + print("✅ 全盘扫描与入库完成") + + +if __name__ == "__main__": + main() diff --git a/ntfs_utils/db_user.py b/ntfs_utils/db_user.py new file mode 100644 index 0000000..54f41ae --- /dev/null +++ b/ntfs_utils/db_user.py @@ -0,0 +1,66 @@ +import sqlite3 + + +def InsertUserToDB(username_list, db_path='../src/db_ntfs_info.db', table_name='db_user'): + """ + 向用户表中插入多个用户名。 + + 参数: + username_list: list of str，要插入的用户名列表 + db_path: str，SQLite 数据库路径 + table_name: str，用户表名 + + 返回: + int: 成功插入的新用户数量 + """ + if not isinstance(username_list, list): + raise TypeError("username_list 必须是一个列表") + + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + # 创建表（如果不存在） + create_table_sql = f""" + CREATE TABLE IF NOT EXISTS {table_name} ( + ID INTEGER PRIMARY KEY AUTOINCREMENT, + UserName TEXT UNIQUE NOT NULL + ); + """ + cursor.execute(create_table_sql) + + # 插入语句（忽略重复） + insert_sql = f""" + INSERT OR IGNORE INTO {table_name} (UserName) + VALUES (?) + """ + + # 构建数据格式 + data_to_insert = [(name,) for name in username_list] + + # 批量插入 + cursor.executemany(insert_sql, data_to_insert) + conn.commit() + + inserted_count = cursor.rowcount + if inserted_count > 0: + print(f"✅ 成功插入 {inserted_count} 个用户") + else: + print("⚠️ 没有新的用户被插入（可能已存在）") + + return inserted_count + + except Exception as e: + print(f"❌ 插入失败: {e}") + conn.rollback() + return 0 + + finally: + conn.close() + + +# 示例调用 +if __name__ == "__main__": + users = ["Alice", "Bob", "Charlie", "David"] + count = InsertUserToDB(users) + print(f"共插入 {count} 个新用户。") diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000..7ef3911 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,9 @@ +[project] +name = "fastcopy" +version = "0.1.0" +description = "Add your description here" +readme = "README.md" +requires-python = ">=3.12" +dependencies = [ + "psutil>=7.0.0", +] diff --git a/src/db_ntfs_info.db b/src/db_ntfs_info.db new file mode 100644 index 0000000000000000000000000000000000000000..ce7cfdfce84e5ceb645d142f47b9cb4947625be4 GIT binary patch literal 73728 zcmeI4ZERcB8OQJSwXfqOzE56AO`3+7wowz&P`|%yLn5T6WKGkOCeuKL=-R$^Tpasi z-vp-`+S0CKorWe&fF?GyNpwj2uY7#jcs4Xq`}ZMq%qO5ZbOU>5C}f(oO^92 zar06dK%x3uiJo(x=e#`Ucb;?K&asc)K9(~yZ>Ct9RSj=YXcI(HxY_F!1mP_E@2LLU zn9Q?(JNvJF#9CqFX0ux@!$<6+pcYq}lW;5gJtj4_f>ZEsSeDwCI zgm?V#q<4I3Y^>h7L4SwrN%VdiPA*vOa#i{#{Pr2EW)Qdkzn7+%N9)vd)>FIZug-(=#+Ao(?zk z&>S6OsgKq%t zF{K*0Vxd;mr5UtB)|go`*BxQOfBx(v7auzJ#xI_@@Ys*udiGoAzx(rx-#GKuvuEmg zZaqAa7(Fn~=gxrDvqA4f;?~4OVtgcVl+U{Y>+itm{z0?I;F)f>IcLA;s*M4+SFQ-9Dn0w1Tmkg-@*8)bfluxt13&W>!&~YUK=TCs-aEhsxyD7Hf}srOy@ESYZ!-9DXm;y%Q$DutYJEu zJE1KFMeQt9ZEg+AT9k~D;#|SFv^Fb5{Tl|ce|n=RW;q(dxaP6dMqtA>0voo$a;)1% zaKko&8@9o6tlLIt!!|-2w!v~Vv{9eVA9u=Ib8N+w=hxtAb8_=pzbsIfohg=2ofU=I zV40`x4a!%i(2Am2KCQ}Yw`t9;6-DOQgfmN6=cZGwE#|rDbg_1BT6RCt+IVi_wq@rg z9&SsMcfEUxT3~X?`B|6pORodm&d)CE*?IZ;q-(q#SYpqs8ZEO^Qf&&>ZyCHJw(?WJ)(Gy z19)ZJPA=#TQ=l5NreSp4JFw@C#~0uD!T0y<_3pXw$OErG^VCx6{Mo1XG)D7b-Mk&* zH_-Jc9bAk{)-C;TjY6te$mFt&f|al}Qn1vUrf^VOupl&q&PoVhQS);R6qbBHVv{{L z+#udzdS1QRFKhSCX$5xWx9>24@Xa1Qp$ee&? zs)bGpP5c>csA+?V%fs6&#}h7k&MM}YH+W{T;?68+C1rZQTGYNlQERZwqE?bW$D7W& zSwf;`1-eLoWC9-$009sH0T2KI5C8!X009sH0T2LzEk>YIwhOzuM)GrILo4z3k0DwEmObnbxas$TOpglmHa$wO)64W6{d9|U z6YhWj2!H?xfB*=900@8p2!H?xfWTEuz-^QI#QH82TZb$S@#r#7njX zIQag5k^U>NKYTy{1V8`;KmY_l00ck)1V8`;KmY`;8Un4NL!fTqPU}}A__hI&J`~s= zJ|F-BAOHd&00JNY0w4eaAOHd&00LJZ0lP%5JNff}zw(km+eo9E=(O^Z@(%kgzy!TW zFVG=+Q2B_$%B%DkJ)yiwZuTnychMBxPqTE69;WB%Ddht7(hz+>bMzX$LJsP``aq#a zAOHd&00JNY0w4eaAOHd&00LW-fK%!eQ@Y;YBz1|$)p>QdEVYaJ!Y(e3mv@@xa`}30 zo-ttYx=znJeVFxlF3YwOpq2c@LLb zMcc;ZY;nHJl=sYE!=*Z(>okw`PzRUysq^jDaj=cc)965kj^x7gRUDDm#NT=Cay>qQxzvyu!PJNm3+D4;0l(obD1j7OI+rQS(_|%x{Qip z?f-vQpm(?ESi&t3009sH0T2KI5C8!X009sH0T2LzD!3m00ck)1V8`;KmY_l00cnb^FUzb`oBX_1o|=Eto&VB zU`c#H00ck)1V8`;KmY_l00ck)1g?4lIfqM#_AR=bMDflq9Mf|tW3Hr?k4@Y*a&-7c z_5*bFL`?OonP4y-%cNt`xGxm-#gp+sED+M-sy`M=`hzho5Ks9tfk@OB)FMeWne>H| zv3S&bRZSZXu*g-8P~!YH4@X}sZ1*4Q$yi+ zCg}HNQt^nE@@w&MG?SlFj!v`jJ?31+ltCdAafu&TwQ(Nr)H2xgM0z}+^N(9elAxmfKp zT0URAk^QV*JrRutV}W=`_4#ALP#_pjMnhpAD;Q0NHCB-?70*Qdj7mt&sIf>m6%8a~ z$xI~X3o@$7K=f|W^1i9b#_CUNvqes)CX>Nv$QK9)GLcX!qK1?4P%_49(HP}uIG&2D zX@4XhPit(bVi7eJ3Pd$OLl=)kf|_3o`o!1y_x~Nr;{xqdF4COxI6ZUK2RS+j0w4ea zAOHd&00JNY0w4eaAh0zFBeVbr6YuW5O1Iesqvu_4$`xzJ4X5Rqt z@Ba&JTXW#y6$pR;2!H?xfB*=900@8p2!H?xfWRk10MGxQ3`f)g0w4eaAOHd&00JNY z0w4eaAOHeenE-$O?^pgL(EIcs`Um}u{!D+M-_S4VN%|T6gnmd5(Rb*Z^ffXlPiZ0#}t*>yz@Gqzg#Rh zdRfNk33&(8m(-Hn!{mvaE^p_@T2}66GFQmS*D{$@4cWtFI-i%fF{xEFxr@o!;=Ftf zm-o!eolL6pIk|%$>mj+F$@|oKxy?Kd%EV-HR+kkfv$>4yW>PO?ovqv-oi*6P6zpsN zax*uiGfo#X=(211;rs#f}rE~N!Jx@<57pRwp=mVOg*XR{;Q2(be zpr{fAKmY_l00ck)1V8`;KmY_l00dSe;FLN=w*KGWBz1{={eQPCwTt?~E-sFjcbevM z`Fd{V>;GP^VC(;VW`4H*e;v;lJ<-ecZ2f-+mu&sN$2``u+qq=x|J_`&_5W+RWb6MP zF4_A3HZIxvf0rrmnZJfhw*KE~9_yhFF4_8jyLB9F