From e167ff5d9fde80b992461002c4985577826612d8 Mon Sep 17 00:00:00 2001 From: Burgess Leo <1799594843@qq.com> Date: Mon, 19 May 2025 10:21:12 +0800 Subject: [PATCH] temp store --- db_manage/clear_table_record.py | 29 ++++++ db_manage/create_tables.py | 2 +- ntfs_utils/db_node.py | 150 ++++++++++++++++++++++++++++++++ src/db_ntfs_info.db | Bin 73728 -> 73728 bytes 4 files changed, 180 insertions(+), 1 deletion(-) create mode 100644 db_manage/clear_table_record.py create mode 100644 ntfs_utils/db_node.py diff --git a/db_manage/clear_table_record.py b/db_manage/clear_table_record.py new file mode 100644 index 0000000..c9d4b64 --- /dev/null +++ b/db_manage/clear_table_record.py @@ -0,0 +1,29 @@ +import sqlite3 + + +def ClearTableRecordsWithReset(db_path, table_name): + """ + 清空指定表的记录，并重置自增ID。 + + :param db_path: str, SQLite 数据库路径 + :param table_name: str, 表名 + """ + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + try: + cursor.execute(f"DELETE FROM {table_name};") + cursor.execute(f"DELETE FROM sqlite_sequence WHERE name='{table_name}';") + conn.commit() + print(f"表 [{table_name}] 已清空并重置自增ID") + except sqlite3.Error as e: + print(f"❌ 操作失败: {e}") + finally: + conn.close() + + +if __name__ == '__main__': + # ClearTableRecordsWithReset(db_path='../src/db_ntfs_info.db', table_name='db_path') + # ClearTableRecordsWithReset(db_path='../src/db_ntfs_info.db', table_name='db_device') + # ClearTableRecordsWithReset(db_path='../src/db_ntfs_info.db', table_name='db_config') + ClearTableRecordsWithReset(db_path='../src/db_ntfs_info.db', table_name='db_node') diff --git a/db_manage/create_tables.py b/db_manage/create_tables.py index a2e5fe9..1f58153 100644 --- a/db_manage/create_tables.py +++ b/db_manage/create_tables.py @@ -138,7 +138,7 @@ def CreateDBNodeTable(db_path='../src/db_ntfs_info.db', table_name='db_node'): extent4_Length INTEGER, -- 外键约束（可选） - FOREIGN KEY(PathID) REFERENCES path_table(ID), + FOREIGN KEY(PathID) REFERENCES db_path(ID), FOREIGN KEY(ExtendNameID) REFERENCES extname_table(ID), FOREIGN KEY(GroupID) REFERENCES groups(ID), FOREIGN KEY(UserID) REFERENCES users(ID) diff --git a/ntfs_utils/db_node.py b/ntfs_utils/db_node.py new file mode 100644 index 0000000..241d824 --- /dev/null +++ b/ntfs_utils/db_node.py @@ -0,0 +1,150 @@ +import hashlib +import random +import sqlite3 + + +# 工具函数：获取文件扩展名 +def GetFileExtension(name: str) -> str: + parts = name.rsplit('.', 1) + return parts[1].lower() if len(parts) > 1 else "" + + +# 获取 ExtendNameID（基于文件名后缀） +def GetExtendNameId(name: str, cursor: sqlite3.Cursor) -> int: + ext = GetFileExtension(name) + if not ext: + return 0 + + cursor.execute("SELECT ID FROM db_extend_name WHERE ExtendName = ?", (ext,)) + result = cursor.fetchone() + return result[0] if result else 0 + + +# 获取 DirLayer（路径层级） +def GetDirLayer(path: str) -> int: + # 示例：Z:\demo.jpg → 层级为0；Z:\pictures\RHCE.jpg → 层级为1 + path = path.strip().strip("\\") + return path.count("\\") + + +# 获取 GroupID（默认第一个） +def GetFirstGroupId(cursor: sqlite3.Cursor) -> int: + cursor.execute("SELECT ID FROM db_group ORDER BY ID LIMIT 1") + result = cursor.fetchone() + return result[0] if result else 0 + + +# 获取 UserID（默认第一个） +def GetFirstUserId(cursor: sqlite3.Cursor) -> int: + cursor.execute("SELECT ID FROM db_user ORDER BY ID LIMIT 1") + result = cursor.fetchone() + return result[0] if result else 0 + + +# 获取设备ID（db_device第一条记录） +def GetDeviceId(cursor: sqlite3.Cursor) -> int: + cursor.execute("SELECT ID FROM db_device ORDER BY ID LIMIT 1") + result = cursor.fetchone() + return result[0] if result else 0 + + +# 获取文件大小（伪数据） +def GetFileSize(full_path: str) -> int: + return random.randint(100, 999) + + +# 获取文件内容哈希（伪数据） +def GetFileHash(full_path: str) -> str: + return hashlib.sha256(full_path.encode()).hexdigest() + + +# 获取分片数（1~4） +def GetExtentCount(full_path: str) -> int: + return random.randint(1, 4) + + +# 获取随机位置 +def GetRandomLocation() -> int: + return random.randint(1000, 9999) + + +# 获取随机长度 +def GetRandomLength() -> int: + return random.randint(1000, 9999) + + +# 主函数：将 db_path 数据导入 db_node +def MigratePathToNode(db_path='../src/db_ntfs_info.db'): + conn = sqlite3.connect(db_path) + cursor = conn.cursor() + + group_id = GetFirstGroupId(cursor) + user_id = GetFirstUserId(cursor) + device_id = GetDeviceId(cursor) + + cursor.execute("SELECT ID, Path, Name, ParentID FROM db_path") + rows = cursor.fetchall() + + for row in rows: + path_id, full_path, name, parent_id = row + + # 计算字段 + name_hash = hashlib.sha256(name.encode()).hexdigest() + dir_layer = GetDirLayer(full_path) + extend_name_id = GetExtendNameId(name, cursor) + file_size = GetFileSize(full_path) + file_hash = GetFileHash(full_path) + extent_count = GetExtentCount(full_path) + + # 构建插入语句字段和参数 + fields = [ + 'PathID', 'ParentID', 'NameHash', 'PathHash', + 'ExtendNameID', 'DirLayer', 'GroupID', 'UserID', + 'FileSize', 'FileMode', 'FileHash', 'ExtentCount' + ] + values = [ + path_id, parent_id, name_hash, '', # PathHash 待填 + extend_name_id, dir_layer, group_id, user_id, + file_size, 'default', file_hash, extent_count + ] + + # 查询 PathHash（与 db_path.PathHash 一致） + cursor.execute("SELECT PathHash FROM db_path WHERE ID = ?", (path_id,)) + path_hash_result = cursor.fetchone() + path_hash = path_hash_result[0] if path_hash_result else "" + values[3] = path_hash # 替换 PathHash + + # 处理 Extent 片段字段 + extent_data = [] + for i in range(1, 5): + if i <= extent_count: + location = GetRandomLocation() + length = GetRandomLength() + extent_data.extend([device_id, location, length]) + else: + extent_data.extend([None, None, None]) + + # 拼接字段和值 + extent_fields = [ + "extent1_DeviceID", "extent1_Location", "extent1_Length", + "extent2_DeviceID", "extent2_Location", "extent2_Length", + "extent3_DeviceID", "extent3_Location", "extent3_Length", + "extent4_DeviceID", "extent4_Location", "extent4_Length" + ] + fields += extent_fields + values += extent_data + + # 构建 SQL 插入语句 + placeholders = ', '.join('?' * len(values)) + insert_sql = f"INSERT INTO db_node ({', '.join(fields)}) VALUES ({placeholders})" + + # 执行插入 + cursor.execute(insert_sql, values) + + conn.commit() + conn.close() + print("✅ db_path 数据已成功迁移到 db_node 表") + + +if __name__ == '__main__': + MigratePathToNode() diff --git a/src/db_ntfs_info.db b/src/db_ntfs_info.db index ce7cfdfce84e5ceb645d142f47b9cb4947625be4..4d349decec950b2f0c9227dc7a036d41957466b0 100644 GIT binary patch delta 1045 zcmaiz%WGXl9LLY=Hs^8go!)X=lACh9!PchOH1j$$=j>8#d_ZZjt>VgbX3mTjB2 zn{#U;y0sB~Hr`tGJnzt61nxP%e2Pr3dZ*`qXr!43{7J9*b8`gz((u8j^>@LgY!h^9 z3*ld35`N=PW_N?_V0(FaCA|Gk%dYtyJDK+EgW3zW8yso8eYto3f{QoLojaA<8|g9o zMS9e(r6=s4DYwV6j(sWX+GYZxbZV++Mbhq`)iOdYbHXHzja?8R;q-e5B;+wC8{5pc%?e}fh9 z1Z;z^!6vvfXdV0zG_p7x_nqwgLZxeVW%~Isx2T@%WwMdo*=yqZd$qy#^y&M}S~lun zG!Hb|^&{D+6FHEX{$g#y^ZkCK-|+n;8P*NP-8cz?-PDa3;%w;I~Q}@xlAohwn>a{Oi#_l8?L5 zSlqqPUyT0OM-&Q(3PJ=bgf3_)6fp)e4M7x^6hT9=D!F0I zB}ztUg;j3sgEi_r`H%KJ-CsMi)c(Ex{pgFG$E|x4i~WVrS&D~f;^aRxiQ_WFv~z{r zVaXxZnh2G1N*Px}{h~lZNS$Nt(nw%hqKZQ<4MGx@6_%xe70oHb1r&LecPp@tNo9HeIw4tvwIY9LY1i8{$MF}WrUGVkGp0_s3k;38o@}J7rerV z8(t{wNR(0viVUSFw^!C@;&64hw4GZ&vlON`yKlwcK6hg5tLV%AO@G2mc3`+;@(d4- zis7)-d1V}NrI{*>)Y`!j0_7$bTp3rIxMSnK!$Jy)3(Yhm9OuX=%%~)sLhOJts+h13 uw{V*IPxjlhu{G0*z`f|{;rKX+=dyn~uZ^#K_qYy+KTE?!ebB!06#NTEr~X<1 delta 328 zcmZoTz|wGlWrDQe5(WkaAt+`7(m4}#jP;i==;iI?eWhcuNwKa#B;0;!`V1Qu9*a3_<50SH}=ng%C$4A6Esq@ML>F$H|?{D%=V{ zplK+?ChjUfS%F`A@_A-7