From e89d7a846493a53d65e7235ece49b4aed3069c1c Mon Sep 17 00:00:00 2001
From: tangwang <tangwang@essa.top>
Date: Tue, 21 Oct 2025 13:10:26 +0800
Subject: [PATCH] deepwalk refactor for memsave and perfermance optimize

---
 offline_tasks/IMPORT_FIXES.md                  | 96 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 offline_tasks/scripts/add_names_to_swing.py    |  1 +
 offline_tasks/scripts/fetch_item_attributes.py |  1 +
 offline_tasks/scripts/generate_session.py      |  3 ++-
 offline_tasks/scripts/i2i_content_similar.py   |  1 +
 offline_tasks/scripts/i2i_item_behavior.py     |  1 +
 offline_tasks/scripts/i2i_session_w2v.py       |  1 +
 offline_tasks/scripts/i2i_swing.py             |  1 +
 offline_tasks/scripts/interest_aggregation.py  |  1 +
 offline_tasks/scripts/load_index_to_redis.py   |  2 ++
 offline_tasks/scripts/tag_category_similar.py  |  1 +
 11 files changed, 108 insertions(+), 1 deletion(-)
 create mode 100644 offline_tasks/IMPORT_FIXES.md

diff --git a/offline_tasks/IMPORT_FIXES.md b/offline_tasks/IMPORT_FIXES.md
new file mode 100644
index 0000000..a4985dd
--- /dev/null
+++ b/offline_tasks/IMPORT_FIXES.md
@@ -0,0 +1,96 @@
+# Import 修复报告
+
+## 修复日期
+2025-10-21
+
+## 修复内容
+
+### 添加缺失的 `import os`
+
+以下文件缺少 `import os` 导入，已全部修复：
+
+1. ✅ **add_names_to_swing.py** - 添加了 `import os`
+2. ✅ **generate_session.py** - 规范化了导入（从 `import json,os` 改为单独的 `import os`）
+3. ✅ **i2i_session_w2v.py** - 添加了 `import os`
+4. ✅ **i2i_swing.py** - 添加了 `import os`
+5. ✅ **interest_aggregation.py** - 添加了 `import os`
+6. ✅ **tag_category_similar.py** - 添加了 `import os`
+
+## 验证结果
+
+### 所有脚本状态
+
+```
+✓ add_names_to_swing.py
+✓ debug_utils_backup.py
+✓ debug_utils.py
+✓ fetch_item_attributes.py
+✓ generate_session.py
+✓ i2i_content_similar.py
+✓ i2i_deepwalk.py
+✓ i2i_item_behavior.py
+✓ i2i_session_w2v.py
+✓ i2i_swing.py
+✓ interest_aggregation.py
+✓ load_index_to_redis.py
+✓ tag_category_similar.py
+```
+
+### 编译检查
+
+所有核心任务脚本编译通过，无语法错误。
+
+**注意**: `test_es_connection.py` 有语法错误（第183行），但这是测试文件，不影响主要任务运行。
+
+## 最终结构检查
+
+```
+✓ db_service.py 存在于 offline_tasks/ 根目录
+✓ config/offline_config.py 存在
+✓ deepwalk 模块完整 (deepwalk.py + alias.py)
+✓ run.sh 已设置 PYTHONPATH
+✓ 共 14 个脚本文件
+✓ 所有使用 os 模块的文件都已正确导入
+```
+
+## 导入规范
+
+所有脚本现在遵循标准导入规范：
+
+```python
+# 标准库导入
+import os
+import json
+import argparse
+from datetime import datetime
+from collections import defaultdict
+
+# 第三方库导入
+import pandas as pd
+import numpy as np
+from gensim.models import Word2Vec
+
+# 本地模块导入
+from db_service import create_db_connection
+from config.offline_config import DB_CONFIG, OUTPUT_DIR
+from scripts.debug_utils import setup_debug_logger
+from deepwalk.deepwalk import DeepWalk
+```
+
+## 完成清单
+
+- [x] 所有缺少 `import os` 的文件已修复
+- [x] 所有核心脚本编译通过
+- [x] 导入语句规范化
+- [x] 文件结构验证完成
+- [x] PYTHONPATH 设置正确
+
+## 可以运行了！
+
+```bash
+cd /home/tw/recommendation/offline_tasks
+bash run.sh
+```
+
+所有 Task 3, Task 5, Task 6 的问题都已解决！
+
diff --git a/offline_tasks/scripts/add_names_to_swing.py b/offline_tasks/scripts/add_names_to_swing.py
index 1b103bb..6187f17 100644
--- a/offline_tasks/scripts/add_names_to_swing.py
+++ b/offline_tasks/scripts/add_names_to_swing.py
@@ -3,6 +3,7 @@
 输入格式: item_id \t similar_item_id1:score1,similar_item_id2:score2,...
 输出格式: item_id:name \t similar_item_id1:name1:score1,similar_item_id2:name2:score2,...
 """
+import os
 import argparse
 from datetime import datetime
 from scripts.debug_utils import setup_debug_logger, load_name_mappings_from_file
diff --git a/offline_tasks/scripts/fetch_item_attributes.py b/offline_tasks/scripts/fetch_item_attributes.py
index d6c7043..9a94818 100644
--- a/offline_tasks/scripts/fetch_item_attributes.py
+++ b/offline_tasks/scripts/fetch_item_attributes.py
@@ -4,6 +4,7 @@
 避免每个任务重复查询数据库
 """
 import pandas as pd
+import os
 import json
 import argparse
 from datetime import datetime
diff --git a/offline_tasks/scripts/generate_session.py b/offline_tasks/scripts/generate_session.py
index acc0e15..e49f8e0 100644
--- a/offline_tasks/scripts/generate_session.py
+++ b/offline_tasks/scripts/generate_session.py
@@ -4,7 +4,8 @@
 输出格式: uid \t {"item_id":score,"item_id":score,...}
 """
 import pandas as pd
-import json,os
+import json
+import os
 from collections import defaultdict
 import argparse
 from datetime import datetime, timedelta
diff --git a/offline_tasks/scripts/i2i_content_similar.py b/offline_tasks/scripts/i2i_content_similar.py
index 415da0c..03c3cd8 100644
--- a/offline_tasks/scripts/i2i_content_similar.py
+++ b/offline_tasks/scripts/i2i_content_similar.py
@@ -5,6 +5,7 @@ i2i - 基于ES向量的内容相似索引
 2. 基于图片向量的相似度
 """
 import json
+import os
 import pandas as pd
 from datetime import datetime, timedelta
 from elasticsearch import Elasticsearch
diff --git a/offline_tasks/scripts/i2i_item_behavior.py b/offline_tasks/scripts/i2i_item_behavior.py
index 23edb76..6c3e04b 100644
--- a/offline_tasks/scripts/i2i_item_behavior.py
+++ b/offline_tasks/scripts/i2i_item_behavior.py
@@ -1,5 +1,6 @@
 import pandas as pd
 import math
+import os
 from collections import defaultdict
 from sqlalchemy import create_engine
 from db_service import create_db_connection
diff --git a/offline_tasks/scripts/i2i_session_w2v.py b/offline_tasks/scripts/i2i_session_w2v.py
index 92c13cf..ae9c634 100644
--- a/offline_tasks/scripts/i2i_session_w2v.py
+++ b/offline_tasks/scripts/i2i_session_w2v.py
@@ -4,6 +4,7 @@ i2i - Session Word2Vec算法实现
 """
 import pandas as pd
 import json
+import os
 import argparse
 from datetime import datetime
 from collections import defaultdict
diff --git a/offline_tasks/scripts/i2i_swing.py b/offline_tasks/scripts/i2i_swing.py
index 212b955..93cc011 100644
--- a/offline_tasks/scripts/i2i_swing.py
+++ b/offline_tasks/scripts/i2i_swing.py
@@ -5,6 +5,7 @@ i2i - Swing算法实现
 """
 import pandas as pd
 import math
+import os
 from collections import defaultdict
 import argparse
 import json
diff --git a/offline_tasks/scripts/interest_aggregation.py b/offline_tasks/scripts/interest_aggregation.py
index 73a2e01..763f27c 100644
--- a/offline_tasks/scripts/interest_aggregation.py
+++ b/offline_tasks/scripts/interest_aggregation.py
@@ -4,6 +4,7 @@
 """
 import pandas as pd
 import math
+import os
 import argparse
 import json
 from datetime import datetime, timedelta
diff --git a/offline_tasks/scripts/load_index_to_redis.py b/offline_tasks/scripts/load_index_to_redis.py
index 21d30e8..158901c 100644
--- a/offline_tasks/scripts/load_index_to_redis.py
+++ b/offline_tasks/scripts/load_index_to_redis.py
@@ -5,6 +5,8 @@
 import redis
 import argparse
 import logging
+import os
+import sys
 from datetime import datetime
 from config.offline_config import REDIS_CONFIG, OUTPUT_DIR
 
diff --git a/offline_tasks/scripts/tag_category_similar.py b/offline_tasks/scripts/tag_category_similar.py
index 3f7622c..18066cc 100644
--- a/offline_tasks/scripts/tag_category_similar.py
+++ b/offline_tasks/scripts/tag_category_similar.py
@@ -1,5 +1,6 @@
 import pandas as pd
 import math
+import os
 from collections import defaultdict
 from sqlalchemy import create_engine
 from db_service import create_db_connection
--
libgit2 0.21.2