Merge branch 'wxz' of http://8.142.150.114:3001/graphRag/nebula-llm-qa into zhz

data/analyze_data/analyze_pdf.py

@@ -0,0 +1,13 @@
+import pdfplumber
+import pandas as pd
+
+def readPdf(path, pageNumber):
+    with pdfplumber.open(path) as pdf:
+        content = ''
+        # 读取PDF文档第i+1页
+        page = pdf.pages[pageNumber]
+
+        # page.extract_text()函数即读取文本内容，下面这步是去掉文档最下面的页码
+        page_content = '\n'.join(page.extract_text().split('\n')[:-1])
+        content = content + page_content
+        return content

data/analyze_data/analyze_xls.py

@@ -0,0 +1,30 @@
+import pandas as pd
+
+def readXls(path):
+    # 读取xls文件
+    df = pd.read_excel(path)
+
+    # 分隔
+    num_columns = df.shape[1]
+    for col_index in range(num_columns):
+        column_data = df.iloc[:, col_index]
+        for value in column_data:
+            if "+" in str(value):
+                column_data=column_data.astype(str).str.split('+')
+                break
+            if "," in str(value):
+                column_data=column_data.astype(str).str.split(',')
+                break
+            if "/" in str(value):
+                column_data=column_data.astype(str).str.split('/')
+                break
+        df.iloc[:, col_index]=column_data
+
+    # 将DataFrame数据转换为字典列表
+    data_list = df.to_dict('records')
+    return data_list
+
+
+
+
+

data/source/机械相关专业数据汇总/专业分类数据（岗位分析套表、技能等级标准等）/460301【机电一体化技术专业】/460301【机电一体化技术专业】典型岗位的典型标准分析套表/~$460301【机电一体化技术专业】典型岗位的典型标准分析套表.xlsx

@@ -0,0 +1 @@
+