-
Notifications
You must be signed in to change notification settings - Fork 165
/
build_api_db.py
159 lines (129 loc) · 5.16 KB
/
build_api_db.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
#coding=utf-8
'''
Created on 2015年10月27日
一些预处理脚本
@author: atool
'''
import os
from db import api_dbs
from db import other_dbs
from api import api_utils
from config import sdks_config, sqlite_info
from db import api_dbs
from db import other_dbs
from api import api_utils
from config import sdks_config
from api.api_utils import framework_dump_apis
#重建document api数据库
def rebuild_document_api(sdk, docset):
'''
document api
set_C
'''
#先删除对应的sdk document api数据
api_dbs.delete_apis_by_sdk('document_apis', sdk)
document_apis = api_utils.document_apis(sdk, docset)
#for api in document_apis:
# print api
return api_dbs.insert_apis('document_apis', document_apis)
def rebuild_framework_header_api(sdk, framework_folder):
'''
public framework header(.h) api
set_B
'''
api_dbs.delete_apis_by_sdk('framework_header_apis', sdk)
framework_header_apis = api_utils.framework_header_apis(sdk, framework_folder)
#for api in framework_header_apis:
# print api
return api_dbs.insert_apis('framework_header_apis', framework_header_apis)
def rebuild_dump_framework_api(sdk, framework_folder):
'''
public framework dump apis
set_A
'''
api_dbs.delete_apis_by_sdk('framework_dump_apis', sdk)
framework_dump_header_apis = api_utils.framework_dump_apis(sdk, framework_folder)
#for api in framework_dump_header_apis:
# print api
return api_dbs.insert_apis('framework_dump_apis', framework_dump_header_apis)
def rebuild_dump_private_framework_api(sdk, framework_folder):
'''
private framework dump api
set_D
'''
api_dbs.delete_apis_by_sdk('private_framework_dump_apis', sdk)
pri_framework_dump_apis = api_utils.private_framework_dump_apis(sdk, framework_folder)
pri_framework_dump_apis = api_utils.deduplication_api_list(pri_framework_dump_apis)
#for api in pri_framework_dump_apis:
# print api
return api_dbs.insert_apis('private_framework_dump_apis', pri_framework_dump_apis)
def rebuild_private_api(sdk, include_private_framework = False):
'''
set_E private api
undocument_api = set_B - set_C
set_E = set_A - set_C - undocument_api = set_A - set_B
if include_private_framework: set_E = set_E + set_D
'''
# first flush the table data
api_dbs.delete_apis_by_sdk('framework_private_apis', sdk_version['sdk'])
api_dbs.delete_apis_by_sdk('private_apis', sdk_version['sdk'])
framework_dump_private_apis = []
framework_dump_apis = api_dbs.get_framework_dump_apis(sdk_version['sdk'])
pub_cnt = 0
pri_cnt = 0
__cnt = 0
for api in framework_dump_apis:
if api['api_name'] and api['api_name'][0:1] == '_':
__cnt = __cnt + 1
framework_dump_private_apis.append(api)
continue
#对于不以下划线开头的
r = api_dbs.is_api_exist_in('framework_header_apis', api)
if r:
pub_cnt = pub_cnt + 1
else:
r = api_dbs.is_api_exist_in('document_apis', api)
if r:
pub_cnt = pub_cnt + 1
else:
pri_cnt = pri_cnt + 1
framework_dump_private_apis.append(api)
print 'pub_cnt:', pub_cnt
print 'pri_cnt:', pri_cnt
print '__cnt:', __cnt
print 'private api lengh:', len(framework_dump_private_apis)
print 'start group by...'
#去除重复
framework_dump_private_apis = api_utils.deduplication_api_list(framework_dump_private_apis)
print 'deduplication private api len:', len(framework_dump_private_apis)
rst = api_dbs.insert_apis('private_apis', framework_dump_private_apis)
print 'insert into db private_apis, len:', rst
rst = api_dbs.insert_apis('framework_private_apis', framework_dump_private_apis)
print 'insert into db framework_private_apis, len:', rst
if include_private_framework:
private_framework_apis = api_dbs.get_private_framework_dump_apis(sdk_version['sdk'])
rst = api_dbs.insert_apis('private_apis', framework_dump_private_apis)
print 'insert into db private_apis, len:', rst
return True
def rebuild_sdk_private_api(sdk_version, include_private_framework = False):
#1. set_A public framework dump api
print 'set_A'
print rebuild_dump_framework_api(sdk_version['sdk'], sdk_version['framework'])
#2. set_B public framework .h api
print 'set_B'
print rebuild_framework_header_api(sdk_version['sdk'], sdk_version['framework'])
#3. set_C docset file -> ducument api
print 'set_C'
print rebuild_document_api(sdk_version['sdk'], sdk_version['docset'])
#4. set_D private framework dump api
print 'set_D'
print rebuild_dump_private_framework_api(sdk_version['sdk'], sdk_version['private_framework'])
#5. private api
rebuild_private_api(sdk_version['sdk'], include_private_framework)
if __name__ == '__main__':
#数据库不存在，则创建数据库
if not os.path.exists(sqlite_info["DB"]):
print 'db not exists, creating...'
print other_dbs.create_some_table()
for sdk_version in sdks_config:
rebuild_sdk_private_api(sdk_version, False)