forked from microsoft/0xDeCA10B
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathserver.js
203 lines (184 loc) · 5.91 KB
/
server.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
const express = require('express')
const fs = require('fs')
const initSqlJs = require('sql.js')
const app = express()
const port = process.env.PORT || 5387
const jsonParser = express.json()
const dbPath = 'db.sqlite'
initSqlJs().then(SQL => {
let db
if (fs.existsSync(dbPath)) {
const fileBuffer = fs.readFileSync(dbPath)
console.log(`Loading DB from "${dbPath}".`)
db = new SQL.Database(fileBuffer)
} else {
console.log("Creating a new DB.")
db = new SQL.Database()
const sqlstr = "CREATE TABLE model (id INTEGER PRIMARY KEY, name TEXT, address TEXT, description TEXT, model_type TEXT, encoder TEXT, accuracy NUMBER);"
+ "CREATE TABLE data (transaction_hash TEXT PRIMARY KEY, text TEXT);"
+ "CREATE INDEX index_address ON model(address);"
+ "CREATE TABLE accuracy (transaction_hash TEXT, block_number INTEGER, model_id INTEGER, accuracy NUMBER, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP, FOREIGN KEY (model_id) REFERENCES model (id));"
db.run(sqlstr)
}
// MODEL MANAGEMENT
function isBodyValid(body) {
return body && body.name
&& body.address && typeof body.address === 'string' && body.address.startsWith('0x')
}
function persistModel(model) {
db.run('INSERT INTO model VALUES (NULL, ?, ?, ?, ?, ?, ?);', [
model.name,
model.address,
model.description,
model.modelType,
model.encoder,
model.accuracy,
])
fs.writeFileSync(dbPath, Buffer.from(db.export()))
}
// Health
app.get('/api/health', (req, res) => {
res.send({ healthy: true })
})
// Get all models.
app.get('/api/models', (req, res) => {
const { afterAddress, limit } = req.query
const getStmt = db.prepare('SELECT * FROM model WHERE address > $afterAddress LIMIT $limit;',
{
$afterAddress: afterAddress || '',
$limit: limit == null ? 10 : limit,
})
const models = []
while (getStmt.step()) {
const model = getStmt.get()
models.push({
id: model[0],
name: model[1],
address: model[2],
description: model[3],
modelType: model[4],
encoder: model[5],
accuracy: model[6]
})
}
getStmt.free()
let lastAddress = ''
if (models.length > 0) {
lastAddress = models[models.length - 1].address
}
const remainingCountStmt = db.prepare('SELECT COUNT(id) FROM model WHERE address > $afterAddress;',
{
$afterAddress: lastAddress,
})
remainingCountStmt.step()
const remaining = remainingCountStmt.get()[0]
remainingCountStmt.free()
res.send({ models, remaining })
})
// Get model with specific ID.
app.get('/api/model', (req, res) => {
const { modelId, address } = req.query
// Prefer searching by modelId since an address can exist on two different blockchains.
// There's probably a more pure SQL way to do this but it was unclear how exactly.
let model
if (modelId != null) {
const getModelStmt = db.prepare('SELECT * FROM model WHERE id == $modelId LIMIT 1')
model = getModelStmt.getAsObject({ $modelId: modelId })
getModelStmt.free()
} else if (address != null) {
const getModelStmt = db.prepare('SELECT * FROM model WHERE address == $address LIMIT 1')
model = getModelStmt.getAsObject({ $address: address })
getModelStmt.free()
}
if (model && model.id) {
model.modelType = model.model_type
delete model.model_type
res.send({ model })
} else {
return res.status(404).send({ message: "Not found." })
}
})
// Insert a new model.
app.post('/api/models', jsonParser, (req, res) => {
const body = req.body
if (!isBodyValid(body)) {
return res.status(400).send({ message: "The body is invalid." })
}
try {
persistModel(body)
} catch (err) {
return res.status(400).send({ message: err.message || err })
}
return res.sendStatus(200)
})
// DATA MANAGEMENT
function persistData(data) {
db.run('INSERT INTO data VALUES (?, ?);', [
data.transactionHash,
data.originalData.text,
])
// eslint-disable-next-line @typescript-eslint/no-empty-function
fs.writeFile(dbPath, Buffer.from(db.export()), () => { })
}
// Insert a training sample.
app.post('/api/data', jsonParser, (req, res) => {
const body = req.body
persistData(body)
return res.sendStatus(200)
})
// Get original training data.
app.get('/api/data/:transactionHash', (req, res) => {
const getTextStmt = db.prepare('SELECT text FROM data WHERE transaction_hash == $transactionHash LIMIT 1;')
const result = getTextStmt.getAsObject({ $transactionHash: req.params.transactionHash })
getTextStmt.free()
const { text } = result
res.send({ originalData: { text } })
})
app.listen(port, () => console.log(`Listening on port ${port}`))
// ACCURACY RECORD MANAGEMENT
function presistAccuracyRecord(accuracy) {
db.run('INSERT INTO accuracy VALUES (?, ?, ?, ?, CURRENT_TIMESTAMP);', [
accuracy.transactionHash,
accuracy.blockNumber,
accuracy.modelId,
accuracy.accuracy,
])
// eslint-disable-next-line @typescript-eslint/no-empty-function
fs.writeFile(dbPath, Buffer.from(db.export()), () => {})
}
// Add a new accuracy record for a model
app.post('/api/accuracy', jsonParser, (req, res) => {
const body = req.body
presistAccuracyRecord(body)
return res.sendStatus(200)
})
// Get the accuracy history
app.get('/api/accuracy/model', (req, res) => {
const { modelId } = req.query
if (modelId != null) {
const getStmt = db.prepare('SELECT * FROM accuracy where model_id == $modelId ORDER BY timestamp;',
{
$modelId: modelId
})
const accuracyHistory = []
while (getStmt.step()) {
const accuracy = getStmt.get()
accuracyHistory.push({
transactionHash: accuracy[0],
blockNumber: accuracy[1],
modelId: accuracy[2],
accuracy: accuracy[3],
timestamp: accuracy[4],
})
}
getStmt.free()
if (accuracyHistory.length) {
res.send({ accuracyHistory })
} else {
res.status(404).send({ message: "No results found: Please try a different modelId." })
}
} else {
return res.status(400).send({ message: "`modelId` was not given in the request." })
}
})
})