1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
const express = require('express')
const http = require('http')
const path = require('path')
const multer = require('multer')()
const sessionstore = require('sessionstore')
const session = require('express-session')
const bodyParser = require('body-parser')
const cookieParser = require('cookie-parser')
const MongoStore = require('connect-mongo')(session);
const compression = require('compression')
// const multer = require('multer')
// const upload = multer({ dest: 'uploads/' })
const upload = require('./util/upload')
const auth = require('./util/auth')
export const app = new express()
export const server = http.createServer(app)
app.disable('x-powered-by')
app.use(bodyParser.json({ limit: '100mb', }))
app.use(bodyParser.urlencoded({ extended: false, limit: '100mb', }))
app.use(express.query())
app.use(express.static(path.join(__dirname, '../../public')))
app.use(compression())
app.use(cookieParser())
var sessionSettings = {
secret: 'argonauts',
proxy: true,
key: 'cortex.sid',
cookie: {
secure: process.env.NODE_ENV === 'production',
domain: '.' + process.env.HOST_NAME,
maxAge: 43200000000,
},
resave: true,
saveUninitialized: false,
}
if (!process.env.SESSIONS_IN_MEMORY) {
sessionSettings.store = new MongoStore({
url: process.env.MONGODB_URL,
// type: 'mongodb',
// host: 'localhost',
// port: 27017,
// dbName: 'buckySessionDb',
// collectionName: 'sessions',
// timeout: 10000,
})
}
app.use(session(sessionSettings))
auth.route(app, serve_index)
export const io = require('socket.io').listen(server)
import { api } from './util/api'
const api_folders = api(app, 'folder')
const api_files = api(app, 'file')
const api_datasets = api(app, 'dataset')
const api_tasks = api(app, 'task')
upload.init()
// app.use('/upload', require('./upload'))
app.post('/api/folder/:id/upload/',
multer.array('file'),
function (req, res, next){
if (! req.files || ! req.files.length) {
console.log('no files')
res.json({ error: "no files" })
return
}
console.log('got', req.files.length, 'files')
var folder_id = req.params.id
var dirname = process.env.S3_PATH + '/data/' + folder_id + '/'
var promises = req.files.map((file) => {
// console.log(file)
return new Promise( (resolve, reject) => {
upload.put({
file: file,
preserveFilename: true,
sanitizeFilename: req.body.generated !== 'true',
dirname: dirname,
unacceptable: function(err){
console.log('unacceptable')
reject(err)
},
success: function(url, filename){
console.log("file >", filename, url)
var data = {
folder_id,
name: filename,
url,
size: file.size,
datatype: file.mimetype.split('/')[0],
activity: req.body.activity || 'url',
module: req.body.module,
epoch: parseInt(req.body.epoch) || 0,
generated: req.body.generated === 'true',
processed: req.body.processed === 'true',
// username: req.user.get('username'),
}
api_files.create(data).then( (db_file) => {
console.log(db_file)
// console.log(req.body)
// if this came from an automated command...
if (req.body.should_relay === "true" || req.body.generated === "true") {
console.log('relaying...')
const client = require('./bridge').client
client.emit('api_res', JSON.stringify({ type: 'create', datatype: 'file', data: db_file }))
}
resolve(db_file)
}).catch( (err) => {
console.warn(err)
res.sendStatus(500)
})
}
})
})
})
Promise.all(promises).then(files => {
res.json({ files })
next()
}).catch(err => {
console.log(err)
})
})
// require('./bridge')
function serve_index(req, res) { res.sendFile(path.join(__dirname, '../../public', 'index.html')) }
app.get('/:module/:mode/:id/', serve_index)
app.get('/:module/:mode/', serve_index)
app.get('/browse/', serve_index)
app.get('/system/', serve_index)
app.get('/dashboard/', serve_index)
app.get('/', serve_index)
server.listen(process.env.EXPRESS_PORT, () => {
console.log('Cortex remote listening on http://localhost:' + server.address().port)
})
|
