Skip to content

V
video-uploader
Commit a411b7ed authored by sliao's avatar sliao
Browse files
Options

fix

parent e0e3e32b
Hide whitespace changes
Inline Side-by-side
Showing with 14 additions and 4157 deletions
app.js deleted 100644 → 0
View file @ e0e3e32b
process.env.TMPDIR = 'tmp' // to avoid the EXDEV rename error, see http://stackoverflow.com/q/21071303/76173
const express = require('express')
const multipart = require('connect-multiparty')
const multipartMiddleware = multipart()
const uploader = require('./uploader-node.js')('tmp')
const app = express()
const fs = require('fs')
// Configure access control allow origin header stuff
const ACCESS_CONTROLL_ALLOW_ORIGIN = true
// Host
// app.use(express.static(__dirname + '/../docs'))
// Handle uploads through Uploader.js
app.post('/upload', multipartMiddleware, function (req, res) {
uploader.post(req, function (status, filename, original_filename, identifier) {
console.log('POST', status, original_filename, identifier)
if (ACCESS_CONTROLL_ALLOW_ORIGIN) {
res.header('Access-Control-Allow-Origin', '*')
res.header('Access-Control-Allow-Headers', 'content-type')
}
if (status === 'done') {
const s = fs.createWriteStream('./uploads/' + filename)
s.on('finish', function () {
res.status(200)
})
uploader.write(identifier, s, { end: true })
} else {
res.status(/^(partly_done|done)$/.test(status) ? 200 : 500)
}
const data = {
result: true,
message: ''
}
res.send(data)
})
})
app.options('/upload', function (req, res) {
console.log('OPTIONS')
if (ACCESS_CONTROLL_ALLOW_ORIGIN) {
res.header('Access-Control-Allow-Origin', '*')
res.header('Access-Control-Allow-Headers', 'content-type')
}
res.status(200).send()
})
// Handle status checks on chunks through Uploader.js
app.get('/upload', function (req, res) {
uploader.get(req, function (status, filename, original_filename, identifier) {
console.log('GET', status)
if (ACCESS_CONTROLL_ALLOW_ORIGIN) {
res.header('Access-Control-Allow-Origin', '*')
}
if (status == 'found') {
status = 200
} else {
status = 204
}
res.status(status).send()
})
})
app.get('/download/:identifier', function (req, res) {
uploader.write(req.params.identifier, res)
})
app.listen(3000, function () {
console.log('Server started...')
})
hello.js deleted 100644 → 0
View file @ e0e3e32b
const express = require('express')
const app = express()
const port = 3000
const OSS = require('ali-oss')
const client = new OSS({
// yourregion填写Bucket所在地域。以华东1（杭州）为例，Region填写为oss-cn-hangzhou。
region: 'oss-cn-hangzhou',
// 阿里云账号AccessKey拥有所有API的访问权限，风险很高。强烈建议您创建并使用RAM用户进行API访问或日常运维，请登录RAM控制台创建RAM用户。
accessKeyId: 'LTAI5tHf51yCRXf7UfeaVTEJ',
accessKeySecret: 'mk7Y3cMGSm2kp2MDDR3IPUt41IVwzk'
})
async function listBuckets(next) {
try {
// 列举当前账号所有地域下的存储空间。
const result = await client.listBuckets()
console.log(result)
next(result)
} catch (err) {
console.log(err)
}
}
// listBuckets();
app.get('/', (req, res) => {
// res.send('123')
listBuckets(result => {
res.send(result)
})
})
app.listen(port, () => {
console.log(`Example app listening on port ${port}`)
})
package-lock.json deleted 100644 → 0
View file @ e0e3e32b
This source diff could not be displayed because it is too large. You can view the blob instead.
package.json deleted 100644 → 0
View file @ e0e3e32b
{
"name": "server",
"version": "1.0.0",
"main": "app.js",
"scripts": {
"server": "node app.js"
},
"dependencies": {
"ali-oss": "^6.17.1",
"connect-multiparty": "^2.2.0",
"express": "^4.3.1",
"mv": "^2.1.1"
}
}
ssr-demo/ecosystem.config.js 0 → 100644
View file @ a411b7ed
module.exports = {
apps: [
{
name: 'server',
script: './server/index.js',
env_production: {
NODE_ENV: 'production'
},
env_development: {
NODE_ENV: 'development'
}
}
]
}
uploader-node.js deleted 100644 → 0
View file @ e0e3e32b
var fs = require('fs'),
path = require('path'),
util = require('util'),
mv = require('mv'),
Stream = require('stream').Stream
module.exports = function (temporaryFolder) {
var $ = this
$.temporaryFolder = temporaryFolder
$.maxFileSize = null
$.fileParameterName = 'file'
try {
fs.mkdirSync($.temporaryFolder)
} catch (e) {}
function cleanIdentifier(identifier) {
return identifier.replace(/[^0-9A-Za-z_-]/g, '')
}
function getChunkFilename(chunkNumber, identifier) {
// Clean up the identifier
identifier = cleanIdentifier(identifier)
// What would the file name be?
return path.resolve($.temporaryFolder, './uploader-' + identifier + '.' + chunkNumber)
}
function validateRequest(chunkNumber, chunkSize, totalSize, identifier, filename, fileSize) {
// Clean up the identifier
identifier = cleanIdentifier(identifier)
// Check if the request is sane
if (
chunkNumber == 0 ||
chunkSize == 0 ||
totalSize == 0 ||
identifier.length == 0 ||
filename.length == 0
) {
return 'non_uploader_request'
}
var numberOfChunks = Math.max(Math.floor(totalSize / (chunkSize * 1.0)), 1)
if (chunkNumber > numberOfChunks) {
return 'invalid_uploader_request1'
}
// Is the file too big?
if ($.maxFileSize && totalSize > $.maxFileSize) {
return 'invalid_uploader_request2'
}
if (typeof fileSize != 'undefined') {
if (chunkNumber < numberOfChunks && fileSize != chunkSize) {
// The chunk in the POST request isn't the correct size
return 'invalid_uploader_request3'
}
if (
numberOfChunks > 1 &&
chunkNumber == numberOfChunks &&
fileSize != (totalSize % chunkSize) + parseInt(chunkSize)
) {
// The chunks in the POST is the last one, and the fil is not the correct size
return 'invalid_uploader_request4'
}
if (numberOfChunks == 1 && fileSize != totalSize) {
// The file is only a single chunk, and the data size does not fit
return 'invalid_uploader_request5'
}
}
return 'valid'
}
//'found', filename, original_filename, identifier
//'not_found', null, null, null
$.get = function (req, callback) {
var chunkNumber = req.param('chunkNumber', 0)
var chunkSize = req.param('chunkSize', 0)
var totalSize = req.param('totalSize', 0)
var identifier = req.param('identifier', '')
var filename = req.param('filename', '')
if (validateRequest(chunkNumber, chunkSize, totalSize, identifier, filename) == 'valid') {
var chunkFilename = getChunkFilename(chunkNumber, identifier)
fs.exists(chunkFilename, function (exists) {
if (exists) {
callback('found', chunkFilename, filename, identifier)
} else {
callback('not_found', null, null, null)
}
})
} else {
callback('not_found', null, null, null)
}
}
//'partly_done', filename, original_filename, identifier
//'done', filename, original_filename, identifier
//'invalid_uploader_request', null, null, null
//'non_uploader_request', null, null, null
$.post = function (req, callback) {
var fields = req.body
var files = req.files
var chunkNumber = fields['chunkNumber']
var chunkSize = fields['chunkSize']
var totalSize = fields['totalSize']
var identifier = cleanIdentifier(fields['identifier'])
var filename = fields['filename']
if (!files[$.fileParameterName] || !files[$.fileParameterName].size) {
callback('invalid_uploader_request', null, null, null)
return
}
var original_filename = files[$.fileParameterName]['originalFilename']
var validation = validateRequest(
chunkNumber,
chunkSize,
totalSize,
identifier,
filename,
files[$.fileParameterName].size
)
if (validation == 'valid') {
var chunkFilename = getChunkFilename(chunkNumber, identifier)
// Save the chunk (TODO: OVERWRITE)
mv(files[$.fileParameterName].path, chunkFilename, function (err) {
if (err) {
console.error('err:', err)
}
// Do we have all the chunks?
var currentTestChunk = 1
var numberOfChunks = Math.max(Math.floor(totalSize / (chunkSize * 1.0)), 1)
var testChunkExists = function () {
fs.exists(getChunkFilename(currentTestChunk, identifier), function (exists) {
if (exists) {
currentTestChunk++
if (currentTestChunk > numberOfChunks) {
callback('done', filename, original_filename, identifier)
} else {
// Recursion
testChunkExists()
}
} else {
callback('partly_done', filename, original_filename, identifier)
}
})
}
testChunkExists()
})
} else {
callback(validation, filename, original_filename, identifier)
}
}
// Pipe chunks directly in to an existsing WritableStream
// r.write(identifier, response);
// r.write(identifier, response, {end:false});
//
// var stream = fs.createWriteStream(filename);
// r.write(identifier, stream);
// stream.on('data', function(data){...});
// stream.on('finish', function(){...});
$.write = function (identifier, writableStream, options) {
options = options || {}
options.end = typeof options['end'] == 'undefined' ? true : options['end']
// Iterate over each chunk
var pipeChunk = function (number) {
var chunkFilename = getChunkFilename(number, identifier)
fs.exists(chunkFilename, function (exists) {
if (exists) {
// If the chunk with the current number exists,
// then create a ReadStream from the file
// and pipe it to the specified writableStream.
var sourceStream = fs.createReadStream(chunkFilename)
sourceStream.pipe(writableStream, {
end: false
})
sourceStream.on('end', function () {
// When the chunk is fully streamed,
// jump to the next one
pipeChunk(number + 1)
})
} else {
// When all the chunks have been piped, end the stream
if (options.end) writableStream.end()
if (options.onDone) options.onDone()
}
})
}
pipeChunk(1)
}
$.clean = function (identifier, options) {
options = options || {}
// Iterate over each chunk
var pipeChunkRm = function (number) {
var chunkFilename = getChunkFilename(number, identifier)
//console.log('removing pipeChunkRm ', number, 'chunkFilename', chunkFilename);
fs.exists(chunkFilename, function (exists) {
if (exists) {
console.log('exist removing ', chunkFilename)
fs.unlink(chunkFilename, function (err) {
if (err && options.onError) options.onError(err)
})
pipeChunkRm(number + 1)
} else {
if (options.onDone) options.onDone()
}
})
}
pipeChunkRm(1)
}
return $
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment