Vasanko/cista-storage
Vasanko/cista-storage
2
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity
e68a05e663
cista-storage/cista/static/index.html

242 lines
6.3 KiB
HTML
Raw Normal View History

Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
<!DOCTYPE html>
<title>Storage</title>
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
<style>
body {
font-family: sans-serif;
max-width: 100ch;
margin: 0 auto;
padding: 1em;
background-color: #333;
color: #eee;
}
td {
text-align: right;
padding: .5em;
}
td:first-child {
text-align: left;
}
a {
color: inherit;
text-decoration: none;
}
</style>
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
<div>
<h2>Quick file upload</h2>
<p>Uses parallel WebSocket connections for increased bandwidth /api/upload</p>
<input type=file id=fileInput>
<progress id=progressBar value=0 max=1></progress>
</div>
<div>
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
<h2>Files</h2>
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
<ul id=file_list></ul>
</div>
<script>
let files = {}
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
let flatfiles = {}
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
function createWatchSocket() {
const wsurl = new URL("/api/watch", location.href.replace(/^http/, 'ws'))
const ws = new WebSocket(wsurl)
ws.onmessage = event => {
msg = JSON.parse(event.data)
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
if (msg.update) {
tree_update(msg.update)
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
file_list(files)
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
} else {
console.log("Unkonwn message from watch socket", msg)
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
}
}
}
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
createWatchSocket()
function tree_update(msg) {
Watcher rewritten with inotify module, bugs fixed.
2023-10-19 21:52:37 +01:00
console.log("Tree update", msg)
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
let node = files
for (const elem of msg) {
if (elem.deleted) {
Watcher rewritten with inotify module, bugs fixed.
2023-10-19 21:52:37 +01:00
const p = node.dir[elem.name].path
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
delete node.dir[elem.name]
delete flatfiles[p]
break
}
if (elem.name !== undefined) node = node.dir[elem.name] ||= {}
if (elem.size !== undefined) node.size = elem.size
if (elem.mtime !== undefined) node.mtime = elem.mtime
if (elem.dir !== undefined) node.dir = elem.dir
}
// Update paths and flatfiles
files.path = "/"
const nodes = [files]
flatfiles = {}
while (node = nodes.pop()) {
flatfiles[node.path] = node
if (node.dir === undefined) continue
for (const name of Object.keys(node.dir)) {
const child = node.dir[name]
child.path = node.path + name + (child.dir === undefined ? "" : "/")
nodes.push(child)
}
}
}
var collator = new Intl.Collator(undefined, {numeric: true, sensitivity: 'base'});
const compare_path = (a, b) => collator.compare(a.path, b.path)
const compare_time = (a, b) => a.mtime > b.mtime
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
function file_list(files) {
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
const table = document.getElementById("file_list")
const sorted = Object.values(flatfiles).sort(compare_time)
table.innerHTML = ""
for (const f of sorted) {
const {path, size, mtime} = f
const tr = document.createElement("tr")
const name_td = document.createElement("td")
const size_td = document.createElement("td")
const mtime_td = document.createElement("td")
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
const a = document.createElement("a")
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
table.appendChild(tr)
tr.appendChild(name_td)
tr.appendChild(size_td)
tr.appendChild(mtime_td)
name_td.appendChild(a)
size_td.textContent = size
mtime_td.textContent = formatUnixDate(mtime)
a.textContent = path
a.href = `/files${path}`
/*a.onclick = event => {
if (window.showSaveFilePicker) {
event.preventDefault()
download_ws(name, size)
}
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
}
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
a.download = ""*/
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
}
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
}
function formatUnixDate(t) {
const date = new Date(t * 1000)
const now = new Date()
const diff = date - now
const formatter = new Intl.RelativeTimeFormat('en', { numeric: 'auto' })
if (Math.abs(diff) <= 60000) {
return formatter.format(Math.round(diff / 1000), 'second')
}
if (Math.abs(diff) <= 3600000) {
return formatter.format(Math.round(diff / 60000), 'minute')
}
if (Math.abs(diff) <= 86400000) {
return formatter.format(Math.round(diff / 3600000), 'hour')
}
if (Math.abs(diff) <= 604800000) {
return formatter.format(Math.round(diff / 86400000), 'day')
}
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
return date.toLocaleDateString()
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
}
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
async function download_ws(name, size) {
const fh = await window.showSaveFilePicker({
suggestedName: name,
})
const writer = await fh.createWritable()
writer.truncate(size)
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
const wsurl = new URL("/api/download", location.href.replace(/^http/, 'ws'))
const ws = new WebSocket(wsurl)
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
let pos = 0
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
ws.onopen = () => {
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
console.log("Downloading over WebSocket", name, size)
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
ws.send(JSON.stringify({name, start: 0, end: size, size}))
}
ws.onmessage = event => {
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
if (typeof event.data === 'string') {
const msg = JSON.parse(event.data)
console.log("Download finished", msg)
ws.close()
return
}
console.log("Received chunk", name, pos, pos + event.data.size)
pos += event.data.size
writer.write(event.data)
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
}
ws.onclose = () => {
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
if (pos < size) {
console.log("Download aborted", name, pos)
writer.truncate(pos)
}
writer.close()
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
}
}
const fileInput = document.getElementById("fileInput")
const progress = document.getElementById("progressBar")
const numConnections = 2
const chunkSize = 1<<20
const wsConnections = new Set()
Major upgrades, much code and docs rewritten.
2023-10-17 19:33:31 +01:00
//for (let i = 0; i < numConnections; i++) createUploadWS()
Restructuring as a Python package.
2023-10-14 23:29:50 +01:00
function createUploadWS() {
const wsurl = new URL("/api/upload", location.href.replace(/^http/, 'ws'))
const ws = new WebSocket(wsurl)
ws.binaryType = 'arraybuffer'
ws.onopen = () => {
wsConnections.add(ws)
console.log("Upload socket connected")
}
ws.onmessage = event => {
msg = JSON.parse(event.data)
if (msg.written) progress.value += +msg.written
else console.log(`Error: ${msg.error}`)
}
ws.onclose = () => {
wsConnections.delete(ws)
console.log("Upload socket disconnected, reconnecting...")
setTimeout(createUploadWS, 1000)
}
}
async function load(file, start, end) {
const reader = new FileReader()
const load = new Promise(resolve => reader.onload = resolve)
reader.readAsArrayBuffer(file.slice(start, end))
const event = await load
return event.target.result
}
async function sendChunk(file, start, end, ws) {
const chunk = await load(file, start, end)
ws.send(JSON.stringify({
name: file.name,
size: file.size,
start: start,
end: end
}))
ws.send(chunk)
}
fileInput.addEventListener("change", async function() {
const file = this.files[0]
const numChunks = Math.ceil(file.size / chunkSize)
progress.value = 0
progress.max = file.size
console.log(wsConnections)
for (let i = 0; i < numChunks; i++) {
const ws = Array.from(wsConnections)[i % wsConnections.size]
const start = i * chunkSize
const end = Math.min(file.size, start + chunkSize)
const res = await sendChunk(file, start, end, ws)
}
})
</script>
Reference in New Issue Copy Permalink