luasocket/etc/get.lua

142 lines
4.2 KiB
Lua
Raw Permalink Normal View History

2003-03-28 22:08:50 +01:00
-----------------------------------------------------------------------------
-- Little program to download files from URLs
-- LuaSocket sample files
-- Author: Diego Nehab
2003-03-28 22:08:50 +01:00
-----------------------------------------------------------------------------
2004-06-21 00:19:54 +02:00
local socket = require("socket")
local http = require("socket.http")
local ftp = require("socket.ftp")
2005-09-30 00:26:35 +02:00
local url = require("socket.url")
2004-06-21 00:19:54 +02:00
local ltn12 = require("ltn12")
2004-05-28 09:47:41 +02:00
-- formats a number of seconds into human readable form
function nicetime(s)
local l = "s"
if s > 60 then
s = s / 60
l = "m"
if s > 60 then
s = s / 60
l = "h"
if s > 24 then
s = s / 24
l = "d" -- hmmm
end
end
end
if l == "s" then return string.format("%5.0f%s", s, l)
else return string.format("%5.2f%s", s, l) end
end
-- formats a number of bytes into human readable form
function nicesize(b)
local l = "B"
if b > 1024 then
b = b / 1024
l = "KB"
if b > 1024 then
b = b / 1024
l = "MB"
if b > 1024 then
b = b / 1024
l = "GB" -- hmmm
end
end
end
return string.format("%7.2f%2s", b, l)
end
-- returns a string with the current state of the download
local remaining_s = "%s received, %s/s throughput, %2.0f%% done, %s remaining"
local elapsed_s = "%s received, %s/s throughput, %s elapsed "
function gauge(got, delta, size)
local rate = got / delta
if size and size >= 1 then
return string.format(remaining_s, nicesize(got), nicesize(rate),
100*got/size, nicetime((size-got)/rate))
else
return string.format(elapsed_s, nicesize(got),
nicesize(rate), nicetime(delta))
end
2001-06-06 22:59:36 +02:00
end
-- creates a new instance of a receive_cb that saves to disk
-- kind of copied from luasocket's manual callback examples
function stats(size)
2004-06-21 00:19:54 +02:00
local start = socket.gettime()
2007-03-12 05:08:40 +01:00
local last = start
local got = 0
return function(chunk)
-- elapsed time since start
2007-03-12 05:08:40 +01:00
local current = socket.gettime()
if chunk then
-- total bytes received
got = got + string.len(chunk)
-- not enough time for estimate
2007-03-12 05:08:40 +01:00
if current - last > 1 then
io.stderr:write("\r", gauge(got, current - start, size))
io.stderr:flush()
2007-03-12 05:08:40 +01:00
last = current
end
else
-- close up
2007-03-12 05:08:40 +01:00
io.stderr:write("\r", gauge(got, current - start), "\n")
2001-06-06 22:59:36 +02:00
end
2004-03-26 01:18:41 +01:00
return chunk
2001-06-06 22:59:36 +02:00
end
end
-- determines the size of a http file
2004-06-04 17:15:45 +02:00
function gethttpsize(u)
local r, c, h = http.request {method = "HEAD", url = u}
if c == 200 then
return tonumber(h["content-length"])
end
2001-06-06 22:59:36 +02:00
end
-- downloads a file using the http protocol
2004-06-04 17:15:45 +02:00
function getbyhttp(u, file)
local save = ltn12.sink.file(file or io.stdout)
-- only print feedback if output is not stdout
2004-06-04 17:15:45 +02:00
if file then save = ltn12.sink.chain(stats(gethttpsize(u)), save) end
2004-06-17 00:51:04 +02:00
local r, c, h, s = http.request {url = u, sink = save }
if c ~= 200 then io.stderr:write(s or c, "\n") end
2001-06-06 22:59:36 +02:00
end
-- downloads a file using the ftp protocol
2004-06-04 17:15:45 +02:00
function getbyftp(u, file)
local save = ltn12.sink.file(file or io.stdout)
-- only print feedback if output is not stdout
-- and we don't know how big the file is
if file then save = ltn12.sink.chain(stats(), save) end
2004-06-04 17:15:45 +02:00
local gett = url.parse(u)
2004-05-30 23:36:22 +02:00
gett.sink = save
gett.type = "i"
local ret, err = ftp.get(gett)
if err then print(err) end
2001-06-06 22:59:36 +02:00
end
-- determines the scheme
2004-06-04 17:15:45 +02:00
function getscheme(u)
-- this is an heuristic to solve a common invalid url poblem
if not string.find(u, "//") then u = "//" .. u end
local parsed = url.parse(u, {scheme = "http"})
return parsed.scheme
2001-06-06 22:59:36 +02:00
end
2003-03-28 22:08:50 +01:00
-- gets a file either by http or ftp, saving as <name>
2004-06-04 17:15:45 +02:00
function get(u, name)
local fout = name and io.open(name, "wb")
local scheme = getscheme(u)
if scheme == "ftp" then getbyftp(u, fout)
elseif scheme == "http" then getbyhttp(u, fout)
else print("unknown scheme" .. scheme) end
2001-06-06 22:59:36 +02:00
end
-- main program
2001-06-06 22:59:36 +02:00
arg = arg or {}
if #arg < 1 then
io.write("Usage:\n lua get.lua <remote-url> [<local-file>]\n")
os.exit(1)
2001-06-06 22:59:36 +02:00
else get(arg[1], arg[2]) end