-- Copyright 2016-2017 Fingercomp

-- Licensed under the Apache License, Version 2.0 (the "License");

-- you may not use this file except in compliance with the License.

-- You may obtain a copy of the License at

-- http://www.apache.org/licenses/LICENSE-2.0

-- Unless required by applicable law or agreed to in writing, software

-- distributed under the License is distributed on an "AS IS" BASIS,

-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

-- See the License for the specific language governing permissions and

-- limitations under the License.

local com = require("component")

local comp = require("computer")

local inet = com.internet

local function isin(tbl, value)

for k, v in pairs(tbl) do

if v == value then

return true, k

end

end

return false

end

local tokenChars = "!#$%%&'*+.^_`|~0-9A-Za-z-"

local visibleChars = "\x20-\x7e"

local unreservedChars = "A-Za-z0-9._~-"

local function encode(str, allowed)

allowed = allowed or {}

if type(allowed) ~= "table" then

allowed = {}

end

return str:gsub("[^A-Za-z0-9-_.~]", function(c)

if isin(allowed, c) then return c end

return "%" .. ("%02X"):format(c:byte())

end)

end

local function trainCase(str)

local parts = {}

for part in str:gmatch("[^-]+") do

parts[#parts+1] = part:sub(1, 1):upper() .. part:sub(2, -1):lower()

end

return table.concat(parts, "-")

end

local function read(s, l)

local result = s[0]:sub(1, l)

s[0] = s[0]:sub(l + 1, -1)

return result

end

local function read2crlf(pstr)

local data = ""

while pstr[0]:sub(1, 2) ~= "\r\n" do

data = data .. read(pstr, 1)

end

data = data .. read(pstr, 2)

return data

end

local function newHTTPRequest(kwargs, ...)

checkArg(1, kwargs, "string", "table")

if type(kwargs) ~= "table" then

local args = {...}

kwargs = {

url = kwargs,

body = args[1],

headers = args[2],

method = args[3]

}

end

local url = kwargs.url

if not url:match("^https?://") then

url = "http://" .. url

end

if url:match("^https?://[^/]*$") then

url = url .. "/"

end

local protocol, domain, path = url:match("^(https?)://(.-)(/.*)$")

local body, headers, method = kwargs.body, kwargs.headers, kwargs.method

local closeConnection = kwargs.closeConnection

checkArg(2, body, "string", "nil")

checkArg(3, headers, "table", "nil")

checkArg(4, method, "string", "nil")

-- get port if present

local port

if domain:find(":") then

domain, port = domain:match("^(.+):(.*)$")

port = tonumber(port)

end

if port and (port < 1 or port > 65535) then

error("bad port")

end

-- domain sanity checks

local isIP = (function()

local parts = {}

for subdomain in domain:gmatch("[^.]+") do

-- reverse the order of table, will store something like this:

-- com, google, www

table.insert(parts, 1, subdomain)

end

-- there must be tld and second level domain

assert(#parts > 1, "bad domain name")

-- tld must have more than 1 character

assert(#parts[1] > 1, "bad domain name")

for _, p in pairs(parts) do

-- subdomain must consist of letters, numbers, or -

assert(p:match("^[A-Za-z0-9-]+$"), "bad domain name")

-- it mustn't start or end with hyphen

assert(p:sub(1, 1) ~= "-" and p:sub(-1, -1) ~= "-", "bad domain name")

-- and mustn't be longer than 63 chars

assert(#p < 64, "bad domain name")

end

local isIP = false

for i = 1, 1, 1 do -- for easier breaking

-- probably, IP

if parts[1]:match("^%d+$") then

isIP = true

-- there must be exactly 4 parts

if #parts ~= 4 then isIP = false break end

-- check if every part is an integer,

-- and is in range 0..255

for _, p in ipairs(parts) do

if not tonumber(p) or tonumber(p) > 255 then

isIP = false

break

end

end

if not isIP then

break

end

end

end

if isIP then

-- if it's an IP address, all checks are done.

return true

end

-- tld must only contain letters

assert(parts[1]:match("^[A-Za-z]+$"), "bad domain name")

-- it's surely a domain

return false

end)()

-- find query (?a=b)

local queryStr = ""

if path:find("?") then

path, queryStr = path:match("^(.-)%?(.-)$")

end

-- find fragment (#test)

local fragment = ""

if queryStr:find("#") then

queryStr, fragment = query:match("^(.-)#(.-)$")

elseif path:find("#") then

path, fragment = path:match("^(.-)#(.-)$")

end

-- escape characters in the path

path = path:gsub("[^A-Za-z0-9~._!$&'()*+,;=:@/-]", function(c)

return "%" .. ("%02X"):format(c:byte())

end)

-- split the query string

local query = {}

for part in queryStr:gmatch("[^&]+") do

local k, v = part:match("^(.-)=(.-)$")

assert(k and v, "bad query string")

-- query may have multiple values with the same key

query[k] = query[k] or {}

query[k][#query[k]+1] = encode(v)

end

-- escape the fragment string

fragment = encode(fragment)

headers = headers or {}

local newHeaders = {}

-- Train-Case the header names, and strip some characters

for k, v in pairs(headers) do

k = k:gsub("[^" .. tokenChars .. "]", "")

assert(k:sub(1, 1) ~= "-" and k:sub(-1, -1) ~= "-", "bad header name")

newHeaders[trainCase(k)] = v:gsub("[^ \t" .. visibleChars .. "\x80-\xff]", "")

end

headers = newHeaders

-- set headers

headers["Content-Type"] = headers["Content-Type"] or "text/html; encoding=utf-8"

headers["Accept"] = "*/*"

if not isIP then

headers["Host"] = domain

end

headers["User-Agent"] = headers["User-Agent"] or "OpenComputers"

if closeConnection then

headers["Connection"] = "close"

else

headers["Connection"] = "keep-alive"

end

if body then

headers["Content-Length"] = tostring(#body)

end

method = method and method:gsub("[^a-zA-Z]", "")

if body and (not method or method) == "" then method = "POST" end

if not body and (not method or method == "") then method = "GET" end

-- convert query to string

local queryStr = {}

for k, v in pairs(query) do

for i, j in pairs(v) do

queryStr[#queryStr+1] = k .. "=" .. j

end

end

queryStr = table.concat(queryStr, "&")

if queryStr ~= "" then

queryStr = "?" .. queryStr

end

local request = {} -- table of lines

request[1] = method:upper() .. " " .. path .. queryStr .. " HTTP/1.1"

local i = 2

for k, v in pairs(headers) do

request[i] = k .. ": " .. v

i = i + 1

end

request[i] = ""

for k, v in pairs(request) do

request[k] = v .. "\r\n"

end

if body then

-- no CRLF at the end of body

request[#request+1] = body

end

request = table.concat(request)

local sock

if protocol == "https" then

local tls = require("tls")

port = port or 443

local extensions = {}

do

-- server_name extension

local ext = domain

ext = "\x00" .. (">I2"):pack(#ext) .. ext

ext = (">I2"):pack(#ext) .. ext

extensions["\x00\x00"] = ext

end

do

-- application layer protocol negotiation extension

local ext = "http/1.1"

ext = (">I1"):pack(#ext) .. ext

ext = (">I1"):pack(#ext) .. ext

extensions["\x00\x10"] = ext

end

sock = tls.tlsSocket(domain, port, extensions)

else

port = port or 80

sock = inet.connect(domain, port)

end

local response, reason

if protocol == "https" then

sock.setTimeout(10)

sock.write(request)

response, reason = sock.read(math.huge)

else

local connected = false

for i = 1, 100, 1 do

connected, reason = sock.finishConnect()

if connected then

break

end

os.sleep(.05)

end

if not connected then

error(tostring(reason or "could not connect to server"))

end

repeat

local n = sock.write(request)

if not n or n ~= #request then

os.sleep(.05)

end

until n and n > 0

local gotNonNilChunk = false

local readStartTime = comp.uptime()

repeat

local chunk = sock.read(1024)

if chunk == "" then

if sock.finishConnect() then -- the connection is still alive

if gotNonNilChunk then

break

end

end

elseif chunk then

response = (response or "") .. chunk

gotNonNilChunk = true

end

os.sleep(.05)

until not chunk and gotNonNilChunk or not gotNonNilChunk and comp.uptime() - readStartTime > 10

end

if not response then

return response, reason

end

response = {[0] = response}

local status = {}

while not status.version do

local line = read2crlf(response)

status.version, status.status, status.reason = line:match("^(%S+)%s(%S+)%s(.*)\r\n")

if not status and line:sub(-1, -1) == "[%s\t]" then

-- ignore

end

end

local headers = {}

while true do

local line = read2crlf(response)

if line == "\r\n" then

break

end

local k, v = line:match("^([" .. tokenChars .. "]+):%s?([" .. visibleChars .. "\x80-\xff]+)%s?\r\n$")

if not k then

return nil, "bad response"

end

k = trainCase(k)

headers[k] = headers[k] or {}

table.insert(headers[k], v)

end

local body = ""

if headers["Content-Length"] and tonumber(headers["Content-Length"][1]) then

body = read(response, tonumber(headers["Content-Length"][1]))

elseif #response[0] > 0 then

body = read(response, #response[0])

end

if headers["Connection"] and headers["Connection"][1] == "close" then

sock.close()

end

body = {[0] = body}

return {

close = function()

return sock.close()

end,

finishConnect = function()

local result = {sock.isClosed()}

return not result[1], table.unpack(result, 2)

end,

read = function(n)

checkArg(1, n, "number", "nil")

n = n or math.huge

if #body[0] == 0 then

return nil

end

if n == math.huge then

return read(body, #body[0])

end

return read(body, n)

end,

response = function()

return tonumber(status.status) or status.status, status.reason, headers

end,

write = function(data)

return sock.write(data)

end

}

end

return newHTTPRequest