add update_process.new

src/manifest.json

@@ -9,7 +9,7 @@
   "src/httpd_res.lua":"7226f19699168e171970cda73b953a49450b7aa8",
   "src/init.lua":"cc93595d2dfdeb609d78c666f9ed16aed86b6ada",
   "src/led_flip.lua":"590e7be1afe686f4213d097d0e9dba9e7a3910a0",
-  "src/manifest.json":"8fb553a2b5f6584c63d021c92bb1fd12e57cacd0",
+  "src/manifest.json":"b3f5b794d5f64b734e2f3768130c4cb0fe66b73f",
   "src/sensors.lua":"d0d94fa73f713dcf2c517da9262f59f306b81d2b",
   "src/server.lua":"c7f09f0a626587ced6399948fc1719dd248f3f01",
   "src/server_device.lua":"dca5e6501b4836d120cadc20538999387c9c54d1",
@@ -21,7 +21,8 @@
   "src/update.lua":"3d2f52af3873583b08e387759b9e32b4f659c357",
   "src/update_manifest.lua":"e8d5e2dc99e44a070eee36637082e843ec3e00d8",
   "src/update_process.lua":"b6ac63039a0edf5e816bcd17b44704f9deb6000d",
+  "src/update_process.new":"b6ac63039a0edf5e816bcd17b44704f9deb6000d",
   "src/variables_build.lua":"0029cb028698822ee981c35bcf84710c19e21486",
   "src/variables_set.lua":"2c2d9c13c8acb577d80f40e4b513c7cd23ffdd1f",
-  "updated_at":"2017-08-28:20:54:18"
+  "updated_at":"2017-08-29:18:05:20"
 }

src/update_process.new

@@ -0,0 +1,164 @@
+local proceed
+local function getHeaderValue(line, headerPattern)
+  local l1 = string.match(line, "^" .. headerPattern .. ": (.*)")
+  if l1 then 
+    local l2 = string.sub(l1, 1, ( string.find(l1, "\r\n") - 1 ))
+    return l2
+  else
+    return nil
+  end
+end
+
+dofile("manifest")
+print("Heap: ", node.heap(), "Updater: Loaded manifest", #manifest)
+tmr.create():alarm(200, tmr.ALARM_AUTO, function(t)
+  t:stop()
+  print("Heap: ", node.heap(), "Updater: Processing manifest",  #manifest)
+  if manifest[1] then
+    proceed = true
+
+    --do not overwrite user's sensors / actuators and smartthings info
+    if (manifest[1].filenm == "smartthings.lua" and file.exists("smartthings.lc")) or
+       (manifest[1].filenm == "sensors.lua" and file.exists("sensors.lc")) or
+       (manifest[1].filenm == "actuators.lua" and file.exists("actuators.lc")) then
+      proceed = false
+      print("Heap: ", node.heap(), "Updater: Skipping", manifest[1].filenm)
+      table.remove(manifest, 1)
+    end
+
+    if proceed then
+      local fw = file.open(manifest[1].filenm .. ".tmp", "w")
+      local conn = net.createConnection(net.TCP, 1)
+      conn:connect(443, manifest[1].host)
+      conn:on("receive", function(sck, c)
+        print("Heap: ", node.heap(), "Updater: Downloading", manifest[1].filenm)
+        fw:write(c) 
+      end)
+      conn:on("reconnection", function(sck, code)
+        print("Heap: ", node.heap(), "Updater: Disconnected with code", code)
+      end)
+      conn:on("disconnection", function(sck)
+        fw:close()
+        sck:close()
+        collectgarbage()
+
+        local redirect = false
+
+        local fr = file.open(manifest[1].filenm .. ".tmp", "r+")
+        local fr_line = ""
+        while true do
+          fr_line = fr:readline()
+          if fr_line == nil then
+            break
+          end
+          if string.find(fr_line, "^Status: 302") then
+            redirect = true
+          end
+          if redirect then
+            if string.match(fr_line, "^Location: (.*)") then
+              fr:seek("set", (fr:seek("cur") - #fr_line))
+              fr_line = fr:read(1024)
+              local host, port, path = findAttr(getHeaderValue(fr_line, "Location"))
+              manifest[1] = { host = host, port = port, path = path, filenm = manifest[1].filenm, checksum = manifest[1].checksum }
+              print("Heap: ", node.heap(), "Updater: File redirection", manifest[1].filenm, "\r\nhttps:\/\/".. host .. path)
+              break
+            end
+          end
+        end
+        fr:close()
+        fr_line = nil
+        collectgarbage()
+
+        if redirect == false then
+          print("Heap: ", node.heap(), "Updater: Downloaded", manifest[1].filenm)
+
+          local fr_body_pos = 0
+          local fr_line = ""
+          local fr_len = 0
+          fr = file.open(manifest[1].filenm .. ".tmp", "r+")
+          print("Heap: ", node.heap(), "Updater: Processing file", manifest[1].filenm)
+          while true do
+            local fr_line = fr:readline()
+            if fr_line == nil then
+              break
+            end
+
+            fr_len = getHeaderValue(fr_line, "Content%-Length") 
+            if fr_len then
+              fr_body_pos = fr:seek("end") - string.format( "%d", fr_len )
+              break
+            end
+          end
+
+          fr_line = nil
+          collectgarbage()
+
+          local fw = file.open(manifest[1].filenm .. ".bak.tmp", "w")
+          local checksum
+
+          if crypto then
+            checksum = crypto.new_hash('SHA1')
+            -- this is some tricky Git magic: http://alblue.bandlem.com/2011/08/git-tip-of-week-objects.html
+            checksum:update("blob " .. fr_len .. "\0")
+          end
+          fr_len = nil
+          if fr_body_pos > 0 then
+            print("Heap: ", node.heap(), "Updater: Finalizing file", manifest[1].filenm)
+            while fr:seek("set", fr_body_pos) do
+              fr_body_pos = fr_body_pos + 512
+              fr_line = fr:read(512)
+              fw:write(fr_line)
+              if crypto then checksum:update(fr_line) end
+            end
+          end
+          fr_line = nil
+          fr_body_pos = nil
+          fr:close()
+          fw:close()
+          collectgarbage()
+          file.remove(manifest[1].filenm .. ".tmp")
+          if file.exists(manifest[1].filenm) then file.remove(manifest[1].filenm) end
+          file.rename(manifest[1].filenm .. ".bak.tmp", manifest[1].filenm)
+
+          if crypto and manifest[1].checksum then
+            if manifest[1].checksum == crypto.toHex(checksum:finalize()) then
+              print("Heap: ", node.heap(), "Updater: Checksums verified")
+              table.remove(manifest, 1)
+            else
+              print("Heap: ", node.heap(), "Updater: Checksums failed! Retrying ", manifest[1].filenm)
+            end
+          else
+            table.remove(manifest, 1)
+          end
+        end
+
+        t:start()
+      end)
+      conn:on("connection", function(sck)
+        sck:send("GET " .. manifest[1].path .. " HTTP/1.1\r\nHost: ".. manifest[1].host .."\r\nConnection: close\r\n"..
+                 "Accept: */*\r\nUser-Agent: ESP8266\r\n\r\n")
+      end)
+    else
+      t:start()
+    end
+  else
+    t:unregister()
+    if file.exists("update_init.lua") then 
+      file.remove("update_init.lua")
+    end
+    if file.exists("update_init.lc") then 
+      file.remove("update_init.lc")
+    end
+    if file.exists("manifest") then 
+      file.remove("manifest")
+    end
+    if file.exists("device") then
+      file.rename("device", "device.lua")
+    end
+    print("Heap: ", node.heap(), "Updater: Done restarting in 3 seconds")
+    tmr.create():alarm(3000, tmr.ALARM_SINGLE, function(t) node.restart() end)
+  end
+end)
+
+
+