start.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262
  1. package main
  2. import (
  3. "log"
  4. "net/http"
  5. "os"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "imuslab.com/zoraxy/mod/acme"
  10. "imuslab.com/zoraxy/mod/auth"
  11. "imuslab.com/zoraxy/mod/database"
  12. "imuslab.com/zoraxy/mod/dynamicproxy/redirection"
  13. "imuslab.com/zoraxy/mod/forwardproxy"
  14. "imuslab.com/zoraxy/mod/ganserv"
  15. "imuslab.com/zoraxy/mod/geodb"
  16. "imuslab.com/zoraxy/mod/info/logger"
  17. "imuslab.com/zoraxy/mod/mdns"
  18. "imuslab.com/zoraxy/mod/netstat"
  19. "imuslab.com/zoraxy/mod/pathrule"
  20. "imuslab.com/zoraxy/mod/sshprox"
  21. "imuslab.com/zoraxy/mod/statistic"
  22. "imuslab.com/zoraxy/mod/statistic/analytic"
  23. "imuslab.com/zoraxy/mod/tcpprox"
  24. "imuslab.com/zoraxy/mod/tlscert"
  25. "imuslab.com/zoraxy/mod/webserv"
  26. )
  27. /*
  28. Startup Sequence
  29. This function starts the startup sequence of all
  30. required modules
  31. */
  32. var (
  33. /*
  34. MDNS related
  35. */
  36. previousmdnsScanResults = []*mdns.NetworkHost{}
  37. mdnsTickerStop chan bool
  38. )
  39. func startupSequence() {
  40. //Create database
  41. db, err := database.NewDatabase("sys.db", false)
  42. if err != nil {
  43. log.Fatal(err)
  44. }
  45. sysdb = db
  46. //Create tables for the database
  47. sysdb.NewTable("settings")
  48. //Create tmp folder and conf folder
  49. os.MkdirAll("./tmp", 0775)
  50. os.MkdirAll("./conf/proxy/", 0775)
  51. //Create an auth agent
  52. sessionKey, err := auth.GetSessionKey(sysdb)
  53. if err != nil {
  54. log.Fatal(err)
  55. }
  56. authAgent = auth.NewAuthenticationAgent(name, []byte(sessionKey), sysdb, true, func(w http.ResponseWriter, r *http.Request) {
  57. //Not logged in. Redirecting to login page
  58. http.Redirect(w, r, ppf("/login.html"), http.StatusTemporaryRedirect)
  59. })
  60. //Create a TLS certificate manager
  61. tlsCertManager, err = tlscert.NewManager("./conf/certs", development)
  62. if err != nil {
  63. panic(err)
  64. }
  65. //Create a redirection rule table
  66. db.NewTable("redirect")
  67. redirectAllowRegexp := false
  68. db.Read("redirect", "regex", &redirectAllowRegexp)
  69. redirectTable, err = redirection.NewRuleTable("./conf/redirect", redirectAllowRegexp)
  70. if err != nil {
  71. panic(err)
  72. }
  73. redirectTable.Logger = SystemWideLogger
  74. //Create a geodb store
  75. geodbStore, err = geodb.NewGeoDb(sysdb, &geodb.StoreOptions{
  76. AllowSlowIpv4LookUp: !*enableHighSpeedGeoIPLookup,
  77. AllowSloeIpv6Lookup: !*enableHighSpeedGeoIPLookup,
  78. })
  79. if err != nil {
  80. panic(err)
  81. }
  82. //Create a statistic collector
  83. statisticCollector, err = statistic.NewStatisticCollector(statistic.CollectorOption{
  84. Database: sysdb,
  85. })
  86. if err != nil {
  87. panic(err)
  88. }
  89. //Create a system wide logger
  90. l, err := logger.NewLogger("zr", "./log", *logOutputToFile)
  91. if err == nil {
  92. SystemWideLogger = l
  93. } else {
  94. panic(err)
  95. }
  96. //Start the static web server
  97. staticWebServer = webserv.NewWebServer(&webserv.WebServerOptions{
  98. Sysdb: sysdb,
  99. Port: "5487", //Default Port
  100. WebRoot: *staticWebServerRoot,
  101. EnableDirectoryListing: true,
  102. EnableWebDirManager: *allowWebFileManager,
  103. })
  104. //Restore the web server to previous shutdown state
  105. staticWebServer.RestorePreviousState()
  106. //Create a netstat buffer
  107. netstatBuffers, err = netstat.NewNetStatBuffer(300)
  108. if err != nil {
  109. SystemWideLogger.PrintAndLog("Network", "Failed to load network statistic info", err)
  110. panic(err)
  111. }
  112. /*
  113. Path Rules
  114. This section of starutp script start the path rules where
  115. user can define their own routing logics
  116. */
  117. pathRuleHandler = pathrule.NewPathRuleHandler(&pathrule.Options{
  118. Enabled: false,
  119. ConfigFolder: "./conf/rules/pathrules",
  120. })
  121. /*
  122. MDNS Discovery Service
  123. This discover nearby ArozOS Nodes or other services
  124. that provide mDNS discovery with domain (e.g. Synology NAS)
  125. */
  126. if *allowMdnsScanning {
  127. portInt, err := strconv.Atoi(strings.Split(*webUIPort, ":")[1])
  128. if err != nil {
  129. portInt = 8000
  130. }
  131. mdnsScanner, err = mdns.NewMDNS(mdns.NetworkHost{
  132. HostName: "zoraxy_" + nodeUUID,
  133. Port: portInt,
  134. Domain: "zoraxy.arozos.com",
  135. Model: "Network Gateway",
  136. UUID: nodeUUID,
  137. Vendor: "imuslab.com",
  138. BuildVersion: version,
  139. }, "")
  140. if err != nil {
  141. SystemWideLogger.Println("Unable to startup mDNS service. Disabling mDNS services")
  142. } else {
  143. //Start initial scanning
  144. go func() {
  145. hosts := mdnsScanner.Scan(30, "")
  146. previousmdnsScanResults = hosts
  147. SystemWideLogger.Println("mDNS Startup scan completed")
  148. }()
  149. //Create a ticker to update mDNS results every 5 minutes
  150. ticker := time.NewTicker(15 * time.Minute)
  151. stopChan := make(chan bool)
  152. go func() {
  153. for {
  154. select {
  155. case <-stopChan:
  156. ticker.Stop()
  157. case <-ticker.C:
  158. hosts := mdnsScanner.Scan(30, "")
  159. previousmdnsScanResults = hosts
  160. SystemWideLogger.Println("mDNS scan result updated")
  161. }
  162. }
  163. }()
  164. mdnsTickerStop = stopChan
  165. }
  166. }
  167. /*
  168. Global Area Network
  169. Require zerotier token to work
  170. */
  171. usingZtAuthToken := *ztAuthToken
  172. if usingZtAuthToken == "" {
  173. usingZtAuthToken, err = ganserv.TryLoadorAskUserForAuthkey()
  174. if err != nil {
  175. SystemWideLogger.Println("Failed to load ZeroTier controller API authtoken")
  176. }
  177. }
  178. ganManager = ganserv.NewNetworkManager(&ganserv.NetworkManagerOptions{
  179. AuthToken: usingZtAuthToken,
  180. ApiPort: *ztAPIPort,
  181. Database: sysdb,
  182. })
  183. //Create WebSSH Manager
  184. webSshManager = sshprox.NewSSHProxyManager()
  185. //Create TCP Proxy Manager
  186. tcpProxyManager = tcpprox.NewTCProxy(&tcpprox.Options{
  187. Database: sysdb,
  188. AccessControlHandler: geodbStore.AllowConnectionAccess,
  189. })
  190. //Create WoL MAC storage table
  191. sysdb.NewTable("wolmac")
  192. //Create an email sender if SMTP config exists
  193. sysdb.NewTable("smtp")
  194. EmailSender = loadSMTPConfig()
  195. //Create an analytic loader
  196. AnalyticLoader = analytic.NewDataLoader(sysdb, statisticCollector)
  197. //Create basic forward proxy
  198. sysdb.NewTable("fwdproxy")
  199. fwdProxyEnabled := false
  200. fwdProxyPort := 5587
  201. sysdb.Read("fwdproxy", "port", &fwdProxyPort)
  202. sysdb.Read("fwdproxy", "enabled", &fwdProxyEnabled)
  203. forwardProxy = forwardproxy.NewForwardProxy(sysdb, fwdProxyPort, SystemWideLogger)
  204. if fwdProxyEnabled {
  205. SystemWideLogger.PrintAndLog("Forward Proxy", "HTTP Forward Proxy Listening on :"+strconv.Itoa(forwardProxy.Port), nil)
  206. forwardProxy.Start()
  207. }
  208. /*
  209. ACME API
  210. Obtaining certificates from ACME Server
  211. */
  212. //Create a table just to store acme related preferences
  213. sysdb.NewTable("acmepref")
  214. acmeHandler = initACME()
  215. acmeAutoRenewer, err = acme.NewAutoRenewer("./conf/acme_conf.json", "./conf/certs/", int64(*acmeAutoRenewInterval), acmeHandler)
  216. if err != nil {
  217. log.Fatal(err)
  218. }
  219. }
  220. // This sequence start after everything is initialized
  221. func finalSequence() {
  222. //Start ACME renew agent
  223. acmeRegisterSpecialRoutingRule()
  224. //Inject routing rules
  225. registerBuildInRoutingRules()
  226. }