start.go 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272
  1. package main
  2. import (
  3. "log"
  4. "net/http"
  5. "os"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "imuslab.com/zoraxy/mod/access"
  10. "imuslab.com/zoraxy/mod/acme"
  11. "imuslab.com/zoraxy/mod/auth"
  12. "imuslab.com/zoraxy/mod/database"
  13. "imuslab.com/zoraxy/mod/dynamicproxy/redirection"
  14. "imuslab.com/zoraxy/mod/forwardproxy"
  15. "imuslab.com/zoraxy/mod/ganserv"
  16. "imuslab.com/zoraxy/mod/geodb"
  17. "imuslab.com/zoraxy/mod/info/logger"
  18. "imuslab.com/zoraxy/mod/mdns"
  19. "imuslab.com/zoraxy/mod/netstat"
  20. "imuslab.com/zoraxy/mod/pathrule"
  21. "imuslab.com/zoraxy/mod/sshprox"
  22. "imuslab.com/zoraxy/mod/statistic"
  23. "imuslab.com/zoraxy/mod/statistic/analytic"
  24. "imuslab.com/zoraxy/mod/tcpprox"
  25. "imuslab.com/zoraxy/mod/tlscert"
  26. "imuslab.com/zoraxy/mod/webserv"
  27. )
  28. /*
  29. Startup Sequence
  30. This function starts the startup sequence of all
  31. required modules
  32. */
  33. var (
  34. /*
  35. MDNS related
  36. */
  37. previousmdnsScanResults = []*mdns.NetworkHost{}
  38. mdnsTickerStop chan bool
  39. )
  40. func startupSequence() {
  41. //Create database
  42. db, err := database.NewDatabase("sys.db", false)
  43. if err != nil {
  44. log.Fatal(err)
  45. }
  46. sysdb = db
  47. //Create tables for the database
  48. sysdb.NewTable("settings")
  49. //Create tmp folder and conf folder
  50. os.MkdirAll("./tmp", 0775)
  51. os.MkdirAll("./conf/proxy/", 0775)
  52. //Create an auth agent
  53. sessionKey, err := auth.GetSessionKey(sysdb)
  54. if err != nil {
  55. log.Fatal(err)
  56. }
  57. authAgent = auth.NewAuthenticationAgent(name, []byte(sessionKey), sysdb, true, func(w http.ResponseWriter, r *http.Request) {
  58. //Not logged in. Redirecting to login page
  59. http.Redirect(w, r, ppf("/login.html"), http.StatusTemporaryRedirect)
  60. })
  61. //Create a TLS certificate manager
  62. tlsCertManager, err = tlscert.NewManager("./conf/certs", development)
  63. if err != nil {
  64. panic(err)
  65. }
  66. //Create a redirection rule table
  67. db.NewTable("redirect")
  68. redirectAllowRegexp := false
  69. db.Read("redirect", "regex", &redirectAllowRegexp)
  70. redirectTable, err = redirection.NewRuleTable("./conf/redirect", redirectAllowRegexp)
  71. if err != nil {
  72. panic(err)
  73. }
  74. redirectTable.Logger = SystemWideLogger
  75. //Create a geodb store
  76. geodbStore, err = geodb.NewGeoDb(sysdb, &geodb.StoreOptions{
  77. AllowSlowIpv4LookUp: !*enableHighSpeedGeoIPLookup,
  78. AllowSloeIpv6Lookup: !*enableHighSpeedGeoIPLookup,
  79. })
  80. if err != nil {
  81. panic(err)
  82. }
  83. //Create the access controller
  84. accessController, err = access.NewAccessController(&access.Options{
  85. Database: sysdb,
  86. GeoDB: geodbStore,
  87. })
  88. if err != nil {
  89. panic(err)
  90. }
  91. //Create a statistic collector
  92. statisticCollector, err = statistic.NewStatisticCollector(statistic.CollectorOption{
  93. Database: sysdb,
  94. })
  95. if err != nil {
  96. panic(err)
  97. }
  98. //Create a system wide logger
  99. l, err := logger.NewLogger("zr", "./log", *logOutputToFile)
  100. if err == nil {
  101. SystemWideLogger = l
  102. } else {
  103. panic(err)
  104. }
  105. //Start the static web server
  106. staticWebServer = webserv.NewWebServer(&webserv.WebServerOptions{
  107. Sysdb: sysdb,
  108. Port: "5487", //Default Port
  109. WebRoot: *staticWebServerRoot,
  110. EnableDirectoryListing: true,
  111. EnableWebDirManager: *allowWebFileManager,
  112. })
  113. //Restore the web server to previous shutdown state
  114. staticWebServer.RestorePreviousState()
  115. //Create a netstat buffer
  116. netstatBuffers, err = netstat.NewNetStatBuffer(300)
  117. if err != nil {
  118. SystemWideLogger.PrintAndLog("Network", "Failed to load network statistic info", err)
  119. panic(err)
  120. }
  121. /*
  122. Path Rules
  123. This section of starutp script start the path rules where
  124. user can define their own routing logics
  125. */
  126. pathRuleHandler = pathrule.NewPathRuleHandler(&pathrule.Options{
  127. Enabled: false,
  128. ConfigFolder: "./conf/rules/pathrules",
  129. })
  130. /*
  131. MDNS Discovery Service
  132. This discover nearby ArozOS Nodes or other services
  133. that provide mDNS discovery with domain (e.g. Synology NAS)
  134. */
  135. if *allowMdnsScanning {
  136. portInt, err := strconv.Atoi(strings.Split(*webUIPort, ":")[1])
  137. if err != nil {
  138. portInt = 8000
  139. }
  140. mdnsScanner, err = mdns.NewMDNS(mdns.NetworkHost{
  141. HostName: "zoraxy_" + nodeUUID,
  142. Port: portInt,
  143. Domain: "zoraxy.arozos.com",
  144. Model: "Network Gateway",
  145. UUID: nodeUUID,
  146. Vendor: "imuslab.com",
  147. BuildVersion: version,
  148. }, "")
  149. if err != nil {
  150. SystemWideLogger.Println("Unable to startup mDNS service. Disabling mDNS services")
  151. } else {
  152. //Start initial scanning
  153. go func() {
  154. hosts := mdnsScanner.Scan(30, "")
  155. previousmdnsScanResults = hosts
  156. SystemWideLogger.Println("mDNS Startup scan completed")
  157. }()
  158. //Create a ticker to update mDNS results every 5 minutes
  159. ticker := time.NewTicker(15 * time.Minute)
  160. stopChan := make(chan bool)
  161. go func() {
  162. for {
  163. select {
  164. case <-stopChan:
  165. ticker.Stop()
  166. case <-ticker.C:
  167. hosts := mdnsScanner.Scan(30, "")
  168. previousmdnsScanResults = hosts
  169. SystemWideLogger.Println("mDNS scan result updated")
  170. }
  171. }
  172. }()
  173. mdnsTickerStop = stopChan
  174. }
  175. }
  176. /*
  177. Global Area Network
  178. Require zerotier token to work
  179. */
  180. usingZtAuthToken := *ztAuthToken
  181. if usingZtAuthToken == "" {
  182. usingZtAuthToken, err = ganserv.TryLoadorAskUserForAuthkey()
  183. if err != nil {
  184. SystemWideLogger.Println("Failed to load ZeroTier controller API authtoken")
  185. }
  186. }
  187. ganManager = ganserv.NewNetworkManager(&ganserv.NetworkManagerOptions{
  188. AuthToken: usingZtAuthToken,
  189. ApiPort: *ztAPIPort,
  190. Database: sysdb,
  191. })
  192. //Create WebSSH Manager
  193. webSshManager = sshprox.NewSSHProxyManager()
  194. //Create TCP Proxy Manager
  195. tcpProxyManager = tcpprox.NewTCProxy(&tcpprox.Options{
  196. Database: sysdb,
  197. AccessControlHandler: geodbStore.AllowConnectionAccess,
  198. })
  199. //Create WoL MAC storage table
  200. sysdb.NewTable("wolmac")
  201. //Create an email sender if SMTP config exists
  202. sysdb.NewTable("smtp")
  203. EmailSender = loadSMTPConfig()
  204. //Create an analytic loader
  205. AnalyticLoader = analytic.NewDataLoader(sysdb, statisticCollector)
  206. //Create basic forward proxy
  207. sysdb.NewTable("fwdproxy")
  208. fwdProxyEnabled := false
  209. fwdProxyPort := 5587
  210. sysdb.Read("fwdproxy", "port", &fwdProxyPort)
  211. sysdb.Read("fwdproxy", "enabled", &fwdProxyEnabled)
  212. forwardProxy = forwardproxy.NewForwardProxy(sysdb, fwdProxyPort, SystemWideLogger)
  213. if fwdProxyEnabled {
  214. SystemWideLogger.PrintAndLog("Forward Proxy", "HTTP Forward Proxy Listening on :"+strconv.Itoa(forwardProxy.Port), nil)
  215. forwardProxy.Start()
  216. }
  217. /*
  218. ACME API
  219. Obtaining certificates from ACME Server
  220. */
  221. //Create a table just to store acme related preferences
  222. sysdb.NewTable("acmepref")
  223. acmeHandler = initACME()
  224. acmeAutoRenewer, err = acme.NewAutoRenewer("./conf/acme_conf.json", "./conf/certs/", int64(*acmeAutoRenewInterval), acmeHandler)
  225. if err != nil {
  226. log.Fatal(err)
  227. }
  228. }
  229. // This sequence start after everything is initialized
  230. func finalSequence() {
  231. //Start ACME renew agent
  232. acmeRegisterSpecialRoutingRule()
  233. //Inject routing rules
  234. registerBuildInRoutingRules()
  235. }