api_test.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959
  1. package guerrilla
  2. import (
  3. "bufio"
  4. "errors"
  5. "fmt"
  6. "github.com/flashmob/go-guerrilla/backends"
  7. "github.com/flashmob/go-guerrilla/log"
  8. "github.com/flashmob/go-guerrilla/mail"
  9. "github.com/flashmob/go-guerrilla/response"
  10. "io/ioutil"
  11. "net"
  12. "os"
  13. "strings"
  14. "testing"
  15. "time"
  16. )
  17. // Test Starting smtp without setting up logger / backend
  18. func TestSMTP(t *testing.T) {
  19. done := make(chan bool)
  20. go func() {
  21. select {
  22. case <-time.After(time.Second * 40):
  23. t.Error("timeout")
  24. return
  25. case <-done:
  26. return
  27. }
  28. }()
  29. d := Daemon{}
  30. err := d.Start()
  31. if err != nil {
  32. t.Error(err)
  33. }
  34. // it should set to stderr automatically
  35. if d.Config.LogFile != log.OutputStderr.String() {
  36. t.Error("smtp.config.LogFile is not", log.OutputStderr.String())
  37. }
  38. if len(d.Config.AllowedHosts) == 0 {
  39. t.Error("smtp.config.AllowedHosts len should be 1, not 0", d.Config.AllowedHosts)
  40. }
  41. if d.Config.LogLevel != "debug" {
  42. t.Error("smtp.config.LogLevel expected'debug', it is", d.Config.LogLevel)
  43. }
  44. if len(d.Config.Servers) != 1 {
  45. t.Error("len(smtp.config.Servers) should be 1, got", len(d.Config.Servers))
  46. }
  47. time.Sleep(time.Second * 2)
  48. d.Shutdown()
  49. done <- true
  50. }
  51. // Suppressing log output
  52. func TestSMTPNoLog(t *testing.T) {
  53. // configure a default server with no log output
  54. cfg := &AppConfig{LogFile: log.OutputOff.String()}
  55. d := Daemon{Config: cfg}
  56. err := d.Start()
  57. if err != nil {
  58. t.Error(err)
  59. }
  60. time.Sleep(time.Second * 2)
  61. d.Shutdown()
  62. }
  63. // our custom server
  64. func TestSMTPCustomServer(t *testing.T) {
  65. cfg := &AppConfig{LogFile: log.OutputOff.String()}
  66. sc := ServerConfig{
  67. ListenInterface: "127.0.0.1:2526",
  68. IsEnabled: true,
  69. }
  70. cfg.Servers = append(cfg.Servers, sc)
  71. d := Daemon{Config: cfg}
  72. err := d.Start()
  73. if err != nil {
  74. t.Error("start error", err)
  75. } else {
  76. time.Sleep(time.Second * 2)
  77. d.Shutdown()
  78. }
  79. }
  80. // with a backend config
  81. func TestSMTPCustomBackend(t *testing.T) {
  82. cfg := &AppConfig{LogFile: log.OutputOff.String()}
  83. sc := ServerConfig{
  84. ListenInterface: "127.0.0.1:2526",
  85. IsEnabled: true,
  86. }
  87. cfg.Servers = append(cfg.Servers, sc)
  88. bcfg := backends.BackendConfig{
  89. "save_workers_size": 3,
  90. "save_process": "HeadersParser|Header|Hasher|Debugger",
  91. "log_received_mails": true,
  92. "primary_mail_host": "example.com",
  93. }
  94. cfg.BackendConfig = bcfg
  95. d := Daemon{Config: cfg}
  96. err := d.Start()
  97. if err != nil {
  98. t.Error("start error", err)
  99. } else {
  100. time.Sleep(time.Second * 2)
  101. d.Shutdown()
  102. }
  103. }
  104. // with a config from a json file
  105. func TestSMTPLoadFile(t *testing.T) {
  106. json := `{
  107. "log_file" : "./tests/testlog",
  108. "log_level" : "debug",
  109. "pid_file" : "tests/go-guerrilla.pid",
  110. "allowed_hosts": ["spam4.me","grr.la"],
  111. "backend_config" :
  112. {
  113. "log_received_mails" : true,
  114. "save_process": "HeadersParser|Header|Hasher|Debugger",
  115. "save_workers_size": 3
  116. },
  117. "servers" : [
  118. {
  119. "is_enabled" : true,
  120. "host_name":"mail.guerrillamail.com",
  121. "max_size": 100017,
  122. "timeout":160,
  123. "listen_interface":"127.0.0.1:2526",
  124. "max_clients": 2,
  125. "tls" : {
  126. "private_key_file":"config_test.go",
  127. "public_key_file":"config_test.go",
  128. "start_tls_on":false,
  129. "tls_always_on":false
  130. }
  131. }
  132. ]
  133. }
  134. `
  135. json2 := `{
  136. "log_file" : "./tests/testlog2",
  137. "log_level" : "debug",
  138. "pid_file" : "tests/go-guerrilla2.pid",
  139. "allowed_hosts": ["spam4.me","grr.la"],
  140. "backend_config" :
  141. {
  142. "log_received_mails" : true,
  143. "save_process": "HeadersParser|Header|Hasher|Debugger",
  144. "save_workers_size": 3
  145. },
  146. "servers" : [
  147. {
  148. "is_enabled" : true,
  149. "host_name":"mail.guerrillamail.com",
  150. "max_size": 100017,
  151. "timeout":160,
  152. "listen_interface":"127.0.0.1:2526",
  153. "max_clients": 2,
  154. "tls" : {
  155. "private_key_file":"config_test.go",
  156. "public_key_file":"config_test.go",
  157. "start_tls_on":false,
  158. "tls_always_on":false
  159. }
  160. }
  161. ]
  162. }
  163. `
  164. err := ioutil.WriteFile("goguerrilla.conf.api", []byte(json), 0644)
  165. if err != nil {
  166. t.Error("could not write guerrilla.conf.api", err)
  167. return
  168. }
  169. d := Daemon{}
  170. _, err = d.LoadConfig("goguerrilla.conf.api")
  171. if err != nil {
  172. t.Error("ReadConfig error", err)
  173. return
  174. }
  175. err = d.Start()
  176. if err != nil {
  177. t.Error("start error", err)
  178. return
  179. } else {
  180. time.Sleep(time.Second * 2)
  181. if d.Config.LogFile != "./tests/testlog" {
  182. t.Error("d.Config.LogFile != \"./tests/testlog\"")
  183. }
  184. if d.Config.PidFile != "tests/go-guerrilla.pid" {
  185. t.Error("d.Config.LogFile != tests/go-guerrilla.pid")
  186. }
  187. err := ioutil.WriteFile("goguerrilla.conf.api", []byte(json2), 0644)
  188. if err != nil {
  189. t.Error("could not write guerrilla.conf.api", err)
  190. return
  191. }
  192. if err = d.ReloadConfigFile("goguerrilla.conf.api"); err != nil {
  193. t.Error(err)
  194. }
  195. if d.Config.LogFile != "./tests/testlog2" {
  196. t.Error("d.Config.LogFile != \"./tests/testlog\"")
  197. }
  198. if d.Config.PidFile != "tests/go-guerrilla2.pid" {
  199. t.Error("d.Config.LogFile != \"go-guerrilla.pid\"")
  200. }
  201. d.Shutdown()
  202. }
  203. }
  204. func TestReopenLog(t *testing.T) {
  205. if err := os.Truncate("tests/testlog", 0); err != nil {
  206. t.Error(err)
  207. }
  208. cfg := &AppConfig{LogFile: "tests/testlog"}
  209. sc := ServerConfig{
  210. ListenInterface: "127.0.0.1:2526",
  211. IsEnabled: true,
  212. }
  213. cfg.Servers = append(cfg.Servers, sc)
  214. d := Daemon{Config: cfg}
  215. err := d.Start()
  216. if err != nil {
  217. t.Error("start error", err)
  218. } else {
  219. if err = d.ReopenLogs(); err != nil {
  220. t.Error(err)
  221. }
  222. time.Sleep(time.Second * 2)
  223. d.Shutdown()
  224. }
  225. b, err := ioutil.ReadFile("tests/testlog")
  226. if err != nil {
  227. t.Error("could not read logfile")
  228. return
  229. }
  230. if strings.Index(string(b), "re-opened log file") < 0 {
  231. t.Error("Server log did not re-opened, expecting \"re-opened log file\"")
  232. }
  233. if strings.Index(string(b), "re-opened main log file") < 0 {
  234. t.Error("Main log did not re-opened, expecting \"re-opened main log file\"")
  235. }
  236. }
  237. func TestSetConfig(t *testing.T) {
  238. if err := os.Truncate("tests/testlog", 0); err != nil {
  239. t.Error(err)
  240. }
  241. cfg := AppConfig{LogFile: "tests/testlog"}
  242. sc := ServerConfig{
  243. ListenInterface: "127.0.0.1:2526",
  244. IsEnabled: true,
  245. }
  246. cfg.Servers = append(cfg.Servers, sc)
  247. d := Daemon{Config: &cfg}
  248. // lets add a new server
  249. sc.ListenInterface = "127.0.0.1:2527"
  250. cfg.Servers = append(cfg.Servers, sc)
  251. err := d.SetConfig(cfg)
  252. if err != nil {
  253. t.Error("SetConfig returned an error:", err)
  254. return
  255. }
  256. err = d.Start()
  257. if err != nil {
  258. t.Error("start error", err)
  259. } else {
  260. time.Sleep(time.Second * 2)
  261. d.Shutdown()
  262. }
  263. b, err := ioutil.ReadFile("tests/testlog")
  264. if err != nil {
  265. t.Error("could not read logfile")
  266. return
  267. }
  268. //fmt.Println(string(b))
  269. // has 127.0.0.1:2527 started?
  270. if strings.Index(string(b), "127.0.0.1:2527") < 0 {
  271. t.Error("expecting 127.0.0.1:2527 to start")
  272. }
  273. }
  274. func TestSetConfigError(t *testing.T) {
  275. if err := os.Truncate("tests/testlog", 0); err != nil {
  276. t.Error(err)
  277. }
  278. cfg := AppConfig{LogFile: "tests/testlog"}
  279. sc := ServerConfig{
  280. ListenInterface: "127.0.0.1:2526",
  281. IsEnabled: true,
  282. }
  283. cfg.Servers = append(cfg.Servers, sc)
  284. d := Daemon{Config: &cfg}
  285. // lets add a new server with bad TLS
  286. sc.ListenInterface = "127.0.0.1:2527"
  287. sc.TLS.StartTLSOn = true
  288. sc.TLS.PublicKeyFile = "tests/testlog" // totally wrong :->
  289. sc.TLS.PrivateKeyFile = "tests/testlog" // totally wrong :->
  290. cfg.Servers = append(cfg.Servers, sc)
  291. err := d.SetConfig(cfg)
  292. if err == nil {
  293. t.Error("SetConfig should have returned an error compalning about bad tls settings")
  294. return
  295. }
  296. }
  297. var funkyLogger = func() backends.Decorator {
  298. backends.Svc.AddInitializer(
  299. backends.InitializeWith(
  300. func(backendConfig backends.BackendConfig) error {
  301. backends.Log().Info("Funky logger is up & down to funk!")
  302. return nil
  303. }),
  304. )
  305. backends.Svc.AddShutdowner(
  306. backends.ShutdownWith(
  307. func() error {
  308. backends.Log().Info("The funk has been stopped!")
  309. return nil
  310. }),
  311. )
  312. return func(p backends.Processor) backends.Processor {
  313. return backends.ProcessWith(
  314. func(e *mail.Envelope, task backends.SelectTask) (backends.Result, error) {
  315. if task == backends.TaskValidateRcpt {
  316. // log the last recipient appended to e.Rcpt
  317. backends.Log().Infof(
  318. "another funky recipient [%s]",
  319. e.RcptTo[len(e.RcptTo)-1])
  320. // if valid then forward call to the next processor in the chain
  321. return p.Process(e, task)
  322. // if invalid, return a backend result
  323. //return backends.NewResult(response.Canned.FailRcptCmd), nil
  324. } else if task == backends.TaskSaveMail {
  325. backends.Log().Info("Another funky email!")
  326. }
  327. return p.Process(e, task)
  328. })
  329. }
  330. }
  331. // How about a custom processor?
  332. func TestSetAddProcessor(t *testing.T) {
  333. if err := os.Truncate("tests/testlog", 0); err != nil {
  334. t.Error(err)
  335. }
  336. cfg := &AppConfig{
  337. LogFile: "tests/testlog",
  338. AllowedHosts: []string{"grr.la"},
  339. BackendConfig: backends.BackendConfig{
  340. "save_process": "HeadersParser|Debugger|FunkyLogger",
  341. "validate_process": "FunkyLogger",
  342. },
  343. }
  344. d := Daemon{Config: cfg}
  345. d.AddProcessor("FunkyLogger", funkyLogger)
  346. if err := d.Start(); err != nil {
  347. t.Error(err)
  348. }
  349. // lets have a talk with the server
  350. if err := talkToServer("127.0.0.1:2525", ""); err != nil {
  351. t.Error(err)
  352. }
  353. d.Shutdown()
  354. b, err := ioutil.ReadFile("tests/testlog")
  355. if err != nil {
  356. t.Error("could not read logfile")
  357. return
  358. }
  359. // lets check for fingerprints
  360. if strings.Index(string(b), "another funky recipient") < 0 {
  361. t.Error("did not log: another funky recipient")
  362. }
  363. if strings.Index(string(b), "Another funky email!") < 0 {
  364. t.Error("Did not log: Another funky email!")
  365. }
  366. if strings.Index(string(b), "Funky logger is up & down to funk") < 0 {
  367. t.Error("Did not log: Funky logger is up & down to funk")
  368. }
  369. if strings.Index(string(b), "The funk has been stopped!") < 0 {
  370. t.Error("Did not log:The funk has been stopped!")
  371. }
  372. }
  373. func talkToServer(address string, body string) (err error) {
  374. conn, err := net.Dial("tcp", address)
  375. if err != nil {
  376. return
  377. }
  378. in := bufio.NewReader(conn)
  379. str, err := in.ReadString('\n')
  380. if err != nil {
  381. return err
  382. }
  383. _, err = fmt.Fprint(conn, "HELO maildiranasaurustester\r\n")
  384. if err != nil {
  385. return err
  386. }
  387. str, err = in.ReadString('\n')
  388. if err != nil {
  389. return err
  390. }
  391. _, err = fmt.Fprint(conn, "MAIL FROM:<[email protected]>r\r\n")
  392. if err != nil {
  393. return err
  394. }
  395. str, err = in.ReadString('\n')
  396. if err != nil {
  397. return err
  398. }
  399. if err != nil {
  400. return err
  401. }
  402. _, err = fmt.Fprint(conn, "RCPT TO:<[email protected]>\r\n")
  403. if err != nil {
  404. return err
  405. }
  406. str, err = in.ReadString('\n')
  407. if err != nil {
  408. return err
  409. }
  410. _, err = fmt.Fprint(conn, "DATA\r\n")
  411. if err != nil {
  412. return err
  413. }
  414. str, err = in.ReadString('\n')
  415. if err != nil {
  416. return err
  417. }
  418. if body == "" {
  419. _, err = fmt.Fprint(conn, "Subject: Test subject\r\n")
  420. if err != nil {
  421. return err
  422. }
  423. _, err = fmt.Fprint(conn, "\r\n")
  424. if err != nil {
  425. return err
  426. }
  427. _, err = fmt.Fprint(conn, "A an email body\r\n")
  428. if err != nil {
  429. return err
  430. }
  431. _, err = fmt.Fprint(conn, ".\r\n")
  432. if err != nil {
  433. return err
  434. }
  435. } else {
  436. _, err = fmt.Fprint(conn, body)
  437. if err != nil {
  438. return err
  439. }
  440. _, err = fmt.Fprint(conn, ".\r\n")
  441. if err != nil {
  442. return err
  443. }
  444. }
  445. str, err = in.ReadString('\n')
  446. if err != nil {
  447. return err
  448. }
  449. _ = str
  450. return nil
  451. }
  452. // Test hot config reload
  453. // Here we forgot to add FunkyLogger so backend will fail to init
  454. func TestReloadConfig(t *testing.T) {
  455. if err := os.Truncate("tests/testlog", 0); err != nil {
  456. t.Error(err)
  457. }
  458. d := Daemon{}
  459. if err := d.Start(); err != nil {
  460. t.Error(err)
  461. }
  462. defer d.Shutdown()
  463. cfg := AppConfig{
  464. LogFile: "tests/testlog",
  465. AllowedHosts: []string{"grr.la"},
  466. BackendConfig: backends.BackendConfig{
  467. "save_process": "HeadersParser|Debugger|FunkyLogger",
  468. "validate_process": "FunkyLogger",
  469. },
  470. }
  471. // Look mom, reloading the config without shutting down!
  472. if err := d.ReloadConfig(cfg); err != nil {
  473. t.Error(err)
  474. }
  475. }
  476. func TestPubSubAPI(t *testing.T) {
  477. if err := os.Truncate("tests/testlog", 0); err != nil {
  478. t.Error(err)
  479. }
  480. d := Daemon{Config: &AppConfig{LogFile: "tests/testlog"}}
  481. if err := d.Start(); err != nil {
  482. t.Error(err)
  483. }
  484. defer d.Shutdown()
  485. // new config
  486. cfg := AppConfig{
  487. PidFile: "tests/pidfilex.pid",
  488. LogFile: "tests/testlog",
  489. AllowedHosts: []string{"grr.la"},
  490. BackendConfig: backends.BackendConfig{
  491. "save_process": "HeadersParser|Debugger|FunkyLogger",
  492. "validate_process": "FunkyLogger",
  493. },
  494. }
  495. var i = 0
  496. pidEvHandler := func(c *AppConfig) {
  497. i++
  498. if i > 1 {
  499. t.Error("number > 1, it means d.Unsubscribe didn't work")
  500. }
  501. d.Logger.Info("number", i)
  502. }
  503. if err := d.Subscribe(EventConfigPidFile, pidEvHandler); err != nil {
  504. t.Error(err)
  505. }
  506. if err := d.ReloadConfig(cfg); err != nil {
  507. t.Error(err)
  508. }
  509. if err := d.Unsubscribe(EventConfigPidFile, pidEvHandler); err != nil {
  510. t.Error(err)
  511. }
  512. cfg.PidFile = "tests/pidfile2.pid"
  513. d.Publish(EventConfigPidFile, &cfg)
  514. if err := d.ReloadConfig(cfg); err != nil {
  515. t.Error(err)
  516. }
  517. b, err := ioutil.ReadFile("tests/testlog")
  518. if err != nil {
  519. t.Error("could not read logfile")
  520. return
  521. }
  522. // lets interrogate the log
  523. if strings.Index(string(b), "number1") < 0 {
  524. t.Error("it lools like d.ReloadConfig(cfg) did not fire EventConfigPidFile, pidEvHandler not called")
  525. }
  526. }
  527. func TestAPILog(t *testing.T) {
  528. if err := os.Truncate("tests/testlog", 0); err != nil {
  529. t.Error(err)
  530. }
  531. d := Daemon{}
  532. l := d.Log()
  533. l.Info("logtest1") // to stderr
  534. if l.GetLevel() != log.InfoLevel.String() {
  535. t.Error("Log level does not eq info, it is ", l.GetLevel())
  536. }
  537. d.Logger = nil
  538. d.Config = &AppConfig{LogFile: "tests/testlog"}
  539. l = d.Log()
  540. l.Info("logtest1") // to tests/testlog
  541. //
  542. l = d.Log()
  543. if l.GetLogDest() != "tests/testlog" {
  544. t.Error("log dest is not tests/testlog, it was ", l.GetLogDest())
  545. }
  546. b, err := ioutil.ReadFile("tests/testlog")
  547. if err != nil {
  548. t.Error("could not read logfile")
  549. return
  550. }
  551. // lets interrogate the log
  552. if strings.Index(string(b), "logtest1") < 0 {
  553. t.Error("hai was not found in the log, it should have been in tests/testlog")
  554. }
  555. }
  556. // Test the allowed_hosts config option with a single entry of ".", which will allow all hosts.
  557. func TestSkipAllowsHost(t *testing.T) {
  558. d := Daemon{}
  559. defer d.Shutdown()
  560. // setting the allowed hosts to a single entry with a dot will let any host through
  561. d.Config = &AppConfig{AllowedHosts: []string{"."}, LogFile: "off"}
  562. if err := d.Start(); err != nil {
  563. t.Error(err)
  564. }
  565. conn, err := net.Dial("tcp", d.Config.Servers[0].ListenInterface)
  566. if err != nil {
  567. t.Error(t)
  568. return
  569. }
  570. in := bufio.NewReader(conn)
  571. if _, err := fmt.Fprint(conn, "HELO test\r\n"); err != nil {
  572. t.Error(err)
  573. }
  574. if _, err := fmt.Fprint(conn, "RCPT TO:<[email protected]>\r\n"); err != nil {
  575. t.Error(err)
  576. }
  577. if _, err := in.ReadString('\n'); err != nil {
  578. t.Error(err)
  579. }
  580. if _, err := in.ReadString('\n'); err != nil {
  581. t.Error(err)
  582. }
  583. str, _ := in.ReadString('\n')
  584. if strings.Index(str, "250") != 0 {
  585. t.Error("expected 250 reply, got:", str)
  586. }
  587. }
  588. var customBackend2 = func() backends.Decorator {
  589. return func(p backends.Processor) backends.Processor {
  590. return backends.ProcessWith(
  591. func(e *mail.Envelope, task backends.SelectTask) (backends.Result, error) {
  592. if task == backends.TaskValidateRcpt {
  593. return p.Process(e, task)
  594. } else if task == backends.TaskSaveMail {
  595. backends.Log().Info("Another funky email!")
  596. err := errors.New("system shock")
  597. return backends.NewResult(response.Canned.FailReadErrorDataCmd, response.SP, err), err
  598. }
  599. return p.Process(e, task)
  600. })
  601. }
  602. }
  603. // Test a custom backend response
  604. func TestCustomBackendResult(t *testing.T) {
  605. if err := os.Truncate("tests/testlog", 0); err != nil {
  606. t.Error(err)
  607. }
  608. cfg := &AppConfig{
  609. LogFile: "tests/testlog",
  610. AllowedHosts: []string{"grr.la"},
  611. BackendConfig: backends.BackendConfig{
  612. "save_process": "HeadersParser|Debugger|Custom",
  613. "validate_process": "Custom",
  614. },
  615. }
  616. d := Daemon{Config: cfg}
  617. d.AddProcessor("Custom", customBackend2)
  618. if err := d.Start(); err != nil {
  619. t.Error(err)
  620. }
  621. // lets have a talk with the server
  622. if err := talkToServer("127.0.0.1:2525", ""); err != nil {
  623. t.Error(err)
  624. }
  625. d.Shutdown()
  626. b, err := ioutil.ReadFile("tests/testlog")
  627. if err != nil {
  628. t.Error("could not read logfile")
  629. return
  630. }
  631. // lets check for fingerprints
  632. if strings.Index(string(b), "451 4.3.0 Error") < 0 {
  633. t.Error("did not log: 451 4.3.0 Error")
  634. }
  635. if strings.Index(string(b), "system shock") < 0 {
  636. t.Error("did not log: system shock")
  637. }
  638. }
  639. func TestStreamProcessor(t *testing.T) {
  640. if err := os.Truncate("tests/testlog", 0); err != nil {
  641. t.Error(err)
  642. }
  643. cfg := &AppConfig{
  644. LogFile: "tests/testlog",
  645. AllowedHosts: []string{"grr.la"},
  646. BackendConfig: backends.BackendConfig{
  647. "save_process": "HeadersParser|Debugger",
  648. "stream_save_process": "Header|headersparser|compress|Decompress|debug",
  649. },
  650. }
  651. d := Daemon{Config: cfg}
  652. if err := d.Start(); err != nil {
  653. t.Error(err)
  654. }
  655. body := "Subject: Test subject\r\n" +
  656. //"\r\n" +
  657. "A an email body.\r\n" +
  658. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  659. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  660. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  661. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  662. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  663. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  664. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  665. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  666. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  667. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  668. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n" +
  669. "Header|headersparser|compress|Decompress|debug Header|headersparser|compress|Decompress|debug.\r\n"
  670. // lets have a talk with the server
  671. if err := talkToServer("127.0.0.1:2525", body); err != nil {
  672. t.Error(err)
  673. }
  674. d.Shutdown()
  675. b, err := ioutil.ReadFile("tests/testlog")
  676. if err != nil {
  677. t.Error("could not read logfile")
  678. return
  679. }
  680. // lets check for fingerprints
  681. if strings.Index(string(b), "Debug stream") < 0 {
  682. t.Error("did not log: Debug stream")
  683. }
  684. if strings.Index(string(b), "Error") != -1 {
  685. t.Error("There was an error", string(b))
  686. }
  687. }
  688. var mime = `MIME-Version: 1.0
  689. X-Mailer: MailBee.NET 8.0.4.428
  690. Subject: test
  691. subject
  692. To: [email protected]
  693. Content-Type: multipart/mixed;
  694. boundary="XXXXboundary text"
  695. --XXXXboundary text
  696. Content-Type: multipart/alternative;
  697. boundary="XXXXboundary text"
  698. --XXXXboundary text
  699. Content-Type: text/plain;
  700. charset="utf-8"
  701. Content-Transfer-Encoding: quoted-printable
  702. This is the body text of a sample message.
  703. --XXXXboundary text
  704. Content-Type: text/html;
  705. charset="utf-8"
  706. Content-Transfer-Encoding: quoted-printable
  707. <pre>This is the body text of a sample message.</pre>
  708. --XXXXboundary text
  709. Content-Type: text/plain;
  710. name="log_attachment.txt"
  711. Content-Disposition: attachment;
  712. filename="log_attachment.txt"
  713. Content-Transfer-Encoding: base64
  714. TUlNRS1WZXJzaW9uOiAxLjANClgtTWFpbGVyOiBNYWlsQmVlLk5FVCA4LjAuNC40MjgNClN1Ympl
  715. Y3Q6IHRlc3Qgc3ViamVjdA0KVG86IGtldmlubUBkYXRhbW90aW9uLmNvbQ0KQ29udGVudC1UeXBl
  716. OiBtdWx0aXBhcnQvYWx0ZXJuYXRpdmU7DQoJYm91bmRhcnk9Ii0tLS09X05leHRQYXJ0XzAwMF9B
  717. RTZCXzcyNUUwOUFGLjg4QjdGOTM0Ig0KDQoNCi0tLS0tLT1fTmV4dFBhcnRfMDAwX0FFNkJfNzI1
  718. RTA5QUYuODhCN0Y5MzQNCkNvbnRlbnQtVHlwZTogdGV4dC9wbGFpbjsNCgljaGFyc2V0PSJ1dGYt
  719. OCINCkNvbnRlbnQtVHJhbnNmZXItRW5jb2Rpbmc6IHF1b3RlZC1wcmludGFibGUNCg0KdGVzdCBi
  720. b2R5DQotLS0tLS09X05leHRQYXJ0XzAwMF9BRTZCXzcyNUUwOUFGLjg4QjdGOTM0DQpDb250ZW50
  721. LVR5cGU6IHRleHQvaHRtbDsNCgljaGFyc2V0PSJ1dGYtOCINCkNvbnRlbnQtVHJhbnNmZXItRW5j
  722. b2Rpbmc6IHF1b3RlZC1wcmludGFibGUNCg0KPHByZT50ZXN0IGJvZHk8L3ByZT4NCi0tLS0tLT1f
  723. TmV4dFBhcnRfMDAwX0FFNkJfNzI1RTA5QUYuODhCN0Y5MzQtLQ0K
  724. --XXXXboundary text--
  725. `
  726. var mime2 = `From: [email protected]
  727. Content-Type: multipart/mixed;
  728. boundary="----_=_NextPart_001_01CBE273.65A0E7AA"
  729. To: [email protected]
  730. This is a multi-part message in MIME format.
  731. ------_=_NextPart_001_01CBE273.65A0E7AA
  732. Content-Type: multipart/alternative;
  733. boundary="----_=_NextPart_002_01CBE273.65A0E7AA"
  734. ------_=_NextPart_002_01CBE273.65A0E7AA
  735. Content-Type: text/plain;
  736. charset="UTF-8"
  737. Content-Transfer-Encoding: base64
  738. [base64-content]
  739. ------_=_NextPart_002_01CBE273.65A0E7AA
  740. Content-Type: text/html;
  741. charset="UTF-8"
  742. Content-Transfer-Encoding: base64
  743. [base64-content]
  744. ------_=_NextPart_002_01CBE273.65A0E7AA--
  745. ------_=_NextPart_001_01CBE273.65A0E7AA
  746. Content-Type: message/rfc822
  747. Content-Transfer-Encoding: 7bit
  748. X-MimeOLE: Produced By Microsoft Exchange V6.5
  749. Content-class: urn:content-classes:message
  750. MIME-Version: 1.0
  751. Content-Type: multipart/mixed;
  752. boundary="----_=_NextPart_003_01CBE272.13692C80"
  753. From: [email protected]
  754. To: [email protected]
  755. This is a multi-part message in MIME format.
  756. ------_=_NextPart_003_01CBE272.13692C80
  757. Content-Type: multipart/alternative;
  758. boundary="----_=_NextPart_004_01CBE272.13692C80"
  759. ------_=_NextPart_004_01CBE272.13692C80
  760. Content-Type: text/plain;
  761. charset="iso-8859-1"
  762. Content-Transfer-Encoding: quoted-printable
  763. =20
  764. Viele Gr=FC=DFe
  765. ------_=_NextPart_004_01CBE272.13692C80
  766. Content-Type: text/html;
  767. charset="iso-8859-1"
  768. Content-Transfer-Encoding: quoted-printable
  769. <html>...</html>
  770. ------_=_NextPart_004_01CBE272.13692C80--
  771. ------_=_NextPart_003_01CBE272.13692C80
  772. Content-Type: application/x-zip-compressed;
  773. name="abc.zip"
  774. Content-Transfer-Encoding: base64
  775. Content-Disposition: attachment;
  776. filename="abc.zip"
  777. [base64-content]
  778. ------_=_NextPart_003_01CBE272.13692C80--
  779. ------_=_NextPart_001_01CBE273.65A0E7AA--
  780. `
  781. /*
  782. 1 0 166 1514
  783. 1.1 186 260 259
  784. 1.2 280 374 416
  785. 1.3 437 530 584
  786. 1.4 605 769 1514
  787. */
  788. func TestStreamMimeProcessor(t *testing.T) {
  789. if err := os.Truncate("tests/testlog", 0); err != nil {
  790. t.Error(err)
  791. }
  792. cfg := &AppConfig{
  793. LogFile: "tests/testlog",
  794. AllowedHosts: []string{"grr.la"},
  795. BackendConfig: backends.BackendConfig{
  796. "save_process": "HeadersParser|Debugger",
  797. "stream_save_process": "mimeanalyzer|headersparser|compress|Decompress|debug",
  798. },
  799. }
  800. d := Daemon{Config: cfg}
  801. if err := d.Start(); err != nil {
  802. t.Error(err)
  803. }
  804. go func() {
  805. time.Sleep(time.Second * 15)
  806. //panic("here")
  807. // *moo = *moo + 6
  808. // for debugging deadlocks
  809. //pprof.Lookup("goroutine").WriteTo(os.Stdout, 1)
  810. //os.Exit(1)
  811. }()
  812. // change \n to \r\n
  813. mime = strings.Replace(mime, "\n", "\r\n", -1)
  814. // lets have a talk with the server
  815. if err := talkToServer("127.0.0.1:2525", mime); err != nil {
  816. t.Error(err)
  817. }
  818. d.Shutdown()
  819. b, err := ioutil.ReadFile("tests/testlog")
  820. if err != nil {
  821. t.Error("could not read logfile")
  822. return
  823. }
  824. // lets check for fingerprints
  825. if strings.Index(string(b), "Debug stream") < 0 {
  826. t.Error("did not log: Debug stream")
  827. }
  828. if strings.Index(string(b), "Error") != -1 {
  829. t.Error("There was an error", string(b))
  830. }
  831. }