aboutsummaryrefslogtreecommitdiff
path: root/build-aux/test-corpus.scm
blob: 83a359f0a5d04683ded68178999222fa709dff07 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
;;; guile-email --- Guile email parser
;;; Copyright © 2021 Arun Isaac <arunisaac@systemreboot.net>
;;;
;;; This file is part of guile-email.
;;;
;;; guile-email is free software; you can redistribute it and/or modify
;;; it under the terms of the GNU Affero General Public License as
;;; published by the Free Software Foundation; either version 3 of the
;;; License, or (at your option) any later version.
;;;
;;; guile-email is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
;;; Affero General Public License for more details.
;;;
;;; You should have received a copy of the GNU Affero General Public
;;; License along with guile-email.  If not, see
;;; <http://www.gnu.org/licenses/>.

;;; Commentary:

;; This script recursively finds all mbox files in the current
;; directory, and tests if guile-email can parse all messages without
;; erroring out.

;;; Code:

(use-modules (rnrs io ports)
             (srfi srfi-26)
             (srfi srfi-28)
             (srfi srfi-171)
             (ice-9 ftw)
             (ice-9 match)
             (email email))

(define %fail-directory
  (match (command-line)
    ((_ fail-directory) fail-directory)
    ((arg0 _ ...)
     (scm-error 'misc-error
                #f
                "Usage: ~A fail-directory"
                (list arg0)
                #f))))

(define (directory-files directory)
  "Return files in DIRECTORY."
  (scandir directory (lambda (filename)
                       (not (member filename (list "." ".."))))))

(define (write-failed-email corpus mbox index email)
  "Write EMAIL, the INDEXth email in MBOX of CORPUS, for which
parse-email fails to fail directory."
  (display (format "Failed on index ~a of ~a/~a~%" index corpus mbox))
  (call-with-output-file (format "~a/~a_~a_~a"
                                 %fail-directory
                                 corpus
                                 (basename mbox ".mbox")
                                 index)
    (cut put-bytevector <> email)))

(define read-next-email-in-mbox
  (@@ (email email)
      read-next-email-in-mbox))

(define (test-corpus corpus)
  "Test CORPUS, a directory containing mbox files."
  (for-each (lambda (mbox)
              (let ((mbox-path (string-append corpus "/" mbox)))
                (display (format "~a~%" mbox-path))
                (call-with-input-file mbox-path
                  (lambda (port)
                    (port-transduce (compose (tenumerate)
                                             (tmap (match-lambda
                                                     ((index . bv)
                                                      (catch #t
                                                        (lambda ()
                                                          (parse-email bv))
                                                        (lambda _
                                                          (write-failed-email corpus mbox index bv)))))))
                                    (const #t)
                                    read-next-email-in-mbox
                                    port)))))
            (directory-files corpus)))

;; If fail directory exists, delete its contents. Else, create it.
(if (file-exists? %fail-directory)
    (for-each (lambda (file)
                (delete-file (string-append %fail-directory "/" file)))
              (directory-files %fail-directory))
    (mkdir %fail-directory))

;; Test corpora.
(test-corpus "guix-commits")
(test-corpus "guix-patches")
(test-corpus "bug-guix")

;; If fail directory has any emails, then error out.
(unless (null? (directory-files %fail-directory))
  (error "Corpus test failed for some messages"))