256 lines
6.6 KiB
Go
256 lines
6.6 KiB
Go
// Copyright (c) 2021 Proton Technologies AG
|
|
//
|
|
// This file is part of ProtonMail Bridge.
|
|
//
|
|
// ProtonMail Bridge is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// ProtonMail Bridge is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with ProtonMail Bridge. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package transfer
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/emersion/go-mbox"
|
|
"github.com/pkg/errors"
|
|
)
|
|
|
|
// TransferTo exports messages based on rules to channel.
|
|
func (p *MBOXProvider) TransferTo(rules transferRules, progress *Progress, ch chan<- Message) {
|
|
log.Info("Started transfer from MBOX to channel")
|
|
defer log.Info("Finished transfer from MBOX to channel")
|
|
|
|
filePathsPerFolder, err := p.getFilePathsPerFolder()
|
|
if err != nil {
|
|
progress.fatal(err)
|
|
return
|
|
}
|
|
|
|
if len(filePathsPerFolder) == 0 {
|
|
return
|
|
}
|
|
|
|
for folderName, filePaths := range filePathsPerFolder {
|
|
log.WithField("folder", folderName).Debug("Estimating folder counts")
|
|
for _, filePath := range filePaths {
|
|
if progress.shouldStop() {
|
|
break
|
|
}
|
|
p.updateCount(progress, filePath)
|
|
}
|
|
}
|
|
progress.countsFinal()
|
|
|
|
for folderName, filePaths := range filePathsPerFolder {
|
|
log.WithField("folder", folderName).Debug("Processing folder")
|
|
for _, filePath := range filePaths {
|
|
if progress.shouldStop() {
|
|
break
|
|
}
|
|
p.transferTo(rules, progress, ch, folderName, filePath)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (p *MBOXProvider) getFilePathsPerFolder() (map[string][]string, error) {
|
|
filePaths, err := getAllPathsWithSuffix(p.root, ".mbox")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
filePathsMap := map[string][]string{}
|
|
for _, filePath := range filePaths {
|
|
fileName := filepath.Base(filePath)
|
|
filePath, err := p.handleAppleMailMBOXStructure(filePath)
|
|
// Skip unsupported MBOX structures. It was already filtered out in configuration step.
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
folder := strings.TrimSuffix(fileName, ".mbox")
|
|
filePathsMap[folder] = append(filePathsMap[folder], filePath)
|
|
}
|
|
return filePathsMap, nil
|
|
}
|
|
|
|
func (p *MBOXProvider) updateCount(progress *Progress, filePath string) {
|
|
mboxReader := p.openMbox(progress, filePath)
|
|
if mboxReader == nil {
|
|
return
|
|
}
|
|
|
|
count := 0
|
|
for {
|
|
_, err := mboxReader.NextMessage()
|
|
if err == io.EOF {
|
|
break
|
|
} else if err != nil {
|
|
progress.fatal(err)
|
|
break
|
|
}
|
|
count++
|
|
}
|
|
progress.updateCount(filePath, uint(count))
|
|
}
|
|
|
|
func (p *MBOXProvider) transferTo(rules transferRules, progress *Progress, ch chan<- Message, folderName, filePath string) {
|
|
mboxReader := p.openMbox(progress, filePath)
|
|
if mboxReader == nil {
|
|
return
|
|
}
|
|
|
|
index := 0
|
|
for {
|
|
if progress.shouldStop() {
|
|
break
|
|
}
|
|
|
|
index++
|
|
id := fmt.Sprintf("%s:%d", filePath, index)
|
|
|
|
msgReader, err := mboxReader.NextMessage()
|
|
if err == io.EOF {
|
|
break
|
|
} else if err != nil {
|
|
progress.fatal(err)
|
|
break
|
|
}
|
|
|
|
msg, err := p.exportMessage(rules, folderName, id, msgReader)
|
|
|
|
progress.addMessage(id, msg.sourceNames(), msg.targetNames())
|
|
|
|
if err == nil && len(msg.Targets) == 0 {
|
|
progress.messageSkipped(id)
|
|
continue
|
|
}
|
|
|
|
progress.messageExported(id, msg.Body, err)
|
|
if err == nil {
|
|
ch <- msg
|
|
}
|
|
}
|
|
}
|
|
|
|
func (p *MBOXProvider) exportMessage(rules transferRules, folderName, id string, msgReader io.Reader) (Message, error) {
|
|
body, err := ioutil.ReadAll(msgReader)
|
|
if err != nil {
|
|
return Message{}, errors.Wrap(err, "failed to read message")
|
|
}
|
|
|
|
msgRules := p.getMessageRules(rules, folderName, id, body)
|
|
sources := p.getMessageSources(msgRules)
|
|
targets := p.getMessageTargets(msgRules, id, body)
|
|
return Message{
|
|
ID: id,
|
|
Unread: false,
|
|
Body: body,
|
|
Sources: sources,
|
|
Targets: targets,
|
|
}, nil
|
|
}
|
|
|
|
func (p *MBOXProvider) getMessageRules(rules transferRules, folderName, id string, body []byte) []*Rule {
|
|
msgRules := []*Rule{}
|
|
|
|
folderRule, err := rules.getRuleBySourceMailboxName(folderName)
|
|
if err != nil {
|
|
log.WithField("msg", id).WithField("source", folderName).Debug("Message source doesn't have a rule")
|
|
} else if folderRule.Active {
|
|
msgRules = append(msgRules, folderRule)
|
|
}
|
|
|
|
gmailLabels, err := getGmailLabelsFromMessage(body)
|
|
if err != nil {
|
|
log.WithError(err).Error("Failed to get gmail labels, ")
|
|
} else {
|
|
for label := range gmailLabels {
|
|
rule, err := rules.getRuleBySourceMailboxName(label)
|
|
if err != nil {
|
|
log.WithField("msg", id).WithField("source", label).Debug("Message source doesn't have a rule")
|
|
continue
|
|
}
|
|
if rule.Active {
|
|
msgRules = append(msgRules, rule)
|
|
}
|
|
}
|
|
}
|
|
|
|
return msgRules
|
|
}
|
|
|
|
func (p *MBOXProvider) getMessageSources(msgRules []*Rule) []Mailbox {
|
|
sources := []Mailbox{}
|
|
for _, rule := range msgRules {
|
|
sources = append(sources, rule.SourceMailbox)
|
|
}
|
|
return sources
|
|
}
|
|
|
|
func (p *MBOXProvider) getMessageTargets(msgRules []*Rule, id string, body []byte) []Mailbox {
|
|
targets := []Mailbox{}
|
|
haveExclusiveMailbox := false
|
|
for _, rule := range msgRules {
|
|
// Read and check time in body only if the rule specifies it
|
|
// to not waste energy.
|
|
if rule.HasTimeLimit() {
|
|
msgTime, err := getMessageTime(body)
|
|
if err != nil {
|
|
log.WithError(err).Error("Failed to parse time, time check skipped")
|
|
} else if !rule.isTimeInRange(msgTime) {
|
|
log.WithField("msg", id).WithField("source", rule.SourceMailbox.Name).Debug("Message skipped due to time")
|
|
continue
|
|
}
|
|
}
|
|
for _, newTarget := range rule.TargetMailboxes {
|
|
// msgRules is sorted. The first rule is based on the folder name,
|
|
// followed by the order from X-Gmail-Labels. The rule based on
|
|
// the folder name should have priority for exclusive target.
|
|
if newTarget.IsExclusive && haveExclusiveMailbox {
|
|
continue
|
|
}
|
|
found := false
|
|
for _, target := range targets {
|
|
if target.Hash() == newTarget.Hash() {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
if found {
|
|
continue
|
|
}
|
|
if newTarget.IsExclusive {
|
|
haveExclusiveMailbox = true
|
|
}
|
|
targets = append(targets, newTarget)
|
|
}
|
|
}
|
|
return targets
|
|
}
|
|
|
|
func (p *MBOXProvider) openMbox(progress *Progress, mboxPath string) *mbox.Reader {
|
|
mboxPath = filepath.Join(p.root, mboxPath)
|
|
mboxFile, err := os.Open(mboxPath) //nolint[gosec]
|
|
if os.IsNotExist(err) {
|
|
return nil
|
|
} else if err != nil {
|
|
progress.fatal(err)
|
|
return nil
|
|
}
|
|
return mbox.NewReader(mboxFile)
|
|
}
|