ncDocConverter/internal/ncworker/office.go

package ncworker

import (
	"fmt"
	"io"
	"net/http"
	"path/filepath"
	"strings"
	"sync"
	"time"

	"git.rpjosh.de/RPJosh/go-logger"
	"git.rpjosh.de/ncDocConverter/internal/models"
	"git.rpjosh.de/ncDocConverter/internal/nextcloud"
	"git.rpjosh.de/ncDocConverter/pkg/utils"
)

type convertJob struct {
	job    *models.NcConvertJob
	ncUser *models.NextcloudUser
}

type convertQueu struct {
	source      nextcloud.NcFile
	destination string
}

func NewNcJob(job *models.NcConvertJob, ncUser *models.NextcloudUser) *convertJob {
	convJob := &convertJob{
		job:    job,
		ncUser: ncUser,
	}

	return convJob
}

func (job *convertJob) ExecuteJob() {

	// Get existing directory contents
	sourceFolder, err := nextcloud.SearchInDirectory(
		job.ncUser,
		job.job.SourceDir,
		[]string{
			"application/vnd.openxmlformats-officedocument.wordprocessingml.document",
			"application/msword",
		},
	)
	if err != nil {
		logger.Error("Failed to get files in source directory '%s': %s", job.job.SourceDir, err)
		return
	}

	destinationFolder, err := nextcloud.SearchInDirectory(
		job.ncUser,
		job.job.DestinationDir,
		[]string{
			"application/pdf",
		},
	)
	if err != nil {
		logger.Error("Failed to get files in destination directory '%s': %s", job.job.DestinationDir, err)
		return
	}

	// Store all files in a map
	prefix := "/remote.php/dav/files/" + job.ncUser.Username + "/"
	sourceMap := nextcloud.ParseSearchResult(sourceFolder, prefix, job.job.SourceDir)
	destinationMap := nextcloud.ParseSearchResult(destinationFolder, prefix, job.job.DestinationDir)

	// check which files should be converted
	var filesToConvert []convertQueu
	var directorys []string

	for index, source := range sourceMap {
		// Check if the file exists in the destination map
		if dest, exists := destinationMap[index]; exists {
			// Compare timestamp and size
			if dest.LastModified.Before(source.LastModified) {
				filesToConvert = append(filesToConvert, convertQueu{source: source, destination: dest.Path})
			}
			delete(destinationMap, index)
		} else {
			// the directory could not be existing -> check for existance
			destinationDir := job.getDestinationDir(source.Path)
			appendIfNotExists(&directorys, destinationDir[0:strings.LastIndex(destinationDir, "/")+1])

			filesToConvert = append(filesToConvert, convertQueu{source: source, destination: destinationDir})

			delete(destinationMap, index)
		}
	}

	var wg sync.WaitGroup

	// Delete the files which are not available anymore
	wg.Add(len(destinationMap))
	for _, dest := range destinationMap {
		go func(file *nextcloud.NcFile) {
			err := nextcloud.DeleteFile(job.ncUser, file.Path)
			if err != nil {
				logger.Error(utils.FirstCharToUppercase(err.Error()))
			}
			wg.Done()
		}(&dest)
	}
	wg.Wait()

	// Create required directorys
	wg.Add(len(directorys))
	for _, dest := range directorys {
		go func(path string) {
			nextcloud.CreateFoldersRecursively(job.ncUser, path)
			wg.Done()
		}(dest)
	}
	wg.Wait()

	// Convert the files
	wg.Add(len(filesToConvert))
	for _, file := range filesToConvert {
		go func(cvt convertQueu) {
			job.convertFile(cvt.source.Path, cvt.source.Fileid, cvt.destination)
			wg.Done()
		}(file)
	}
	wg.Wait()

	logger.Info("Finished Nextcloud job \"%s\": %d documents converted", job.job.JobName, len(filesToConvert))
}

// Appends the directory to the array if it isn't contained
// by another element already
func appendIfNotExists(dirs *[]string, directory string) {
	directoryLength := len(directory)
	for i, currentDir := range *dirs {
		currentLength := len(currentDir)

		// the existing directory is already referenced in the current
		if directoryLength > currentLength && directory[0:currentLength] == currentDir {
			(*dirs)[i] = directory
			continue
		} else if directoryLength <= currentLength && currentDir[0:directoryLength] == directory {
			continue
		}
	}
	*dirs = append(*dirs, directory)
}

func (job *convertJob) getDestinationDir(sourceFile string) string {
	sourceFile = sourceFile[len(job.job.SourceDir):]
	var extension = filepath.Ext(sourceFile)
	var name = sourceFile[0 : len(sourceFile)-len(extension)]

	return job.job.DestinationDir + name + ".pdf"
}

// Converts the source file to the destination file utilizing the onlyoffice convert api
func (job *convertJob) convertFile(sourceFile string, sourceid int, destinationFile string) {
	logger.Debug("Converting %s (%d) to %s", sourceFile, sourceid, destinationFile)

	client := http.Client{Timeout: 10 * time.Second}
	req, err := http.NewRequest(http.MethodGet, job.ncUser.NextcloudBaseUrl+"/apps/onlyoffice/downloadas", nil)
	if err != nil {
		logger.Error("%s", err)
	}
	req.SetBasicAuth(job.ncUser.Username, job.ncUser.Password)

	q := req.URL.Query()
	q.Add("fileId", fmt.Sprint(sourceid))
	q.Add("toExtension", "pdf")
	req.URL.RawQuery = q.Encode()

	res, err := client.Do(req)
	if err != nil {
		logger.Error("Failed to access the convert api: %s", err)
		return
	}
	defer res.Body.Close()

	if res.StatusCode != 200 {
		body, _ := io.ReadAll(res.Body)
		logger.Error("Failed to access the convert api (#%d). Do you have OnlyOffice installed?: %s", res.StatusCode, body)
		return
	}

	uploadClient := http.Client{Timeout: 10 * time.Second}
	uploadReq, err := http.NewRequest(http.MethodPut, job.ncUser.NextcloudBaseUrl+"/remote.php/dav/files/"+job.ncUser.Username+"/"+destinationFile, res.Body)

	if err != nil {
		logger.Error("%s", err)
	}
	uploadReq.SetBasicAuth(job.ncUser.Username, job.ncUser.Password)
	uploadReq.Header.Set("Content-Type", "application/binary")

	res, err = uploadClient.Do(uploadReq)
	if err != nil {
		logger.Error("%s", err)
	}

	if res.StatusCode != 204 && res.StatusCode != 201 {
		logger.Error("Failed to create file %s (#%d)", destinationFile, res.StatusCode)
	}
	// Status Code 201
	res.Body.Close()
}