/*
Dateiverwaltung - File management in your browser
Copyright (C) 2017 Ulrich Hilger, http://uhilger.de
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as
published by the Free Software Foundation, either version 3 of the
License, or (at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see .
*/
package de.uhilger.filecms.api;
import de.uhilger.filecms.data.FileRef;
import de.uhilger.filecms.pub.AbstractComparator;
import de.uhilger.filecms.pub.FileNameComparator;
import de.uhilger.filecms.pub.ImgFileFilter;
import de.uhilger.wbx.Bild;
import de.uhilger.wbx.WbxUtils;
import static de.uhilger.wbx.WbxUtils.EMPTY_STRING;
import static de.uhilger.wbx.WbxUtils.WBX_FILE_BASE;
import de.uhilger.wbx.data.Inhalt;
import de.uhilger.wbx.web.TNServlet;
import java.io.File;
import java.io.FileFilter;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.Reader;
import java.nio.charset.Charset;
import java.security.Principal;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.Enumeration;
import java.util.Iterator;
import java.util.List;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.zip.Adler32;
import java.util.zip.CheckedOutputStream;
import java.util.zip.ZipEntry;
import java.util.zip.ZipFile;
import java.util.zip.ZipOutputStream;
import javax.servlet.http.HttpServletRequest;
import net.coobird.thumbnailator.Thumbnails;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.filefilter.WildcardFileFilter;
/**
* Methoden zur Verwaltung von Dateien
*/
public class FileMgr extends Api {
private static final Logger logger = Logger.getLogger(FileMgr.class.getName());
public static final int OP_COPY = 1;
public static final int OP_MOVE = 2;
public static final String DOT = ".";
public String hallo() {
return "Hallo Welt!";
}
/**
* Inhalte der WebBox listen. Hier wird nur der relative Pfad
* ausgehend von www oder home ausgegeben sowie zudem ausgehend
* von $daten und $basis, sofern der Benutzer die Rolle wbxAdmin hat.
*
* Andere Inhalte werden nicht ausgegeben.
*
* @param relPath
* @return
*/
public List list(String relPath) {
return listInt(relPath, "name", AbstractComparator.ORDER_ASC);
}
public List listOrdered(String relPath, String orderBy, String order) {
return listInt(relPath, orderBy, order);
}
/**
* Inhalte der WebBox listen. Hier wird nur der relative Pfad
* ausgehend von www oder home ausgegeben sowie zudem ausgehend
* von $daten und $basis, sofern der Benutzer die Rolle wbxAdmin hat.
*
* Andere Inhalte werden nicht ausgegeben.
*
* @param relPath
* @param orderBy 'name'
* @param order AbstractComparator.ORDER_ASC oder AbstractComparator.ORDER_DESC
* @return
*/
private List listInt(String relPath, String orderBy, String order) {
Bild bild = new Bild();
List files = new ArrayList();
if (!relPath.startsWith(".") && !relPath.contains("WEB-INF") && !relPath.contains("META-INF")) {
if (relPath.length() == 0) {
FileRef namedPublicFolder = new FileRef(PUB_DIR_NAME, true);
logger.finer(namedPublicFolder.getAbsolutePath());
FileRef namedHomeFolder = new FileRef(HOME_DIR_NAME, true);
logger.finer(namedHomeFolder.getAbsolutePath());
FileRef namedDavFolder = new FileRef(DAV_DIR_NAME, true);
logger.finer(namedDavFolder.getAbsolutePath());
files = new ArrayList();
files.add(namedHomeFolder);
files.add(namedPublicFolder);
files.add(namedDavFolder);
if (getRequest().isUserInRole(WBX_ADMIN_ROLE)) {
FileRef namedBaseFolder = new FileRef(WBX_BASE, true);
FileRef namedDataFolder = new FileRef(WBX_DATA, true);
files.add(namedBaseFolder);
files.add(namedDataFolder);
}
} else {
String path = getTargetDir(relPath).getAbsolutePath();
logger.fine("listing path: " + path);
File dir = new File(path);
if (dir.exists()) {
File[] fileArray = dir.listFiles(new ImgFileFilter());
if (orderBy != null && orderBy.equalsIgnoreCase("name")) {
Arrays.sort(fileArray, new FileNameComparator(order));
} else {
Arrays.sort(fileArray, new FileNameComparator(AbstractComparator.ORDER_ASC));
}
for (int i = 0; i < fileArray.length; i++) {
logger.fine(fileArray[i].toURI().toString());
String fname = fileArray[i].toURI().toString().replace("file:/", "");
if (fileArray[i].isDirectory()) {
fname = fname.substring(0, fname.length() - 1);
}
logger.fine(fname);
if(!fname.contains("WEB-INF") && !fname.contains("META-INF")) {
long fLen = fileArray[i].length();
long lastMod = fileArray[i].lastModified();
FileRef ref = new FileRef(fname, fileArray[i].isDirectory(), fileArray[i].isHidden(), lastMod, fLen);
ref.setMimetype(bild.getMimeType(fileArray[i]));
files.add(ref);
}
}
}
}
}
return files;
}
public List collect(String relativePath, int maxTiefe, int maxAnzahl, int len) {
WbxUtils wu = new WbxUtils();
HttpServletRequest req = getRequest();
String requestUrl = req.getRequestURL().toString();
String contextPath = req.getContextPath();
return wu.collectFiles(requestUrl, contextPath, relativePath, maxTiefe, maxAnzahl, len);
}
public FileRef newFolder(String relPath, String folderName) {
if (!relPath.startsWith(".")) {
logger.finer(relPath);
String targetPath = null;
if(relPath.startsWith(PUB_DIR_NAME)) {
targetPath = PUB_DIR_PATH + getUserName() + "/" + relPath.substring(PUB_DIR_NAME.length()) + "/" + folderName;
} else if(relPath.startsWith(HOME_DIR_NAME)) {
targetPath = HOME_DIR_PATH + getUserName() + "/" + relPath.substring(HOME_DIR_NAME.length()) + "/" + folderName;
} else {
// kann eigentlich nicht sein..
}
logger.finer(targetPath);
File targetDir = new File(getBase().getAbsolutePath(), targetPath);
targetDir.mkdirs();
return new FileRef(targetDir.getAbsolutePath(), true);
} else {
return null;
}
}
public String getCode(String relPath, String fileName) {
String code = null;
if (!relPath.startsWith(".")) {
Object p = getRequest().getUserPrincipal();
if (p instanceof Principal) {
Reader reader = null;
try {
File targetFile = new File(getTargetDir(relPath), fileName);
reader = new InputStreamReader(new FileInputStream(targetFile), "UTF8");
//reader = new FileReader(targetFile);
StringBuffer buf = new StringBuffer();
char[] readBuffer = new char[1024];
int charsRead = reader.read(readBuffer);
while (charsRead > -1) {
buf.append(readBuffer, 0, charsRead);
charsRead = reader.read(readBuffer);
}
code = buf.toString();
} catch (FileNotFoundException ex) {
Logger.getLogger(FileMgr.class.getName()).log(Level.SEVERE, null, ex);
} catch (IOException ex) {
Logger.getLogger(FileMgr.class.getName()).log(Level.SEVERE, null, ex);
} finally {
try {
reader.close();
} catch (IOException ex) {
Logger.getLogger(FileMgr.class.getName()).log(Level.SEVERE, null, ex);
}
}
}
}
return code;
}
public String renameFile(String relPath, String fname, String newName) {
if (!relPath.startsWith(".")) {
File targetDir = getTargetDir(relPath);
File file = new File(targetDir, fname);
if(fname.endsWith(TNServlet.JPEG) || fname.endsWith(TNServlet.JPG) || fname.endsWith(TNServlet.PNG)) {
renameImgFiles(targetDir, file, newName);
} else {
file.renameTo(new File(targetDir, newName));
}
return fname + " umbenannt zu " + newName;
} else {
return "Pfad nicht erlaubt.";
}
}
public void renameImgFiles(File targetDir, File targetFile, String newName) {
String alt;
String neu;
int newdotpos = newName.lastIndexOf(DOT);
String newfname = newName.substring(0, newdotpos);
String newext = newName.substring(newdotpos);
logger.fine("newfname: " + newfname + ", newext: " + newext);
String fnameext = targetFile.getName();
int dotpos = fnameext.lastIndexOf(DOT);
String fname = fnameext.substring(0, dotpos);
String ext = fnameext.substring(dotpos);
logger.fine("fname: " + fname + ", ext: " + ext);
FileFilter fileFilter = new WildcardFileFilter(fname + "*" + ext);
File[] files = targetDir.listFiles(fileFilter);
for (int i = 0; i < files.length; i++) {
alt = files[i].getName();
logger.fine("alt: " + alt);
if(alt.contains(TNServlet.TN)) {
neu = newfname + TNServlet.TN + newext;
} else if (alt.contains(TNServlet.KL)) {
neu = newfname + TNServlet.KL + newext;
} else if(alt.contains(TNServlet.GR)) {
neu = newfname + TNServlet.GR + newext;
} else if(alt.contains(TNServlet.MT)) {
neu = newfname + TNServlet.MT + newext;
} else if(alt.contains(TNServlet.SM)) {
neu = newfname + TNServlet.SM + newext;
} else {
neu = newName;
}
files[i].renameTo(new File(targetDir, neu));
logger.fine("neu: " + neu);
}
}
public String deleteFiles(String relPath, List fileNames) {
String result = null;
try {
logger.fine(fileNames.toString());
if (!relPath.startsWith(DOT)) {
File targetDir = getTargetDir(relPath);
for(int i=0; i < fileNames.size(); i++) {
Object o = fileNames.get(i);
if(o instanceof ArrayList) {
ArrayList al = (ArrayList) o;
logger.fine(al.get(0).toString());
File targetFile = new File(targetDir, al.get(0).toString());
logger.fine(targetFile.getAbsolutePath());
if(targetFile.isDirectory()) {
FileUtils.deleteDirectory(targetFile);
} else {
/*
Wenn targetFile mit jpg, jpeg oder png endet,
muss eine Unterfunktion eine Liste aller Dateien bilden,
die so heissen, also z.B. alle [Dateiname]*.jpg
*/
String fname = targetFile.getName().toLowerCase();
if(fname.endsWith(TNServlet.JPEG) || fname.endsWith(TNServlet.JPG) || fname.endsWith(TNServlet.PNG)) {
deleteImgFiles(targetDir, targetFile);
} else {
targetFile.delete();
}
}
}
}
result = "deleted";
}
} catch (Throwable ex) {
logger.log(Level.SEVERE, ex.getLocalizedMessage(), ex);
}
return result;
}
public void deleteImgFiles(File targetDir, File targetFile) {
String fnameext = targetFile.getName();
int dotpos = fnameext.lastIndexOf(DOT);
String fname = fnameext.substring(0, dotpos);
String ext = fnameext.substring(dotpos);
logger.fine("fname: " + fname + ", ext: " + ext);
FileFilter fileFilter = new WildcardFileFilter(fname + "*" + ext);
File[] files = targetDir.listFiles(fileFilter);
for (int i = 0; i < files.length; i++) {
logger.fine(files[i].getName());
files[i].delete();
}
}
public String copyFiles(String fromPath, String toPath, List fileNames) {
return copyOrMoveFiles(fromPath, toPath, fileNames, OP_COPY);
}
public String moveFiles(String fromPath, String toPath, List fileNames) {
return copyOrMoveFiles(fromPath, toPath, fileNames, OP_MOVE);
}
private String copyOrMoveFiles(String fromPath, String toPath, List fileNames, int operation) {
String result = null;
try {
if (!fromPath.startsWith(".")) {
File srcDir = getTargetDir(fromPath);
File targetDir = getTargetDir(toPath);
Iterator i = fileNames.iterator();
while(i.hasNext()) {
Object o = i.next();
if (o instanceof ArrayList) {
ArrayList al = (ArrayList) o;
File srcFile = new File(srcDir, al.get(0).toString());
if(srcFile.isDirectory()) {
if(operation == OP_MOVE) {
FileUtils.moveDirectoryToDirectory(srcFile, targetDir, false);
} else {
FileUtils.copyDirectoryToDirectory(srcFile, targetDir);
}
} else {
if(operation == OP_MOVE) {
String fname = srcFile.getName().toLowerCase();
if(fname.endsWith(TNServlet.JPEG) || fname.endsWith(TNServlet.JPG) || fname.endsWith(TNServlet.PNG)) {
moveImgFilesToDirectory(srcFile, srcDir, targetDir, false);
} else {
FileUtils.moveFileToDirectory(srcFile, targetDir, false);
}
} else {
FileUtils.copyFileToDirectory(srcFile, targetDir);
}
}
}
}
}
} catch (IOException ex) {
logger.log(Level.SEVERE, ex.getLocalizedMessage(), ex);
}
return result;
}
private void moveImgFilesToDirectory(File srcFile, File srcDir, File targetDir, boolean createDestDir) throws IOException {
String fnameext = srcFile.getName();
int dotpos = fnameext.lastIndexOf(DOT);
String fname = fnameext.substring(0, dotpos);
String ext = fnameext.substring(dotpos);
logger.fine("fname: " + fname + ", ext: " + ext);
FileFilter fileFilter = new WildcardFileFilter(fname + "*" + ext);
File[] files = srcDir.listFiles(fileFilter);
for (int i = 0; i < files.length; i++) {
logger.fine(files[i].getName());
FileUtils.moveFileToDirectory(files[i], targetDir, createDestDir);
}
}
public FileRef saveTextFileAs(String relPath, String fileName, String contents) {
FileRef savedFile = null;
logger.fine(relPath + " " + fileName);
if (!relPath.startsWith(".")) {
//FileRef datenRef = getBase();
Object p = getRequest().getUserPrincipal();
if(p instanceof Principal) {
File targetFile = new File(getTargetDir(relPath), fileName);
if(targetFile.exists()) {
targetFile = getNewFileName(targetFile);
} else {
targetFile.getParentFile().mkdirs();
}
saveToFile(targetFile, contents);
}
}
return savedFile;
}
private File getNewFileName(File file) {
File dir = file.getParentFile();
String targetName = file.getName();
logger.fine("targetName: " + targetName);
String ext = "";
int dotpos = targetName.indexOf(".");
if(dotpos > -1) {
ext = targetName.substring(dotpos);
targetName = targetName.substring(0, dotpos);
}
logger.fine("targetName: " + targetName + ", ext: " + ext);
int i = 1;
while(file.exists()) {
StringBuffer buf = new StringBuffer();
buf.append(targetName);
buf.append("-");
buf.append(i);
if(ext.length() > 0) {
buf.append(ext);
}
file = new File(dir, buf.toString());
i++;
}
logger.fine("new file: " + file.getName());
return file;
}
private FileRef saveToFile(File targetFile, String contents) {
FileRef savedFile = null;
try {
targetFile.createNewFile();
FileWriter w = new FileWriter(targetFile, Charset.forName("UTF-8"));
//w.write(StringEscapeUtils.unescapeHtml(contents));
w.write(contents);
w.flush();
w.close();
savedFile = new FileRef(
targetFile.getAbsolutePath(),
targetFile.isDirectory(),
targetFile.isHidden(),
targetFile.lastModified(),
targetFile.length());
} catch (IOException ex) {
logger.log(Level.SEVERE, ex.getLocalizedMessage(), ex);
}
return savedFile;
}
public FileRef saveTextFile(String relPath, String fileName, String contents) {
FileRef savedFile = null;
logger.fine(relPath + " " + fileName);
if (!relPath.startsWith(".")) {
//FileRef datenRef = getBase();
Object p = getRequest().getUserPrincipal();
if(p instanceof Principal) {
File targetFile = new File(getTargetDir(relPath), fileName);
if(targetFile.exists()) {
/*
muss delete() sein?
pruefen: ueberschreibt der FileWriter den alteen Inhalt oder
entsteht eine unerwuenschte Mischung aus altem und neuem
Inhalt?
*/
targetFile.delete();
} else {
targetFile.getParentFile().mkdirs();
}
saveToFile(targetFile, contents);
}
}
return savedFile;
}
public String bildVerkleinern(String relPath, String bildName) {
if (!relPath.startsWith(".")) {
File dir = getTargetDir(relPath);
File original = new File(dir, bildName);
Bild bild = new Bild();
//for (int i = 0; i < Bild.GR.length; i++) {
//int gr = bild.getVariantenGroesse(i);
String ext = "";
String nurname = bildName;
int dotpos = bildName.indexOf(".");
if (dotpos > -1) {
ext = bildName.substring(dotpos);
nurname = bildName.substring(0, dotpos);
}
// 120, 240, 500, 700, 1200
for (int i = 0; i < Bild.GR.length; i++) {
StringBuffer buf = new StringBuffer();
buf.append(nurname);
buf.append(bild.getVariantenName(i));
buf.append(ext);
File newImgFile = new File(dir, buf.toString());
try {
Thumbnails.of(original)
.size(bild.getVariantenGroesse(i), bild.getVariantenGroesse(i))
.keepAspectRatio(true)
.outputQuality(0.7)
.toFile(newImgFile);
} catch (IOException ex) {
logger.log(Level.SEVERE, ex.getLocalizedMessage(), ex);
}
}
return "ok";
} else {
return "Pfad micht erlaubt.";
}
}
public String bildRotieren(String relPath, String bildName) {
if (!relPath.startsWith(".")) {
File dir = getTargetDir(relPath);
File original = new File(dir, bildName);
String ext = "";
String nurname = bildName;
int dotpos = bildName.indexOf(".");
if (dotpos > -1) {
ext = bildName.substring(dotpos);
nurname = bildName.substring(0, dotpos);
}
StringBuffer buf = new StringBuffer();
buf.append(nurname);
buf.append("-rot");
buf.append(ext);
File newImgFile = new File(dir, buf.toString());
logger.fine("original: " + original.getAbsolutePath() + " newImgFile: " + newImgFile.getAbsolutePath());
try {
Thumbnails.of(original)
.scale(1)
.rotate(90)
.toFile(newImgFile);
} catch (IOException ex) {
logger.log(Level.SEVERE, ex.getLocalizedMessage(), ex);
}
return "ok";
} else {
return "Pfad micht erlaubt.";
}
}
/* --------- ZIP entpacken ---------------- */
public String extractZipfile(String relPath, String filename) {
String result = null;
if (!relPath.startsWith(".")) {
try {
File targetDir = getTargetDir(relPath);
File archive = new File(targetDir, filename);
if(extract(archive)) {
result = "ok";
} else {
result = "error while extracting";
}
} catch(Exception ex) {
result = ex.getLocalizedMessage();
logger.log(Level.SEVERE, ex.getLocalizedMessage(), ex);
}
}
return result;
}
/**
* extract a given ZIP archive to the folder respective archive resides in
* @param archive the archive to extract
* @throws Exception
*/
private boolean extract(File archive) throws Exception {
ZipFile zipfile = new ZipFile(archive);
Enumeration en = zipfile.entries();
while(en.hasMoreElements()) {
ZipEntry zipentry = (ZipEntry) en.nextElement();
unzip(zipfile, zipentry, archive.getParent());
}
zipfile.close();
return true;
}
/**
* unzip a given entry of a given zip file to a given location
* @param zipfile the zip file to read an entry from
* @param zipentry the zip entry to read
* @param destPath the path to the destination location for the extracted content
* @throws IOException
*/
private void unzip(ZipFile zipfile, ZipEntry zipentry, String destPath) throws IOException {
byte buf[] = new byte[1024];
InputStream is = zipfile.getInputStream(zipentry);
String outFileName = destPath + File.separator + zipentry.getName();
File file = new File(outFileName);
if(!zipentry.isDirectory()) {
file.getParentFile().mkdirs();
if(!file.exists())
file.createNewFile();
FileOutputStream fos = new FileOutputStream(file);
int i = is.read(buf, 0, 1024);
while(i > -1) {
fos.write(buf, 0, i);
i = is.read(buf, 0, 1024);
}
fos.close();
is.close();
} else {
file.mkdirs();
}
}
/* ------------- Ornder als ZIP packen --------------- */
public String packFolder(String relPath) {
if (!relPath.startsWith(".")) {
try {
File targetDir = getTargetDir(relPath);
File parentDir = targetDir.getParentFile();
StringBuffer fname = new StringBuffer();
fname.append(targetDir.getName());
fname.append(".zip");
File archiveFile = new File(parentDir, fname.toString());
FileRef folderToPack = new FileRef(targetDir.getAbsolutePath());
FileRef archive = new FileRef(archiveFile.getAbsolutePath());
pack(folderToPack, archive);
return "ok";
} catch(Exception ex) {
String result = ex.getLocalizedMessage();
logger.log(Level.SEVERE, result, ex);
return result;
}
} else {
return "Falsche relative Pfadangabe";
}
}
/**
* pack the contents of a given folder into a new ZIP compressed archive
* @param folder the folder to pack
* @param archive the archive to create from the given files
* @throws Exception
*/
private boolean pack(FileRef folder, FileRef archive) throws Exception {
File file = new File(archive.getAbsolutePath());
FileOutputStream fos = new FileOutputStream(file);
CheckedOutputStream checksum = new CheckedOutputStream(fos, new Adler32());
ZipOutputStream zos = new ZipOutputStream(checksum);
pack(zos, folder.getAbsolutePath(), "");
zos.flush();
zos.finish();
zos.close();
fos.flush();
fos.close();
return true;
}
/**
* go through the given file structure recursively
* @param zipFile the ZIP file to write to
* @param srcDir the directory to pack during this cycle
* @param subDir the subdirectory to append to names of file entries inside the archive
* @throws IOException
*/
private void pack(ZipOutputStream zipFile, String srcDir, String subDir) throws IOException {
File[] files = new File(srcDir).listFiles();
for(int i = 0; i < files.length; i++) {
if(files[i].isDirectory()) {
pack(zipFile, files[i].getAbsolutePath(), subDir + File.separator + files[i].getName());
}
else {
packFile(zipFile, subDir, files[i]);
}
}
}
/**
* pack a given file
* @param zipFile the ZIP archive to pack to
* @param dir the directory name to append to name of file entry inside archive
* @param file the file to pack
* @throws IOException
*/
private void packFile(ZipOutputStream zipFile, String dir, File file) throws IOException
{
FileInputStream fileinputstream = new FileInputStream(file);
byte buf[] = new byte[fileinputstream.available()];
fileinputstream.read(buf);
String dirWithSlashes = dir.replace('\\', '/');
//System.out.println("zipping " + dirWithSlashes + "/" + file.getName());
ZipEntry ze = new ZipEntry(dirWithSlashes + "/" + file.getName());
ze.setMethod(ZipEntry.DEFLATED);
zipFile.putNextEntry(ze);
zipFile.write(buf, 0, buf.length);
zipFile.closeEntry();
fileinputstream.close();
}
/* ---- Hilfsfunktionen ---- */
}