src/org/sonews/daemon/command/PostCommand.java
author Christian Lins <christian@lins.me>
Wed Sep 14 23:25:00 2011 +0200 (2011-09-14)
changeset 62 be4e87479855
parent 42 7f84f4de2893
child 101 d54786065fa3
permissions -rwxr-xr-x
Reformatting XDaemonCommand
     1 /*
     2  *   SONEWS News Server
     3  *   see AUTHORS for the list of contributors
     4  *
     5  *   This program is free software: you can redistribute it and/or modify
     6  *   it under the terms of the GNU General Public License as published by
     7  *   the Free Software Foundation, either version 3 of the License, or
     8  *   (at your option) any later version.
     9  *
    10  *   This program is distributed in the hope that it will be useful,
    11  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
    12  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    13  *   GNU General Public License for more details.
    14  *
    15  *   You should have received a copy of the GNU General Public License
    16  *   along with this program.  If not, see <http://www.gnu.org/licenses/>.
    17  */
    18 package org.sonews.daemon.command;
    19 
    20 import java.io.IOException;
    21 import java.io.ByteArrayInputStream;
    22 import java.io.ByteArrayOutputStream;
    23 import java.sql.SQLException;
    24 import java.util.Arrays;
    25 import java.util.logging.Level;
    26 import javax.mail.MessagingException;
    27 import javax.mail.internet.AddressException;
    28 import javax.mail.internet.InternetHeaders;
    29 import org.sonews.config.Config;
    30 import org.sonews.util.Log;
    31 import org.sonews.mlgw.Dispatcher;
    32 import org.sonews.storage.Article;
    33 import org.sonews.storage.Group;
    34 import org.sonews.daemon.NNTPConnection;
    35 import org.sonews.storage.Headers;
    36 import org.sonews.storage.StorageBackendException;
    37 import org.sonews.storage.StorageManager;
    38 import org.sonews.feed.FeedManager;
    39 import org.sonews.util.Stats;
    40 
    41 /**
    42  * Implementation of the POST command. This command requires multiple lines
    43  * from the client, so the handling of asynchronous reading is a little tricky
    44  * to handle.
    45  * @author Christian Lins
    46  * @since sonews/0.5.0
    47  */
    48 public class PostCommand implements Command {
    49 
    50 	private final Article article = new Article();
    51 	private int lineCount = 0;
    52 	private long bodySize = 0;
    53 	private InternetHeaders headers = null;
    54 	private long maxBodySize =
    55 			Config.inst().get(Config.ARTICLE_MAXSIZE, 128) * 1024L; // Size in bytes
    56 	private PostState state = PostState.WaitForLineOne;
    57 	private final ByteArrayOutputStream bufBody = new ByteArrayOutputStream();
    58 	private final StringBuilder strHead = new StringBuilder();
    59 
    60 	@Override
    61 	public String[] getSupportedCommandStrings() {
    62 		return new String[]{"POST"};
    63 	}
    64 
    65 	@Override
    66 	public boolean hasFinished() {
    67 		return this.state == PostState.Finished;
    68 	}
    69 
    70 	@Override
    71 	public String impliedCapability() {
    72 		return null;
    73 	}
    74 
    75 	@Override
    76 	public boolean isStateful() {
    77 		return true;
    78 	}
    79 
    80 	/**
    81 	 * Process the given line String. line.trim() was called by NNTPConnection.
    82 	 * @param line
    83 	 * @throws java.io.IOException
    84 	 * @throws java.sql.SQLException
    85 	 */
    86 	@Override // TODO: Refactor this method to reduce complexity!
    87 	public void processLine(NNTPConnection conn, String line, byte[] raw)
    88 			throws IOException, StorageBackendException {
    89 		switch (state) {
    90 			case WaitForLineOne: {
    91 				if (line.equalsIgnoreCase("POST")) {
    92 					conn.println("340 send article to be posted. End with <CR-LF>.<CR-LF>");
    93 					state = PostState.ReadingHeaders;
    94 				} else {
    95 					conn.println("500 invalid command usage");
    96 				}
    97 				break;
    98 			}
    99 			case ReadingHeaders: {
   100 				strHead.append(line);
   101 				strHead.append(NNTPConnection.NEWLINE);
   102 
   103 				if ("".equals(line) || ".".equals(line)) {
   104 					// we finally met the blank line
   105 					// separating headers from body
   106 
   107 					try {
   108 						// Parse the header using the InternetHeader class from JavaMail API
   109 						headers = new InternetHeaders(
   110 								new ByteArrayInputStream(strHead.toString().trim().getBytes(conn.getCurrentCharset())));
   111 
   112 						// add the header entries for the article
   113 						article.setHeaders(headers);
   114 					} catch (MessagingException ex) {
   115 						Log.get().log(Level.INFO, ex.getLocalizedMessage(), ex);
   116 						conn.println("500 posting failed - invalid header");
   117 						state = PostState.Finished;
   118 						break;
   119 					}
   120 
   121 					// Change charset for reading body;
   122 					// for multipart messages UTF-8 is returned
   123 					//conn.setCurrentCharset(article.getBodyCharset());
   124 
   125 					state = PostState.ReadingBody;
   126 
   127 					if (".".equals(line)) {
   128 						// Post an article without body
   129 						postArticle(conn, article);
   130 						state = PostState.Finished;
   131 					}
   132 				}
   133 				break;
   134 			}
   135 			case ReadingBody: {
   136 				if (".".equals(line)) {
   137 					// Set some headers needed for Over command
   138 					headers.setHeader(Headers.LINES, Integer.toString(lineCount));
   139 					headers.setHeader(Headers.BYTES, Long.toString(bodySize));
   140 
   141 					byte[] body = bufBody.toByteArray();
   142 					if (body.length >= 2) {
   143 						// Remove trailing CRLF
   144 						body = Arrays.copyOf(body, body.length - 2);
   145 					}
   146 					article.setBody(body); // set the article body
   147 
   148 					postArticle(conn, article);
   149 					state = PostState.Finished;
   150 				} else {
   151 					bodySize += line.length() + 1;
   152 					lineCount++;
   153 
   154 					// Add line to body buffer
   155 					bufBody.write(raw, 0, raw.length);
   156 					bufBody.write(NNTPConnection.NEWLINE.getBytes());
   157 
   158 					if (bodySize > maxBodySize) {
   159 						conn.println("500 article is too long");
   160 						state = PostState.Finished;
   161 						break;
   162 					}
   163 				}
   164 				break;
   165 			}
   166 			default: {
   167 				// Should never happen
   168 				Log.get().severe("PostCommand::processLine(): already finished...");
   169 			}
   170 		}
   171 	}
   172 
   173 	/**
   174 	 * Article is a control message and needs special handling.
   175 	 * @param article
   176 	 */
   177 	private void controlMessage(NNTPConnection conn, Article article)
   178 			throws IOException {
   179 		String[] ctrl = article.getHeader(Headers.CONTROL)[0].split(" ");
   180 		if (ctrl.length == 2) // "cancel <mid>"
   181 		{
   182 			try {
   183 				StorageManager.current().delete(ctrl[1]);
   184 
   185 				// Move cancel message to "control" group
   186 				article.setHeader(Headers.NEWSGROUPS, "control");
   187 				StorageManager.current().addArticle(article);
   188 				conn.println("240 article cancelled");
   189 			} catch (StorageBackendException ex) {
   190 				Log.get().severe(ex.toString());
   191 				conn.println("500 internal server error");
   192 			}
   193 		} else {
   194 			conn.println("441 unknown control header");
   195 		}
   196 	}
   197 
   198 	private void supersedeMessage(NNTPConnection conn, Article article)
   199 			throws IOException {
   200 		try {
   201 			String oldMsg = article.getHeader(Headers.SUPERSEDES)[0];
   202 			StorageManager.current().delete(oldMsg);
   203 			StorageManager.current().addArticle(article);
   204 			conn.println("240 article replaced");
   205 		} catch (StorageBackendException ex) {
   206 			Log.get().severe(ex.toString());
   207 			conn.println("500 internal server error");
   208 		}
   209 	}
   210 
   211 	private void postArticle(NNTPConnection conn, Article article)
   212 			throws IOException {
   213 		if (article.getHeader(Headers.CONTROL)[0].length() > 0) {
   214 			controlMessage(conn, article);
   215 		} else if (article.getHeader(Headers.SUPERSEDES)[0].length() > 0) {
   216 			supersedeMessage(conn, article);
   217 		} else { // Post the article regularily
   218 			// Circle check; note that Path can already contain the hostname here
   219 			String host = Config.inst().get(Config.HOSTNAME, "localhost");
   220 			if (article.getHeader(Headers.PATH)[0].indexOf(host + "!", 1) > 0) {
   221 				Log.get().info(article.getMessageID() + " skipped for host " + host);
   222 				conn.println("441 I know this article already");
   223 				return;
   224 			}
   225 
   226 			// Try to create the article in the database or post it to
   227 			// appropriate mailing list
   228 			try {
   229 				boolean success = false;
   230 				String[] groupnames = article.getHeader(Headers.NEWSGROUPS)[0].split(",");
   231 				for (String groupname : groupnames) {
   232 					Group group = StorageManager.current().getGroup(groupname);
   233 					if (group != null && !group.isDeleted()) {
   234 						if (group.isMailingList() && !conn.isLocalConnection()) {
   235 							// Send to mailing list; the Dispatcher writes
   236 							// statistics to database
   237 							success = Dispatcher.toList(article, group.getName());
   238 						} else {
   239 							// Store in database
   240 							if (!StorageManager.current().isArticleExisting(article.getMessageID())) {
   241 								StorageManager.current().addArticle(article);
   242 
   243 								// Log this posting to statistics
   244 								Stats.getInstance().mailPosted(
   245 										article.getHeader(Headers.NEWSGROUPS)[0]);
   246 							}
   247 							success = true;
   248 						}
   249 					}
   250 				} // end for
   251 
   252 				if (success) {
   253 					conn.println("240 article posted ok");
   254 					FeedManager.queueForPush(article);
   255 				} else {
   256 					conn.println("441 newsgroup not found or configuration error");
   257 				}
   258 			} catch (AddressException ex) {
   259 				Log.get().warning(ex.getMessage());
   260 				conn.println("441 invalid sender address");
   261 			} catch (MessagingException ex) {
   262 				// A MessageException is thrown when the sender email address is
   263 				// invalid or something is wrong with the SMTP server.
   264 				System.err.println(ex.getLocalizedMessage());
   265 				conn.println("441 " + ex.getClass().getCanonicalName() + ": " + ex.getLocalizedMessage());
   266 			} catch (StorageBackendException ex) {
   267 				ex.printStackTrace();
   268 				conn.println("500 internal server error");
   269 			}
   270 		}
   271 	}
   272 }