Mercurial > hg4j

annotate test/org/tmatesoft/hg/test/TestNewlineFilter.java @ 677:1c49c0cee540

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Report line number at the first appearance, like 'hg annotate -l' does
author Artem Tikhomirov <tikhomirov.artem@gmail.com>
date Thu, 18 Jul 2013 18:47:45 +0200
parents f2c11fe7f3e9
children
rev   line source
352
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
1 /*
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
2 * Copyright (c) 2011 TMate Software Ltd
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
3 *
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
4 * This program is free software; you can redistribute it and/or modify
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
5 * it under the terms of the GNU General Public License as published by
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
6 * the Free Software Foundation; version 2 of the License.
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
7 *
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
8 * This program is distributed in the hope that it will be useful,
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
11 * GNU General Public License for more details.
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
12 *
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
13 * For information on how to redistribute this software under
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
14 * the terms of a license other than GNU General Public License
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
15 * contact TMate Software at support@hg4j.com
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
16 */
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
17 package org.tmatesoft.hg.test;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
18
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
19 import java.io.File;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
20 import java.io.FileInputStream;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
21 import java.io.FileOutputStream;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
22 import java.nio.ByteBuffer;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
23
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
24 import org.junit.Assert;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
25 import org.junit.Test;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
26 import org.tmatesoft.hg.internal.NewlineFilter;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
27
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
28 /**
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
29 *
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
30 * @author Artem Tikhomirov
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
31 * @author TMate Software Ltd.
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
32 */
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
33 public class TestNewlineFilter {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
34
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
35 public static void main(String[] args) throws Exception {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
36 FileInputStream fis = new FileInputStream(new File("/temp/design.lf.txt"));
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
37 FileOutputStream fos = new FileOutputStream(new File("/temp/design.newline.out"));
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
38 ByteBuffer b = ByteBuffer.allocate(12);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
39 NewlineFilter nlFilter = NewlineFilter.createNix2Win(true);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
40 while (fis.getChannel().read(b) != -1) {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
41 b.flip(); // get ready to be read
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
42 ByteBuffer f = nlFilter.filter(b);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
43 fos.getChannel().write(f); // XXX in fact, f may not be fully consumed
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
44 if (b.hasRemaining()) {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
45 b.compact();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
46 } else {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
47 b.clear();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
48 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
49 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
50 fis.close();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
51 fos.flush();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
52 fos.close();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
53 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
54
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
55 // pure
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
56 private final String crlf_1 = "\r\nA\r\nBC\r\n\r\nDEF\r\n";
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
57 private final String lf_1 = "\nA\nBC\n\nDEF\n";
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
58 // mixed
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
59 private final String crlf_2 = "\r\nA\r\nBC\n\nDEF\r\n";
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
60 private final String lf_2 = "\nA\nBC\r\n\r\nDEF\n";
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
61
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
62 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
63 public void testPure_CRLF_2_LF() {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
64 final byte[] input = crlf_1.getBytes();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
65 byte[] result = apply(NewlineFilter.createWin2Nix(false), input);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
66 Assert.assertArrayEquals(lf_1.getBytes(), result);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
67 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
68
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
69 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
70 public void testPure_LF_2_CRLF() {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
71 final byte[] input = lf_1.getBytes();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
72 byte[] result = apply(NewlineFilter.createNix2Win(false), input);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
73 Assert.assertArrayEquals(crlf_1.getBytes(), result);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
74 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
75
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
76 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
77 public void testRelaxedMixed_CRLF_2_LF() {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
78 // mixed \n and \r\n to uniform \n
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
79 byte[] result = apply(NewlineFilter.createWin2Nix(true), crlf_2.getBytes());
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
80 Assert.assertArrayEquals(lf_1.getBytes(), result);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
81 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
82
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
83 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
84 public void testRelaxedMixed_LF_2_CRLF() {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
85 // mixed \n and \r\n to uniform \r\n
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
86 byte[] result = apply(NewlineFilter.createNix2Win(true), lf_2.getBytes());
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
87 Assert.assertArrayEquals(crlf_1.getBytes(), result);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
88 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
89
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
90 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
91 public void testStrictMixed_CRLF_2_LF() {
355
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
92 final byte[] input = crlf_2.getBytes();
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
93 byte[] result = apply(NewlineFilter.createWin2Nix(false), input);
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
94 Assert.assertArrayEquals(input, result);
352
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
95 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
96
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
97 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
98 public void testStrictMixed_LF_2_CRLF() {
355
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
99 final byte[] input = lf_2.getBytes();
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
100 byte[] result = apply(NewlineFilter.createNix2Win(false), input);
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
101 Assert.assertArrayEquals(input, result);
352
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
102 }
353
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
103
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
104 @Test
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
105 public void testBufferEndInTheMiddle_CRLF_2_LF() {
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
106 // filter works with ByteBuffer that may end with \r, and the next one starting with \n
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
107 // need to make sure this is handled correctly.
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
108 byte[] i1 = "\r\nA\r\nBC\r".getBytes();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
109 byte[] i2 = "\n\r\nDEF\r\n".getBytes();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
110 NewlineFilter nlFilter = NewlineFilter.createWin2Nix(false);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
111 ByteBuffer input = ByteBuffer.allocate(i1.length + i2.length);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
112 ByteBuffer res = ByteBuffer.allocate(i1.length + i2.length); // at most of the original size
355
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
113 nlFilter.preview(ByteBuffer.wrap(i1));
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
114 nlFilter.preview(ByteBuffer.wrap(i2));
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
115 //
353
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
116 input.put(i1).flip();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
117 res.put(nlFilter.filter(input));
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
118 Assert.assertTrue("Unpocessed chars shall be left in input buffer", input.remaining() > 0);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
119 input.compact();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
120 input.put(i2);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
121 input.flip();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
122 res.put(nlFilter.filter(input));
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
123 Assert.assertTrue("Input shall be consumed completely", input.remaining() == 0);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
124 //
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
125 res.flip();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
126 byte[] result = new byte[res.remaining()];
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
127 res.get(result);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
128 Assert.assertArrayEquals(lf_1.getBytes(), result);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
129 //
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
130 //
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
131 // check the same, with extra \r at the end of first portion
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
132 nlFilter = NewlineFilter.createWin2Nix(false);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
133 res.clear();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
134 input.clear();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
135 input.put(i1).put("\r\r\r".getBytes()).flip();
355
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
136 // preview requred
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
137 nlFilter.preview(input);
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
138 nlFilter.preview(ByteBuffer.wrap(i2));
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
139 // input.position(0); correctly written preview shall not affect buffer position
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
140 //
353
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
141 res.put(nlFilter.filter(input));
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
142 Assert.assertTrue("Unpocessed chars shall be left in input buffer", input.remaining() > 0);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
143 input.compact();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
144 input.put(i2);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
145 input.flip();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
146 res.put(nlFilter.filter(input));
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
147 Assert.assertTrue("Input shall be consumed completely", input.remaining() == 0);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
148 res.flip();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
149 result = new byte[res.remaining()];
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
150 res.get(result);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
151 Assert.assertArrayEquals(lf_1.getBytes(), result);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
152 }
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
153
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
154 @Test
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
155 public void testNoConversionLoneCR() {
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
156 // CRLF -> LF
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
157 final byte[] input = "\r\nA\rBC\r\rDE\r\nFGH".getBytes();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
158 final byte[] output = "\nA\rBC\r\rDE\nFGH".getBytes();
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
159 byte[] result = apply(NewlineFilter.createWin2Nix(false), input);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
160 Assert.assertArrayEquals(output, result);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
161 //
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
162 // LF -> CRLF
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
163 result = apply(NewlineFilter.createNix2Win(false), output);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
164 Assert.assertArrayEquals(input, result);
0f3687e79f5a Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 352
diff changeset
165 }
352
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
166
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
167
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
168 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
169 public void testNoConversionNeeded_LF_2_LF() {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
170 final byte[] input = lf_1.getBytes();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
171 Assert.assertTrue("sanity", indexOf(input, '\r') == -1);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
172 byte[] result = apply(NewlineFilter.createWin2Nix(false), input);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
173 Assert.assertArrayEquals(input, result);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
174 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
175
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
176 @Test
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
177 public void testNoConversionNeeded_CRLF_2_CRLF() {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
178 final byte[] input = crlf_1.getBytes();
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
179 byte[] result = apply(NewlineFilter.createNix2Win(false), input);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
180 Assert.assertArrayEquals(input, result);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
181 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
182
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
183 private static byte[] apply(NewlineFilter nlFilter, byte[] input) {
355
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
184 final ByteBuffer inputBuffer = ByteBuffer.wrap(input);
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
185 nlFilter.preview(inputBuffer);
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
186 // inputBuffer.position(0); correctly written filter shall not affect buffer position
f2c11fe7f3e9 Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents: 353
diff changeset
187 ByteBuffer result = nlFilter.filter(inputBuffer);
352
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
188 byte[] res = new byte[result.remaining()];
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
189 result.get(res);
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
190 return res;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
191 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
192
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
193 private static int indexOf(byte[] arr, int val) {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
194 for (int i = 0; i < arr.length; i++) {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
195 if (arr[i] == val) {
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
196 return i;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
197 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
198 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
199 return -1;
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
200 }
7b34d24b8f4d Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff changeset
201 }