Mercurial > hg4j
annotate test/org/tmatesoft/hg/test/TestNewlineFilter.java @ 670:52af7f62e731
AIOOBE in BundleGenerator.ChunkGenerator.iterate when there are no outgoing changes on push
author | Artem Tikhomirov <tikhomirov.artem@gmail.com> |
---|---|
date | Fri, 12 Jul 2013 15:27:43 +0200 |
parents | f2c11fe7f3e9 |
children |
rev | line source |
---|---|
352
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
1 /* |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
2 * Copyright (c) 2011 TMate Software Ltd |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
3 * |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
4 * This program is free software; you can redistribute it and/or modify |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
5 * it under the terms of the GNU General Public License as published by |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
6 * the Free Software Foundation; version 2 of the License. |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
7 * |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
8 * This program is distributed in the hope that it will be useful, |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
11 * GNU General Public License for more details. |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
12 * |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
13 * For information on how to redistribute this software under |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
14 * the terms of a license other than GNU General Public License |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
15 * contact TMate Software at support@hg4j.com |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
16 */ |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
17 package org.tmatesoft.hg.test; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
18 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
19 import java.io.File; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
20 import java.io.FileInputStream; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
21 import java.io.FileOutputStream; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
22 import java.nio.ByteBuffer; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
23 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
24 import org.junit.Assert; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
25 import org.junit.Test; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
26 import org.tmatesoft.hg.internal.NewlineFilter; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
27 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
28 /** |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
29 * |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
30 * @author Artem Tikhomirov |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
31 * @author TMate Software Ltd. |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
32 */ |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
33 public class TestNewlineFilter { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
34 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
35 public static void main(String[] args) throws Exception { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
36 FileInputStream fis = new FileInputStream(new File("/temp/design.lf.txt")); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
37 FileOutputStream fos = new FileOutputStream(new File("/temp/design.newline.out")); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
38 ByteBuffer b = ByteBuffer.allocate(12); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
39 NewlineFilter nlFilter = NewlineFilter.createNix2Win(true); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
40 while (fis.getChannel().read(b) != -1) { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
41 b.flip(); // get ready to be read |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
42 ByteBuffer f = nlFilter.filter(b); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
43 fos.getChannel().write(f); // XXX in fact, f may not be fully consumed |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
44 if (b.hasRemaining()) { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
45 b.compact(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
46 } else { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
47 b.clear(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
48 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
49 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
50 fis.close(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
51 fos.flush(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
52 fos.close(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
53 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
54 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
55 // pure |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
56 private final String crlf_1 = "\r\nA\r\nBC\r\n\r\nDEF\r\n"; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
57 private final String lf_1 = "\nA\nBC\n\nDEF\n"; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
58 // mixed |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
59 private final String crlf_2 = "\r\nA\r\nBC\n\nDEF\r\n"; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
60 private final String lf_2 = "\nA\nBC\r\n\r\nDEF\n"; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
61 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
62 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
63 public void testPure_CRLF_2_LF() { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
64 final byte[] input = crlf_1.getBytes(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
65 byte[] result = apply(NewlineFilter.createWin2Nix(false), input); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
66 Assert.assertArrayEquals(lf_1.getBytes(), result); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
67 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
68 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
69 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
70 public void testPure_LF_2_CRLF() { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
71 final byte[] input = lf_1.getBytes(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
72 byte[] result = apply(NewlineFilter.createNix2Win(false), input); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
73 Assert.assertArrayEquals(crlf_1.getBytes(), result); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
74 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
75 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
76 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
77 public void testRelaxedMixed_CRLF_2_LF() { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
78 // mixed \n and \r\n to uniform \n |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
79 byte[] result = apply(NewlineFilter.createWin2Nix(true), crlf_2.getBytes()); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
80 Assert.assertArrayEquals(lf_1.getBytes(), result); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
81 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
82 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
83 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
84 public void testRelaxedMixed_LF_2_CRLF() { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
85 // mixed \n and \r\n to uniform \r\n |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
86 byte[] result = apply(NewlineFilter.createNix2Win(true), lf_2.getBytes()); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
87 Assert.assertArrayEquals(crlf_1.getBytes(), result); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
88 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
89 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
90 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
91 public void testStrictMixed_CRLF_2_LF() { |
355
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
92 final byte[] input = crlf_2.getBytes(); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
93 byte[] result = apply(NewlineFilter.createWin2Nix(false), input); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
94 Assert.assertArrayEquals(input, result); |
352
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
95 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
96 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
97 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
98 public void testStrictMixed_LF_2_CRLF() { |
355
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
99 final byte[] input = lf_2.getBytes(); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
100 byte[] result = apply(NewlineFilter.createNix2Win(false), input); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
101 Assert.assertArrayEquals(input, result); |
352
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
102 } |
353
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
103 |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
104 @Test |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
105 public void testBufferEndInTheMiddle_CRLF_2_LF() { |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
106 // filter works with ByteBuffer that may end with \r, and the next one starting with \n |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
107 // need to make sure this is handled correctly. |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
108 byte[] i1 = "\r\nA\r\nBC\r".getBytes(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
109 byte[] i2 = "\n\r\nDEF\r\n".getBytes(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
110 NewlineFilter nlFilter = NewlineFilter.createWin2Nix(false); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
111 ByteBuffer input = ByteBuffer.allocate(i1.length + i2.length); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
112 ByteBuffer res = ByteBuffer.allocate(i1.length + i2.length); // at most of the original size |
355
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
113 nlFilter.preview(ByteBuffer.wrap(i1)); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
114 nlFilter.preview(ByteBuffer.wrap(i2)); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
115 // |
353
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
116 input.put(i1).flip(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
117 res.put(nlFilter.filter(input)); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
118 Assert.assertTrue("Unpocessed chars shall be left in input buffer", input.remaining() > 0); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
119 input.compact(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
120 input.put(i2); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
121 input.flip(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
122 res.put(nlFilter.filter(input)); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
123 Assert.assertTrue("Input shall be consumed completely", input.remaining() == 0); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
124 // |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
125 res.flip(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
126 byte[] result = new byte[res.remaining()]; |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
127 res.get(result); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
128 Assert.assertArrayEquals(lf_1.getBytes(), result); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
129 // |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
130 // |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
131 // check the same, with extra \r at the end of first portion |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
132 nlFilter = NewlineFilter.createWin2Nix(false); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
133 res.clear(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
134 input.clear(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
135 input.put(i1).put("\r\r\r".getBytes()).flip(); |
355
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
136 // preview requred |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
137 nlFilter.preview(input); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
138 nlFilter.preview(ByteBuffer.wrap(i2)); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
139 // input.position(0); correctly written preview shall not affect buffer position |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
140 // |
353
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
141 res.put(nlFilter.filter(input)); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
142 Assert.assertTrue("Unpocessed chars shall be left in input buffer", input.remaining() > 0); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
143 input.compact(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
144 input.put(i2); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
145 input.flip(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
146 res.put(nlFilter.filter(input)); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
147 Assert.assertTrue("Input shall be consumed completely", input.remaining() == 0); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
148 res.flip(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
149 result = new byte[res.remaining()]; |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
150 res.get(result); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
151 Assert.assertArrayEquals(lf_1.getBytes(), result); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
152 } |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
153 |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
154 @Test |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
155 public void testNoConversionLoneCR() { |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
156 // CRLF -> LF |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
157 final byte[] input = "\r\nA\rBC\r\rDE\r\nFGH".getBytes(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
158 final byte[] output = "\nA\rBC\r\rDE\nFGH".getBytes(); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
159 byte[] result = apply(NewlineFilter.createWin2Nix(false), input); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
160 Assert.assertArrayEquals(output, result); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
161 // |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
162 // LF -> CRLF |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
163 result = apply(NewlineFilter.createNix2Win(false), output); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
164 Assert.assertArrayEquals(input, result); |
0f3687e79f5a
Treat content with target line endings as correct regardless eol.only-consistent setting
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
352
diff
changeset
|
165 } |
352
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
166 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
167 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
168 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
169 public void testNoConversionNeeded_LF_2_LF() { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
170 final byte[] input = lf_1.getBytes(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
171 Assert.assertTrue("sanity", indexOf(input, '\r') == -1); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
172 byte[] result = apply(NewlineFilter.createWin2Nix(false), input); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
173 Assert.assertArrayEquals(input, result); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
174 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
175 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
176 @Test |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
177 public void testNoConversionNeeded_CRLF_2_CRLF() { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
178 final byte[] input = crlf_1.getBytes(); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
179 byte[] result = apply(NewlineFilter.createNix2Win(false), input); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
180 Assert.assertArrayEquals(input, result); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
181 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
182 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
183 private static byte[] apply(NewlineFilter nlFilter, byte[] input) { |
355
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
184 final ByteBuffer inputBuffer = ByteBuffer.wrap(input); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
185 nlFilter.preview(inputBuffer); |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
186 // inputBuffer.position(0); correctly written filter shall not affect buffer position |
f2c11fe7f3e9
Newline filter shall respect whole stream when deciding whether to process line terminators, hence added stream preview functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
353
diff
changeset
|
187 ByteBuffer result = nlFilter.filter(inputBuffer); |
352
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
188 byte[] res = new byte[result.remaining()]; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
189 result.get(res); |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
190 return res; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
191 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
192 |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
193 private static int indexOf(byte[] arr, int val) { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
194 for (int i = 0; i < arr.length; i++) { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
195 if (arr[i] == val) { |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
196 return i; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
197 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
198 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
199 return -1; |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
200 } |
7b34d24b8f4d
Tests for newline filter (eol extension) functionality
Artem Tikhomirov <tikhomirov.artem@gmail.com>
parents:
diff
changeset
|
201 } |