test_line_ending.py 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. # test_line_ending.py -- Tests for the line ending functions
  2. # Copyright (C) 2018-2019 Boris Feld <boris.feld@comet.ml>
  3. #
  4. # Dulwich is dual-licensed under the Apache License, Version 2.0 and the GNU
  5. # General Public License as public by the Free Software Foundation; version 2.0
  6. # or (at your option) any later version. You can redistribute it and/or
  7. # modify it under the terms of either of these two licenses.
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. #
  15. # You should have received a copy of the licenses; if not, see
  16. # <http://www.gnu.org/licenses/> for a copy of the GNU General Public License
  17. # and <http://www.apache.org/licenses/LICENSE-2.0> for a copy of the Apache
  18. # License, Version 2.0.
  19. #
  20. """Tests for the line ending conversion."""
  21. from dulwich.line_ending import (
  22. convert_crlf_to_lf,
  23. convert_lf_to_crlf,
  24. get_checkin_filter_autocrlf,
  25. get_checkout_filter_autocrlf,
  26. normalize_blob,
  27. )
  28. from dulwich.objects import Blob
  29. from . import TestCase
  30. class LineEndingConversion(TestCase):
  31. """Test the line ending conversion functions in various cases."""
  32. def test_convert_crlf_to_lf_no_op(self):
  33. self.assertEqual(convert_crlf_to_lf(b"foobar"), b"foobar")
  34. def test_convert_crlf_to_lf(self):
  35. self.assertEqual(convert_crlf_to_lf(b"line1\r\nline2"), b"line1\nline2")
  36. def test_convert_crlf_to_lf_mixed(self):
  37. self.assertEqual(convert_crlf_to_lf(b"line1\r\n\nline2"), b"line1\n\nline2")
  38. def test_convert_lf_to_crlf_no_op(self):
  39. self.assertEqual(convert_lf_to_crlf(b"foobar"), b"foobar")
  40. def test_convert_lf_to_crlf(self):
  41. self.assertEqual(convert_lf_to_crlf(b"line1\nline2"), b"line1\r\nline2")
  42. def test_convert_lf_to_crlf_mixed(self):
  43. self.assertEqual(convert_lf_to_crlf(b"line1\r\n\nline2"), b"line1\r\n\r\nline2")
  44. class GetLineEndingAutocrlfFilters(TestCase):
  45. def test_get_checkin_filter_autocrlf_default(self):
  46. checkin_filter = get_checkin_filter_autocrlf(b"false")
  47. self.assertEqual(checkin_filter, None)
  48. def test_get_checkin_filter_autocrlf_true(self):
  49. checkin_filter = get_checkin_filter_autocrlf(b"true")
  50. self.assertEqual(checkin_filter, convert_crlf_to_lf)
  51. def test_get_checkin_filter_autocrlf_input(self):
  52. checkin_filter = get_checkin_filter_autocrlf(b"input")
  53. self.assertEqual(checkin_filter, convert_crlf_to_lf)
  54. def test_get_checkout_filter_autocrlf_default(self):
  55. checkout_filter = get_checkout_filter_autocrlf(b"false")
  56. self.assertEqual(checkout_filter, None)
  57. def test_get_checkout_filter_autocrlf_true(self):
  58. checkout_filter = get_checkout_filter_autocrlf(b"true")
  59. self.assertEqual(checkout_filter, convert_lf_to_crlf)
  60. def test_get_checkout_filter_autocrlf_input(self):
  61. checkout_filter = get_checkout_filter_autocrlf(b"input")
  62. self.assertEqual(checkout_filter, None)
  63. class NormalizeBlobTestCase(TestCase):
  64. def test_normalize_to_lf_no_op(self):
  65. base_content = b"line1\nline2"
  66. base_sha = "f8be7bb828880727816015d21abcbc37d033f233"
  67. base_blob = Blob()
  68. base_blob.set_raw_string(base_content)
  69. self.assertEqual(base_blob.as_raw_chunks(), [base_content])
  70. self.assertEqual(base_blob.sha().hexdigest(), base_sha)
  71. filtered_blob = normalize_blob(
  72. base_blob, convert_crlf_to_lf, binary_detection=False
  73. )
  74. self.assertEqual(filtered_blob.as_raw_chunks(), [base_content])
  75. self.assertEqual(filtered_blob.sha().hexdigest(), base_sha)
  76. def test_normalize_to_lf(self):
  77. base_content = b"line1\r\nline2"
  78. base_sha = "3a1bd7a52799fe5cf6411f1d35f4c10bacb1db96"
  79. base_blob = Blob()
  80. base_blob.set_raw_string(base_content)
  81. self.assertEqual(base_blob.as_raw_chunks(), [base_content])
  82. self.assertEqual(base_blob.sha().hexdigest(), base_sha)
  83. filtered_blob = normalize_blob(
  84. base_blob, convert_crlf_to_lf, binary_detection=False
  85. )
  86. normalized_content = b"line1\nline2"
  87. normalized_sha = "f8be7bb828880727816015d21abcbc37d033f233"
  88. self.assertEqual(filtered_blob.as_raw_chunks(), [normalized_content])
  89. self.assertEqual(filtered_blob.sha().hexdigest(), normalized_sha)
  90. def test_normalize_to_lf_binary(self):
  91. base_content = b"line1\r\nline2\0"
  92. base_sha = "b44504193b765f7cd79673812de8afb55b372ab2"
  93. base_blob = Blob()
  94. base_blob.set_raw_string(base_content)
  95. self.assertEqual(base_blob.as_raw_chunks(), [base_content])
  96. self.assertEqual(base_blob.sha().hexdigest(), base_sha)
  97. filtered_blob = normalize_blob(
  98. base_blob, convert_crlf_to_lf, binary_detection=True
  99. )
  100. self.assertEqual(filtered_blob.as_raw_chunks(), [base_content])
  101. self.assertEqual(filtered_blob.sha().hexdigest(), base_sha)
  102. def test_normalize_to_crlf_no_op(self):
  103. base_content = b"line1\r\nline2"
  104. base_sha = "3a1bd7a52799fe5cf6411f1d35f4c10bacb1db96"
  105. base_blob = Blob()
  106. base_blob.set_raw_string(base_content)
  107. self.assertEqual(base_blob.as_raw_chunks(), [base_content])
  108. self.assertEqual(base_blob.sha().hexdigest(), base_sha)
  109. filtered_blob = normalize_blob(
  110. base_blob, convert_lf_to_crlf, binary_detection=False
  111. )
  112. self.assertEqual(filtered_blob.as_raw_chunks(), [base_content])
  113. self.assertEqual(filtered_blob.sha().hexdigest(), base_sha)
  114. def test_normalize_to_crlf(self):
  115. base_content = b"line1\nline2"
  116. base_sha = "f8be7bb828880727816015d21abcbc37d033f233"
  117. base_blob = Blob()
  118. base_blob.set_raw_string(base_content)
  119. self.assertEqual(base_blob.as_raw_chunks(), [base_content])
  120. self.assertEqual(base_blob.sha().hexdigest(), base_sha)
  121. filtered_blob = normalize_blob(
  122. base_blob, convert_lf_to_crlf, binary_detection=False
  123. )
  124. normalized_content = b"line1\r\nline2"
  125. normalized_sha = "3a1bd7a52799fe5cf6411f1d35f4c10bacb1db96"
  126. self.assertEqual(filtered_blob.as_raw_chunks(), [normalized_content])
  127. self.assertEqual(filtered_blob.sha().hexdigest(), normalized_sha)
  128. def test_normalize_to_crlf_binary(self):
  129. base_content = b"line1\r\nline2\0"
  130. base_sha = "b44504193b765f7cd79673812de8afb55b372ab2"
  131. base_blob = Blob()
  132. base_blob.set_raw_string(base_content)
  133. self.assertEqual(base_blob.as_raw_chunks(), [base_content])
  134. self.assertEqual(base_blob.sha().hexdigest(), base_sha)
  135. filtered_blob = normalize_blob(
  136. base_blob, convert_lf_to_crlf, binary_detection=True
  137. )
  138. self.assertEqual(filtered_blob.as_raw_chunks(), [base_content])
  139. self.assertEqual(filtered_blob.sha().hexdigest(), base_sha)