language-servers/roc
1
0
Fork 0
mirror of https://github.com/roc-lang/roc.git synced 2025-08-04 20:28:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 7

add fromUtf16 and 32, as well as lossy variants

Browse source
This commit is contained in:
shua 2025-01-15 00:14:58 +01:00
parent 032f1cc5a4
commit 414fecd14d
No known key found for this signature in database
17 changed files with 805 additions and 74 deletions
Download patch file Download diff file Expand all files Collapse all files

158
crates/compiler/test_gen/src/gen_str.rs
View file

@ -805,6 +805,164 @@ fn str_from_utf8_fail_surrogate_half() {
);
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf8_lossy_expected_continuation() {
assert_evals_to!(
r#"Str.from_utf8_lossy [97, 98, 0xC2, 99]"#,
roc_std::RocStr::from("ab<EFBFBD>c"),
roc_std::RocStr
);
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf16() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0x6f, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("roc"),
roc_std::RocStr
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf16_emoji() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0xd83d, 0xdc96, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("r💖c"),
roc_std::RocStr
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf16_err_expected_second_surrogate_half() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0xd83d, 0x63] is
Err (BadUtf16 {problem: EncodesSurrogateHalf, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf16_err_unexpected_second_surrogate_half() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0xdc96, 0x63] is
Err (BadUtf16 {problem: EncodesSurrogateHalf, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf16_lossy() {
assert_evals_to!(
r#"Str.from_utf16_lossy [0x72, 0xdc96, 0x63]"#,
roc_std::RocStr::from("r<EFBFBD>c"),
roc_std::RocStr
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf32() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0x6f, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("roc"),
roc_std::RocStr
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf32_emoji() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0x1f496, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("r💖c"),
roc_std::RocStr
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf32_err_codepoint_too_large() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0x123456, 0x63] is
Err (BadUtf32 {problem: CodepointTooLarge, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf32_err_utf8_cannot_encode_surrogate_half() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0xd83d, 0x63] is
Err (BadUtf32 {problem: EncodesSurrogateHalf, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_from_utf32_lossy() {
assert_evals_to!(
r#"Str.from_utf32_lossy [0x72, 0x123456, 0x63]"#,
roc_std::RocStr::from("r<EFBFBD>c"),
roc_std::RocStr
)
}
#[test]
#[cfg(any(feature = "gen-llvm", feature = "gen-dev"))]
fn str_equality() {

150
crates/compiler/test_gen/src/wasm_str.rs
View file

@ -630,6 +630,156 @@ fn str_from_utf8_fail_surrogate_half() {
);
}
#[test]
fn str_from_utf8_lossy_expected_continuation() {
assert_evals_to!(
r#"Str.from_utf8_lossy [97, 98, 0xC2, 99]"#,
roc_std::RocStr::from("ab<EFBFBD>c"),
roc_std::RocStr
);
}
#[test]
fn str_from_utf16() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0x6f, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("roc"),
roc_std::RocStr
)
}
// Marking this as should_panic, because it *does* panic and it is not clear why?
// If some change magically fixes this, great, remove the should_panic attribute.
#[test]
#[should_panic(expected = r#"Roc failed with message: "Integer multiplication overflowed!"#)]
fn str_from_utf16_emoji() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0xd83d, 0xdc96, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("r💖c"),
roc_std::RocStr
)
}
#[test]
fn str_from_utf16_err_expected_second_surrogate_half() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0xd83d, 0x63] is
Err (BadUtf16 {problem: EncodesSurrogateHalf, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
fn str_from_utf16_err_unexpected_second_surrogate_half() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf16 [0x72, 0xdc96, 0x63] is
Err (BadUtf16 {problem: EncodesSurrogateHalf, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
fn str_from_utf16_lossy() {
assert_evals_to!(
r#"Str.from_utf16_lossy [0x72, 0xdc96, 0x63]"#,
roc_std::RocStr::from("r<EFBFBD>c"),
roc_std::RocStr
)
}
#[test]
fn str_from_utf32() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0x6f, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("roc"),
roc_std::RocStr
)
}
#[test]
fn str_from_utf32_emoji() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0x1f496, 0x63] is
Ok val -> val
_ -> ""
"#
),
roc_std::RocStr::from("r💖c"),
roc_std::RocStr
)
}
#[test]
fn str_from_utf32_err_codepoint_too_large() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0x123456, 0x63] is
Err (BadUtf32 {problem: CodepointTooLarge, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
fn str_from_utf32_err_utf8_cannot_encode_surrogate_half() {
assert_evals_to!(
indoc!(
r#"
when Str.from_utf32 [0x72, 0xd83d, 0x63] is
Err (BadUtf32 {problem: EncodesSurrogateHalf, index: index }) -> index
_ -> 42
"#
),
1u64,
u64
)
}
#[test]
fn str_from_utf32_lossy() {
assert_evals_to!(
r#"Str.from_utf32_lossy [0x72, 0x123456, 0x63]"#,
roc_std::RocStr::from("r<EFBFBD>c"),
roc_std::RocStr
)
}
#[test]
fn str_equality() {
assert_evals_to!(r#""a" == "a""#, true, bool);