fix: number parsing for as,bs,it, update testdata

This commit is contained in:
ThetaDev 2024-01-24 12:48:13 +01:00
parent fd3e128f50
commit d413cad8bb
No known key found for this signature in database
GPG key ID: 649CA4EBDC338394
5 changed files with 79 additions and 74 deletions

View file

@ -203,6 +203,7 @@
"হা": 3,
"হাজাৰ": 3,
"হাজাৰটা": 3,
"কোঃ": 5,
"লা": 5,
"লাখ": 5,
"লাখটা": 5,
@ -504,7 +505,8 @@
"number_tokens": {
"hilj": 3,
"mil": 6,
"mlr": 9
"mlr": 9,
"mlrd": 9
},
"number_nd_tokens": {
"nema": 0
@ -1818,6 +1820,7 @@
},
"comma_decimal": true,
"number_tokens": {
"mio": 6,
"mln": 6,
"mrd": 9
},