Read Units Data from CLDR

components/experimental/src/dimension/provider/units.rs

@@ -0,0 +1,18 @@
+// This file is part of ICU4X. For terms of use, please see the file
+// called LICENSE at the top level of the ICU4X source tree
+// (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).
+
+// Provider structs must be stable
+#![allow(clippy::exhaustive_structs, clippy::exhaustive_enums)]
+
+//! Data provider struct definitions for this ICU4X component.
+//!
+//! Read more about data providers: [`icu_provider`]
+
+
+use alloc::borrow::Cow;
+use icu_provider::prelude::*;
+use tinystr::UnvalidatedTinyAsciiStr;
+use zerovec::{VarZeroVec, ZeroMap};
+
+

provider/datagen/src/provider/tests/data.rs

@@ -467,6 +467,24 @@ impl DatagenProvider {
  ("cldr-numbers-full/main/th/numbers.json", include_bytes!("../../../tests/data/cldr/cldr-numbers-full/main/th/numbers.json").as_slice()),
  ("cldr-numbers-full/main/tr/numbers.json", include_bytes!("../../../tests/data/cldr/cldr-numbers-full/main/tr/numbers.json").as_slice()),
  ("cldr-numbers-full/main/und/numbers.json", include_bytes!("../../../tests/data/cldr/cldr-numbers-full/main/und/numbers.json").as_slice()),
+ ("cldr-units-full/main/ar/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/ar/units.json").as_slice()),
+ ("cldr-units-full/main/ar-EG/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/ar-EG/units.json").as_slice()),
+ ("cldr-units-full/main/bn/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/bn/units.json").as_slice()),
+ ("cldr-units-full/main/ccp/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/ccp/units.json").as_slice()),
+ ("cldr-units-full/main/en/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/en/units.json").as_slice()),
+ ("cldr-units-full/main/en-001/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/en-001/units.json").as_slice()),
+ ("cldr-units-full/main/en-ZA/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/en-ZA/units.json").as_slice()),
+ ("cldr-units-full/main/es/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/es/units.json").as_slice()),
+ ("cldr-units-full/main/es-AR/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/es-AR/units.json").as_slice()),
+ ("cldr-units-full/main/fr/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/fr/units.json").as_slice()),
+ ("cldr-units-full/main/fil/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/fil/units.json").as_slice()),
+ ("cldr-units-full/main/ja/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/ja/units.json").as_slice()),
+ ("cldr-units-full/main/ru/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/ru/units.json").as_slice()),
+ ("cldr-units-full/main/sr/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/sr/units.json").as_slice()),
+ ("cldr-units-full/main/sr-Latn/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/sr-Latn/units.json").as_slice()),
+ ("cldr-units-full/main/th/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/th/units.json").as_slice()),
+ ("cldr-units-full/main/tr/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/tr/units.json").as_slice()),
+ ("cldr-units-full/main/und/units.json", include_bytes!("../../../tests/data/cldr/cldr-units-full/main/und/units.json").as_slice()),
  ("cldr-person-names-full/main/ar/personNames.json", include_bytes!("../../../tests/data/cldr/cldr-person-names-full/main/ar/personNames.json").as_slice()),
  ("cldr-person-names-full/main/ar-EG/personNames.json", include_bytes!("../../../tests/data/cldr/cldr-person-names-full/main/ar-EG/personNames.json").as_slice()),
  ("cldr-person-names-full/main/bn/personNames.json", include_bytes!("../../../tests/data/cldr/cldr-person-names-full/main/bn/personNames.json").as_slice()),

provider/datagen/src/transform/cldr/cldr_serde/units/data.rs

@@ -0,0 +1,31 @@
+// This file is part of ICU4X. For terms of use, please see the file
+// called LICENSE at the top level of the ICU4X source tree
+// (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).
+
+//! Serde structs representing CLDR JSON units.json file.
+//!
+//! Sample file:
+//! <https://github.com/unicode-org/cldr-json/blob/master/cldr-json/cldr-units-full/main/en/units.json>
+
+use serde::Deserialize;
+use std::collections::BTreeMap;
+
+#[derive(PartialEq, Debug, Deserialize)]
+pub struct UnitsData {
+ long: BTreeMap<String, String>,
+ short: BTreeMap<String, String>,
+ narrow: BTreeMap<String, String>,
+}
+
+#[derive(PartialEq, Debug, Deserialize)]
+pub struct Units {
+ pub units: UnitsData,
+}
+
+#[derive(PartialEq, Debug, Deserialize)]
+pub struct LangUnits {
+ pub units: Units,
+}
+
+// uncomment when LocaleResource is used
+// pub type Resource = super::super::LocaleResource<LangUnits>;

provider/datagen/src/transform/cldr/cldr_serde/units/mod.rs

@@ -2,4 +2,5 @@
 // called LICENSE at the top level of the ICU4X source tree
 // (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).
 
+pub(in crate::provider) mod data;
 pub(in crate::provider) mod info;

provider/datagen/src/transform/cldr/units/data.rs

@@ -0,0 +1,4 @@
+// This file is part of ICU4X. For terms of use, please see the file
+// called LICENSE at the top level of the ICU4X source tree
+// (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).
+