123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330 |
- // Copyright 2017 The Go Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style
- // license that can be found in the LICENSE file.
- //go:build ignore
- // +build ignore
- package main
- import (
- "flag"
- "log"
- "strconv"
- "strings"
- "golang.org/x/text/internal/cldrtree"
- "golang.org/x/text/internal/gen"
- "golang.org/x/text/language"
- "golang.org/x/text/unicode/cldr"
- )
- var (
- draft = flag.String("draft",
- "contributed",
- `Minimal draft requirements (approved, contributed, provisional, unconfirmed).`)
- )
- // TODO:
- // - Compile format patterns.
- // - Compress the large amount of redundancy in metazones.
- // - Split trees (with shared buckets) with data that is enough for default
- // formatting of Go Time values and tables that are needed for larger
- // variants.
- // - zone to metaZone mappings (in supplemental)
- // - Add more enum values and also some key maps for some of the elements.
- func main() {
- gen.Init()
- r := gen.OpenCLDRCoreZip()
- defer r.Close()
- d := &cldr.Decoder{}
- d.SetDirFilter("supplemental", "main")
- d.SetSectionFilter("dates")
- data, err := d.DecodeZip(r)
- if err != nil {
- log.Fatalf("DecodeZip: %v", err)
- }
- dates := cldrtree.New("dates")
- buildCLDRTree(data, dates)
- w := gen.NewCodeWriter()
- if err := dates.Gen(w); err != nil {
- log.Fatal(err)
- }
- gen.WriteCLDRVersion(w)
- w.WriteGoFile("tables.go", "date")
- w = gen.NewCodeWriter()
- if err := dates.GenTestData(w); err != nil {
- log.Fatal(err)
- }
- w.WriteGoFile("data_test.go", "date")
- }
- func buildCLDRTree(data *cldr.CLDR, dates *cldrtree.Builder) {
- context := cldrtree.Enum("context")
- widthMap := func(s string) string {
- // Align era with width values.
- if r, ok := map[string]string{
- "eraAbbr": "abbreviated",
- "eraNarrow": "narrow",
- "eraNames": "wide",
- }[s]; ok {
- s = r
- }
- // Prefix width to disambiguate with some overlapping length values.
- return "width" + strings.Title(s)
- }
- width := cldrtree.EnumFunc("width", widthMap, "abbreviated", "narrow", "wide")
- length := cldrtree.Enum("length", "short", "long")
- month := cldrtree.Enum("month", "leap7")
- relTime := cldrtree.EnumFunc("relTime", func(s string) string {
- x, err := strconv.ParseInt(s, 10, 8)
- if err != nil {
- log.Fatal("Invalid number:", err)
- }
- return []string{
- "before2",
- "before1",
- "current",
- "after1",
- "after2",
- "after3",
- }[x+2]
- })
- // Disambiguate keys like 'months' and 'sun'.
- cycleType := cldrtree.EnumFunc("cycleType", func(s string) string {
- return s + "CycleType"
- })
- field := cldrtree.EnumFunc("field", func(s string) string {
- return s + "Field"
- })
- timeType := cldrtree.EnumFunc("timeType", func(s string) string {
- if s == "" {
- return "genericTime"
- }
- return s + "Time"
- }, "generic")
- zoneType := []cldrtree.Option{cldrtree.SharedType(), timeType}
- metaZoneType := []cldrtree.Option{cldrtree.SharedType(), timeType}
- for _, lang := range data.Locales() {
- tag := language.Make(lang)
- ldml := data.RawLDML(lang)
- if ldml.Dates == nil {
- continue
- }
- x := dates.Locale(tag)
- if x := x.Index(ldml.Dates.Calendars); x != nil {
- for _, cal := range ldml.Dates.Calendars.Calendar {
- x := x.IndexFromType(cal)
- if x := x.Index(cal.Months); x != nil {
- for _, mc := range cal.Months.MonthContext {
- x := x.IndexFromType(mc, context)
- for _, mw := range mc.MonthWidth {
- x := x.IndexFromType(mw, width)
- for _, m := range mw.Month {
- x.SetValue(m.Yeartype+m.Type, m, month)
- }
- }
- }
- }
- if x := x.Index(cal.MonthPatterns); x != nil {
- for _, mc := range cal.MonthPatterns.MonthPatternContext {
- x := x.IndexFromType(mc, context)
- for _, mw := range mc.MonthPatternWidth {
- // Value is always leap, so no need to create a
- // subindex.
- for _, m := range mw.MonthPattern {
- x.SetValue(mw.Type, m, width)
- }
- }
- }
- }
- if x := x.Index(cal.CyclicNameSets); x != nil {
- for _, cns := range cal.CyclicNameSets.CyclicNameSet {
- x := x.IndexFromType(cns, cycleType)
- for _, cc := range cns.CyclicNameContext {
- x := x.IndexFromType(cc, context)
- for _, cw := range cc.CyclicNameWidth {
- x := x.IndexFromType(cw, width)
- for _, c := range cw.CyclicName {
- x.SetValue(c.Type, c)
- }
- }
- }
- }
- }
- if x := x.Index(cal.Days); x != nil {
- for _, dc := range cal.Days.DayContext {
- x := x.IndexFromType(dc, context)
- for _, dw := range dc.DayWidth {
- x := x.IndexFromType(dw, width)
- for _, d := range dw.Day {
- x.SetValue(d.Type, d)
- }
- }
- }
- }
- if x := x.Index(cal.Quarters); x != nil {
- for _, qc := range cal.Quarters.QuarterContext {
- x := x.IndexFromType(qc, context)
- for _, qw := range qc.QuarterWidth {
- x := x.IndexFromType(qw, width)
- for _, q := range qw.Quarter {
- x.SetValue(q.Type, q)
- }
- }
- }
- }
- if x := x.Index(cal.DayPeriods); x != nil {
- for _, dc := range cal.DayPeriods.DayPeriodContext {
- x := x.IndexFromType(dc, context)
- for _, dw := range dc.DayPeriodWidth {
- x := x.IndexFromType(dw, width)
- for _, d := range dw.DayPeriod {
- x.IndexFromType(d).SetValue(d.Alt, d)
- }
- }
- }
- }
- if x := x.Index(cal.Eras); x != nil {
- opts := []cldrtree.Option{width, cldrtree.SharedType()}
- if x := x.Index(cal.Eras.EraNames, opts...); x != nil {
- for _, e := range cal.Eras.EraNames.Era {
- x.IndexFromAlt(e).SetValue(e.Type, e)
- }
- }
- if x := x.Index(cal.Eras.EraAbbr, opts...); x != nil {
- for _, e := range cal.Eras.EraAbbr.Era {
- x.IndexFromAlt(e).SetValue(e.Type, e)
- }
- }
- if x := x.Index(cal.Eras.EraNarrow, opts...); x != nil {
- for _, e := range cal.Eras.EraNarrow.Era {
- x.IndexFromAlt(e).SetValue(e.Type, e)
- }
- }
- }
- if x := x.Index(cal.DateFormats); x != nil {
- for _, dfl := range cal.DateFormats.DateFormatLength {
- x := x.IndexFromType(dfl, length)
- for _, df := range dfl.DateFormat {
- for _, p := range df.Pattern {
- x.SetValue(p.Alt, p)
- }
- }
- }
- }
- if x := x.Index(cal.TimeFormats); x != nil {
- for _, tfl := range cal.TimeFormats.TimeFormatLength {
- x := x.IndexFromType(tfl, length)
- for _, tf := range tfl.TimeFormat {
- for _, p := range tf.Pattern {
- x.SetValue(p.Alt, p)
- }
- }
- }
- }
- if x := x.Index(cal.DateTimeFormats); x != nil {
- for _, dtfl := range cal.DateTimeFormats.DateTimeFormatLength {
- x := x.IndexFromType(dtfl, length)
- for _, dtf := range dtfl.DateTimeFormat {
- for _, p := range dtf.Pattern {
- x.SetValue(p.Alt, p)
- }
- }
- }
- // TODO:
- // - appendItems
- // - intervalFormats
- }
- }
- }
- // TODO: this is a lot of data and is probably relatively little used.
- // Store this somewhere else.
- if x := x.Index(ldml.Dates.Fields); x != nil {
- for _, f := range ldml.Dates.Fields.Field {
- x := x.IndexFromType(f, field)
- for _, d := range f.DisplayName {
- x.Index(d).SetValue(d.Alt, d)
- }
- for _, r := range f.Relative {
- x.Index(r).SetValue(r.Type, r, relTime)
- }
- for _, rt := range f.RelativeTime {
- x := x.Index(rt).IndexFromType(rt)
- for _, p := range rt.RelativeTimePattern {
- x.SetValue(p.Count, p)
- }
- }
- for _, rp := range f.RelativePeriod {
- x.Index(rp).SetValue(rp.Alt, rp)
- }
- }
- }
- if x := x.Index(ldml.Dates.TimeZoneNames); x != nil {
- format := x.IndexWithName("zoneFormat")
- for _, h := range ldml.Dates.TimeZoneNames.HourFormat {
- format.SetValue(h.Element(), h)
- }
- for _, g := range ldml.Dates.TimeZoneNames.GmtFormat {
- format.SetValue(g.Element(), g)
- }
- for _, g := range ldml.Dates.TimeZoneNames.GmtZeroFormat {
- format.SetValue(g.Element(), g)
- }
- for _, r := range ldml.Dates.TimeZoneNames.RegionFormat {
- x.Index(r).SetValue(r.Type, r, timeType)
- }
- set := func(x *cldrtree.Index, e []*cldr.Common, zone string) {
- for _, n := range e {
- x.Index(n, zoneType...).SetValue(zone, n)
- }
- }
- zoneWidth := []cldrtree.Option{length, cldrtree.SharedType()}
- zs := x.IndexWithName("zone")
- for _, z := range ldml.Dates.TimeZoneNames.Zone {
- for _, l := range z.Long {
- x := zs.Index(l, zoneWidth...)
- set(x, l.Generic, z.Type)
- set(x, l.Standard, z.Type)
- set(x, l.Daylight, z.Type)
- }
- for _, s := range z.Short {
- x := zs.Index(s, zoneWidth...)
- set(x, s.Generic, z.Type)
- set(x, s.Standard, z.Type)
- set(x, s.Daylight, z.Type)
- }
- }
- set = func(x *cldrtree.Index, e []*cldr.Common, zone string) {
- for _, n := range e {
- x.Index(n, metaZoneType...).SetValue(zone, n)
- }
- }
- zoneWidth = []cldrtree.Option{length, cldrtree.SharedType()}
- zs = x.IndexWithName("metaZone")
- for _, z := range ldml.Dates.TimeZoneNames.Metazone {
- for _, l := range z.Long {
- x := zs.Index(l, zoneWidth...)
- set(x, l.Generic, z.Type)
- set(x, l.Standard, z.Type)
- set(x, l.Daylight, z.Type)
- }
- for _, s := range z.Short {
- x := zs.Index(s, zoneWidth...)
- set(x, s.Generic, z.Type)
- set(x, s.Standard, z.Type)
- set(x, s.Daylight, z.Type)
- }
- }
- }
- }
- }
|