Initial dashboard

.gitignore

@@ -0,0 +1,3 @@
+.venv/
+*.ipynb
+__pycache__/

app.py

@@ -0,0 +1,124 @@
+import gradio as gr
+import pandas as pd
+import plotly.graph_objects as go
+
+def get_covered_languages():
+    #Load data
+    all_languages = pd.read_csv('data/merged_language_list_with_duplicates.csv')
+    with open("data/covered_languages.txt") as f:
+        covered_languages = f.read().splitlines()
+
+    # Split strings with commas and flatten the list
+    covered_languages = [lang.strip() for sublist in covered_languages for lang in sublist.split(',')]
+    covered_languages = list(set(covered_languages))
+
+    # Get language codes
+    covered_language_codes = [all_languages.loc[all_languages['Language'] == lang, 'Code'].values[0] for lang in covered_languages if lang in all_languages['Language'].values]
+    assert len(covered_language_codes) == len(covered_languages), "Mismatch between covered languages and their codes"
+    return covered_language_codes
+    
+def build_dataframes(covered_language_codes):
+    # Load data
+    clean_languages = pd.read_csv('data/merged_language_list_clean.csv')
+
+    # Create a dataframe for languages with a lead
+    languages_with_lead = clean_languages[clean_languages['Code'].isin(covered_language_codes)]
+
+    # Create a dataframe for languages without a lead
+    languages_without_lead = clean_languages[~clean_languages['Code'].isin(covered_language_codes)]
+    return languages_with_lead, languages_without_lead
+
+def create_progress_bar(progress):
+    top_labels = ['With lead', 'Without lead']
+
+    colors = ['rgba(38, 24, 74, 0.8)', 'rgba(190, 192, 213, 1)']
+
+    x_data = [len(languages_with_lead), len(languages_without_lead)]
+
+    y_data = ['Progress']
+
+    fig = go.Figure()
+
+    for i in range(0, len(x_data[0])):
+        for xd, yd in zip(x_data, y_data):
+            fig.add_trace(go.Bar(
+                x=[xd[i]], y=[yd],
+                orientation='h',
+                marker=dict(
+                    color=colors[i],
+                    line=dict(color='rgb(248, 248, 249)', width=1)
+                ),
+                hoverinfo='text',
+                hovertext=f"{top_labels[i]} records: {xd[i]}"
+            ))
+
+    fig.update_layout(
+        xaxis=dict(
+            showgrid=False,
+            showline=False,
+            showticklabels=False,
+            zeroline=False,
+            domain=[0.15, 1]
+
+        ),
+        yaxis=dict(
+            showgrid=False,
+            showline=False,
+            showticklabels=False,
+            zeroline=False,
+            domain=[0.15, 0.5]
+        ),
+        barmode='stack',
+        paper_bgcolor='rgb(248, 248, 255)',
+        plot_bgcolor='rgb(248, 248, 255)',
+        margin=dict(l=120, r=10, t=140, b=80),
+        showlegend=False
+    )
+
+    annotations = []
+
+    for yd, xd in zip(y_data, x_data):
+        # labeling the y-axis
+        annotations.append(dict(xref='paper', yref='y',
+                                x=0.14, y=yd,
+                                xanchor='right',
+                                text=str(yd),
+                                font=dict(family='Arial', size=14,
+                                        color='rgb(67, 67, 67)'),
+                                showarrow=False, align='right'))
+        # labeling the first percentage of each bar (x_axis)
+        if xd[0] > 0:
+            annotations.append(dict(xref='x', yref='y',
+                                    x=xd[0] / 2, y=yd,
+                                    text=str(xd[0]),
+                                    font=dict(family='Arial', size=14,
+                                            color='rgb(248, 248, 255)'),
+                                    showarrow=False))
+        space = xd[0]
+        for i in range(1, len(xd)):
+            if xd[i] > 0:
+                # labeling the rest of percentages for each bar (x_axis)
+                annotations.append(dict(xref='x', yref='y',
+                                        x=space + (xd[i]/2), y=yd,
+                                        text=str(xd[i]),
+                                        font=dict(family='Arial', size=14,
+                                                color='rgb(248, 248, 255)'),
+                                        showarrow=False))
+                space += xd[i]
+
+    fig.update_layout(annotations=annotations, height=80)  
+    return fig
+
+with gr.Blocks() as demo:
+    gr.Markdown("## Language Leads Dashboard")
+    languages_with_lead, languages_without_lead = build_dataframes(get_covered_languages())
+    with gr.Row():
+        progress_bar_output = gr.Plot(label="Language Stats")
+    with gr.Tab("Looking for leads!"):
+        gr.Markdown("These languages don't have a lead yet! Would you like to lead one of them? Sign up using [this form](https://forms.gle/mFCMXNRjxvyFvW5q9).")
+        gr.DataFrame(languages_without_lead)
+    with gr.Tab("Languages with leads"):
+        gr.Markdown("We found at least one lead for these languages:")
+        gr.DataFrame(languages_with_lead)
+
+demo.launch()

data/covered_languages.txt

@@ -0,0 +1,87 @@
+Fulfulde
+Latvian
+Igbo
+Tamil
+Hindi, Punjabi
+Bengali
+Dutch
+Vietnamese
+Italian
+Sranan Tongo
+Marathi
+Gujarati, Hindi
+Vietnamese
+Turkish
+Polish
+Nepali
+Chinese (Mandarin)
+Czech, Slovak
+Slovak
+French, Venetian
+Chinese (Yue/Cantonese)
+Hausa
+Amharic
+Telugu
+Swahili
+Yoruba
+Swedish, Yoruba
+Afrikaans
+Nigerian Pidgin, Yoruba
+Yoruba
+Yoruba
+Twi
+Nigerian Pidgin, Yoruba
+Amharic
+Twi, Ewe, Dagbani, Fante
+Swedish
+Hebrew
+Pijin
+Hebrew, Russian
+Dagbani
+Hebrew
+Sanskrit
+Zulu
+Kinyarwanda
+Kinyarwanda
+Najdi Arabic
+Najdi Arabic
+Somali, Sundanese, Xhosa
+Urdu
+Kannada
+German
+Kirghiz
+Lingala
+Fante
+Ewe
+Filipino
+Ewe
+Saraiki, Urdu
+Korean
+Rundi
+Kikuyu
+Gilaki, Persian
+Amis, Chinese (Min Nan)
+Japanese
+Thai
+Malay
+Ido
+Chewa, Tumbuka
+Awadhi, Odia, Sindhi
+Kashmiri
+Kazakh
+Uzbek
+Asturian
+Wolof
+Tigrinya
+Lombard
+Crimean Turkish, Tatar
+Bashkir
+Mari
+Crimean Turkish
+Yakut
+Chuvash
+Tatar
+Swati
+Tuvan
+Bashkir
+Tatar

data/merged_language_list_clean.csv

@@ -0,0 +1,306 @@
+Language,Code
+Acehnese,ace
+Adyghe,ady
+Afrikaans,afr
+Alangan,alj
+Tosk Albanian,als
+Amharic,amh
+Amis,ami
+Anglo-Saxon,ang
+Angika,anp
+Standard Arabic,arb
+Aragonese,arg
+Najdi Arabic,ars
+Moroccan Arabic,ary
+Egyptian Arabic,arz
+Assamese,asm
+Asturian,ast
+Atikamekw,atj
+Avaric,ava
+Kotava,avk
+Awadhi,awa
+Central Aymara,ayr
+South Azerbaijani,azb
+North Azerbaijani,azj
+Bashkir,bak
+Bambara,bam
+Balinese,ban
+Bavarian,bar
+Bikol,bcl
+Belarusian,bel
+Bengali,ben
+Betawi,bew
+Bhojpuri,bho
+Bislama,bis
+Banjar,bjn
+Pa'o Karen,blk
+Tibetan,bod
+Bosnian,bos
+Bishnupriya,bpy
+Breton,bre
+Buginese,bug
+Bulgarian,bul
+Buryat,bxr
+Catalan,cat
+Chavacano,cbk
+Cebuano,ceb
+Czech,ces
+Chechen,che
+Church Slavic,chu
+Chuvash,chv
+Central Kurdish,ckb
+Mandarin Chinese,cmn
+Montenegrin,cnr
+Cornish,cor
+Corsican,cos
+Crimean Tatar,crh
+Kashubian,csb
+Welsh,cym
+Dagbani,dag
+Danish,dan
+German,deu
+Dinka,dik
+Doteli,dty
+Dzongkha,dzo
+Standard Estonian,ekk
+Greek,ell
+Emilian,eml
+Esperanto,epo
+North Alaskan Inupiatun,esi
+Northwest Alaska Inupiatun,esk
+Basque,eus
+Ewe,ewe
+Extremaduran,ext
+Faroese,fao
+Persian,fas
+Fante,fat
+Fijian,fij
+Filipino,fil
+Finnish,fin
+Fon,fon
+French,fra
+Arpitan,frp
+Northern Frisian,frr
+Western Frisian,fry
+Friulian,fur
+Nigerian Fulfulde,fuv
+Gagauz,gag
+West Central Oromo,gaz
+Guianese Creole,gcr
+Scottish Gaelic,gla
+Irish,gle
+Galician,glg
+Gilaki,glk
+Manx,glv
+Middle High German (ca. 1050-1500),gmh
+Goan Konkani,gom
+Gorontalo,gor
+Ancient Greek (to 1453),grc
+Swiss German,gsw
+Wayuu,guc
+Paraguayan Guaraní,gug
+Gujarati,guj
+Gurenne,gur
+Gun,guw
+Hakka Chinese,hak
+Haitian,hat
+Hausa,hau
+Hawaiian,haw
+Hebrew,heb
+Fiji Hindi,hif
+Hiligaynon,hil
+Hindi,hin
+Hmong Njua,hnj
+Croatian,hrv
+Upper Sorbian,hsb
+Hungarian,hun
+Armenian,hye
+Western Armenian,hyw
+Igbo,ibo
+Ido,ido
+Iloko,ilo
+Interlingua,ina
+Indonesian,ind
+Ingush,inh
+Icelandic,isl
+Italian,ita
+Jamaican Creole English,jam
+Javanese,jav
+Lojban,jbo
+Japanese,jpn
+Karakalpak,kaa
+Kabyle,kab
+Kalaallisut,kal
+Kannada,kan
+Kashmiri,kas
+Georgian,kat
+Kazakh,kaz
+Kabardian,kbd
+Kabiyè,kbp
+Tyap,kcg
+Halh Mongolian,khk
+Khmer,khm
+Kikuyu,kik
+Kinyarwanda,kin
+Kirghiz,kir
+Kirmanjki ,kiu
+Northern Kurdish,kmr
+Kongo,kng
+Komi-Permyak,koi
+Korean,kor
+Komi,kpv
+Karachay-Balkar,krc
+Colognian,ksh
+Kamba,ktu
+Ladino,lad
+Lao,lao
+Latin,lat
+Lak,lbe
+Lezghian,lez
+Lingua Franca Nova,lfn
+Ligurian,lij
+Limburgish,lim
+Lingala,lin
+Lithuanian,lit
+Ladin,lld
+Lombard,lmo
+Latgalian,ltg
+Luxembourgish,ltz
+Luganda,lug
+Standard Latvian,lvs
+Literary Chinese,lzh
+Madurese,mad
+Maithili,mai
+Malayalam,mal
+Marathi,mar
+Moksha,mdf
+Morisyen,mfe
+Mari,mhr
+Minangkabau,min
+Macedonian,mkd
+Maltese,mlt
+Maori,mri
+Eastern Mari,mrj
+Musi,mui
+Mirandese,mwl
+Burmese,mya
+Erzya,myv
+Mazanderani,mzn
+Nahuatl,nah
+Min Nan Chinese,nan
+Neapolitan,nap
+Navajo,nav
+South Ndebele,nbl
+Low German,nds
+Newar,new
+Nias,nia
+Dutch,nld
+Norwegian Nynorsk,nno
+Norwegian Bokmål,nob
+Novial,nov
+Nepali,npi
+Narom,nrm
+Northern Sotho,nso
+Chewa,nya
+Occitan,oci
+Livvi,olo
+Odia,ory
+Ossetian,oss
+Pangasinan,pag
+Pampanga,pam
+Punjabi,pan
+Papiamento,pap
+Southern Pashto,pbt
+Picard,pcd
+Nigerian Pidgin,pcm
+Pennsylvania German,pdc
+Palatine German,pfl
+Pijin,pis
+Plateau Malagasy,plt
+Piedmontese,pms
+Western Panjabi,pnb
+Pontic,pnt
+Polish,pol
+Portuguese,por
+South Bolivian Quechua,quh
+Vlax Romani,rmy
+Romansh,roh
+Romanian,ron
+Rusyn,rue
+Rundi,run
+Aromanian,rup
+Russian,rus
+Sango,sag
+Yakut,sah
+Sanskrit,san
+Sicilian,scn
+Scots,sco
+Samogitian,sgs
+Tachelhit,shi
+Sinhala,sin
+Saraiki,skr
+Slovak,slk
+Slovenian,slv
+Northern Sami,sme
+Inari Sami,smn
+Samoan,smo
+Shona,sna
+Sindhi,snd
+Somali,som
+Southern Sotho,sot
+Spanish,spa
+Sardinian,srd
+Sranan Tongo,srn
+Serbian,srp
+Swati,ssw
+Saterland Frisian,stq
+Sundanese,sun
+Swedish,swe
+Swahili,swh
+Silesian,szl
+Sakizaya,szy
+Tahitian,tah
+Tamil,tam
+Tatar,tat
+Atayal,tay
+Tulu,tcy
+Telugu,tel
+Tetum,tet
+Tajik,tgk
+Thai,tha
+Tigrinya,tir
+Talysh,tly
+Tongan,ton
+Tok Pisin,tpi
+Sediq,trv
+Tswana,tsn
+Tsonga,tso
+Turkmen,tuk
+Tumbuka,tum
+Turkish,tur
+Twi,twi
+Tuvan,tyv
+Central Atlas Tamazight,tzm
+Udmurt,udm
+Uighur,uig
+Ukrainian,ukr
+Urdu,urd
+Northern Uzbek,uzn
+Venetian,vec
+Venda,ven
+Veps,vep
+Vietnamese,vie
+West Flemish,vls
+Volapük,vol
+Võro,vro
+Waray,war
+Walloon,wln
+Wolof,wol
+Wu Chinese,wuu
+Xhosa,xho
+Yoruba,yor
+Chinese (Yue/Cantonese),yue
+Zeelandic,zea
+Standard Malay,zsm
+Zulu,zul
+Yongbei Zhuang,zyb

data/merged_language_list_with_duplicates.csv

@@ -0,0 +1,342 @@
+Language,Code
+Acehnese,ace
+Adyghe,ady
+Afrikaans,afr
+Alangan,alj
+Tosk Albanian,als
+Albanian,als
+Amharic,amh
+Amis,ami
+Anglo-Saxon,ang
+Angika,anp
+Standard Arabic,arb
+Arabic,arb
+Aragonese,arg
+Najdi Arabic,ars
+Moroccan Arabic,ary
+Egyptian Arabic,arz
+Assamese,asm
+Asturian,ast
+Atikamekw,atj
+Avaric,ava
+Kotava,avk
+Awadhi,awa
+Central Aymara,ayr
+Aymara,ayr
+South Azerbaijani,azb
+Azerbaijani,azj
+North Azerbaijani,azj
+Bashkir,bak
+Bambara,bam
+Balinese,ban
+Bavarian,bar
+Bikol,bcl
+Belarusian,bel
+Bengali,ben
+Betawi,bew
+Bhojpuri,bho
+Bislama,bis
+Banjar,bjn
+Pa'o Karen,blk
+Tibetan,bod
+Bosnian,bos
+Bishnupriya,bpy
+Breton,bre
+Buginese,bug
+Bulgarian,bul
+Buryat,bxr
+Catalan,cat
+Chavacano,cbk
+Cebuano,ceb
+Czech,ces
+Chechen,che
+Church Slavic,chu
+Chuvash,chv
+Central Kurdish,ckb
+Kurdish (Central),ckb
+Mandarin Chinese,cmn
+Chinese (Mandarin),cmn
+Montenegrin,cnr
+Cornish,cor
+Corsican,cos
+Crimean Tatar,crh
+Crimean Turkish,crh
+Kashubian,csb
+Welsh,cym
+Dagbani,dag
+Danish,dan
+German,deu
+Dinka,dik
+Doteli,dty
+Dzongkha,dzo
+Standard Estonian,ekk
+Estonian,ekk
+Greek,ell
+Modern Greek (1453-),ell
+Emilian,eml
+Esperanto,epo
+North Alaskan Inupiatun,esi
+Northwest Alaska Inupiatun,esk
+Basque,eus
+Ewe,ewe
+Extremaduran,ext
+Faroese,fao
+Persian,fas
+Fante,fat
+Fijian,fij
+Filipino,fil
+Tagalog,fil
+Finnish,fin
+Fon,fon
+French,fra
+Franco-Provençal,frp
+Arpitan,frp
+Northern Frisian,frr
+Western Frisian,fry
+Frisian,fry
+Friulian,fur
+Fulfulde,fuv
+Nigerian Fulfulde,fuv
+Gagauz,gag
+West Central Oromo,gaz
+Guianese Creole,gcr
+Scottish Gaelic,gla
+Irish,gle
+Galician,glg
+Gilaki,glk
+Manx,glv
+Middle High German (ca. 1050-1500),gmh
+Goan Konkani,gom
+Gorontalo,gor
+Ancient Greek (to 1453),grc
+Swiss German,gsw
+Wayuu,guc
+Guarani,gug
+Paraguayan Guaraní,gug
+Gujarati,guj
+Gurenne,gur
+Gun,guw
+Hakka Chinese,hak
+Haitian,hat
+Hausa,hau
+Hawaiian,haw
+Hebrew,heb
+Fiji Hindi,hif
+Hiligaynon,hil
+Hindi,hin
+Hmong Njua,hnj
+Croatian,hrv
+Upper Sorbian,hsb
+Hungarian,hun
+Armenian,hye
+Western Armenian,hyw
+Igbo,ibo
+Ido,ido
+Iloko,ilo
+Interlingua,ina
+Indonesian,ind
+Ingush,inh
+Icelandic,isl
+Italian,ita
+Jamaican Creole English,jam
+Javanese,jav
+Lojban,jbo
+Japanese,jpn
+Karakalpak,kaa
+Kabyle,kab
+Kalaallisut,kal
+Kannada,kan
+Kashmiri,kas
+Georgian,kat
+Kazakh,kaz
+Kabardian,kbd
+Kabiyè,kbp
+Tyap,kcg
+Mongolian,khk
+Halh Mongolian,khk
+Khmer,khm
+Kikuyu,kik
+Kinyarwanda,kin
+Kirghiz,kir
+Kirmanjki (individual language),kiu
+Kurdish (Northern),kmr
+Northern Kurdish,kmr
+Kongo,kng
+Komi-Permyak,koi
+Korean,kor
+Komi,kpv
+Karachay-Balkar,krc
+Colognian,ksh
+Kamba,ktu
+Ladino,lad
+Lao,lao
+Latin,lat
+Lak,lbe
+Lezghian,lez
+Lingua Franca Nova,lfn
+Liguria,lij
+Ligurian,lij
+Limburgish,lim
+Hindi,lim
+Limburgan,lim
+Lingala,lin
+Lithuanian,lit
+Ladin,lld
+Lombard,lmo
+Latgalian,ltg
+Luxembourgish,ltz
+Luganda,lug
+Standard Latvian,lvs
+Latvian,lvs
+Literary Chinese,lzh
+Madurese,mad
+Maithili,mai
+Malayalam,mal
+Marathi,mar
+Moksha,mdf
+Morisyen,mfe
+Mari,mhr
+Minangkabau,min
+Macedonian,mkd
+Maltese,mlt
+Maori,mri
+Eastern Mari,mrj
+Musi,mui
+Mirandese,mwl
+Burmese,mya
+Erzya,myv
+Mazanderani,mzn
+Nahuatl,nah
+Neapolitan,nap
+Navajo,nav
+South Ndebele,nbl
+Low German,nds
+Newar,new
+Nias,nia
+Dutch,nld
+Norwegian (Nynorsk),nno
+Norwegian Nynorsk,nno
+Norwegian Bokmål,nob
+Norwegian (Bokmål),nob
+Novial,nov
+Nepali,npi
+Nepali (individual language),npi
+Narom,nrm
+Northern Sotho,nso
+Pedi,nso
+Chewa,nya
+Occitan,oci
+Occitan (post 1500),oci
+Livvi,olo
+Odia,ory
+Ossetian,oss
+Pangasinan,pag
+Pampanga,pam
+Panjabi,pan
+Punjabi,pan
+Papiamento,pap
+Southern Pashto,pbt
+Picard,pcd
+Nigerian Pidgin,pcm
+Pennsylvania German,pdc
+Palatine German,pfl
+Pijin,pis
+Plateau Malagasy,plt
+Piedmontese,pms
+Western Panjabi,pnb
+Pontic,pnt
+Polish,pol
+Portuguese,por
+South Bolivian Quechua,quh
+Romani,rmy
+Vlax Romani,rmy
+Romansh,roh
+Romanian,ron
+Rusyn,rue
+Rundi,run
+Aromanian,rup
+Russian,rus
+Sango,sag
+Yakut,sah
+Sanskrit,san
+Sicilian,scn
+Scots,sco
+Samogitian,sgs
+Tachelhit,shi
+Sinhala,sin
+Saraiki,skr
+Slovak,slk
+Slovenian,slv
+Northern Sami,sme
+Inari Sami,smn
+Samoan,smo
+Shona,sna
+Sindhi,snd
+Somali,som
+Southern Sotho,sot
+Spanish,spa
+Sardinian,srd
+Sranan Tongo,srn
+Serbian,srp
+Swati,ssw
+Saterland Frisian,stq
+Sundanese,sun
+Swedish,swe
+Swahili (individual language),swh
+Swahili,swh
+Silesian,szl
+Sakizaya,szy
+Tahitian,tah
+Tamil,tam
+Tatar,tat
+Atayal,tay
+Tulu,tcy
+Telugu,tel
+Tetum,tet
+Tajik,tgk
+Thai,tha
+Tigrinya,tir
+Talysh,tly
+Tongan,ton
+Tok Pisin,tpi
+Taroko,trv
+Sediq,trv
+Tswana,tsn
+Tsonga,tso
+Turkmen,tuk
+Tumbuka,tum
+Turkish,tur
+Twi,twi
+Tuvan,tyv
+Central Atlas Tamazight,tzm
+Udmurt,udm
+Uighur,uig
+Ukrainian,ukr
+Undetermined,und
+Urdu,urd
+Northern Uzbek,uzn
+Uzbek,uzn
+Venetian,vec
+Venda,ven
+Veps,vep
+Vietnamese,vie
+West Flemish,vls
+Volapük,vol
+Võro,vro
+Waray,war
+Waray (Philippines),war
+Walloon,wln
+Wolof,wol
+Wu Chinese,wuu
+Chinese (Wu),wuu
+Xhosa,xho
+Yoruba,yor
+Chinese (Yue/Cantonese),yue
+Yue Chinese,yue
+Zeelandic,zea
+Malay,zsm
+Standard Malay,zsm
+Zulu,zul
+Southern Min,nan
+Min Nan Chinese,nan
+Chinese (Min Nan),nan