Fix UTF-8 issues

data/codes-all.csv

@@ -1,6 +1,6 @@
 Entity,Currency,AlphabeticCode,NumericCode,MinorUnit,WithdrawalDate
 AFGHANISTAN,Afghani,AFN,971,2,
-ÅLAND ISLANDS,Euro,EUR,978,2,
+ÅLAND ISLANDS,Euro,EUR,978,2,
 ALBANIA,Lek,ALL,008,2,
 ALGERIA,Algerian Dinar,DZD,012,2,
 AMERICAN SAMOA,US Dollar,USD,840,2,
@@ -57,11 +57,11 @@ CONGO (THE DEMOCRATIC REPUBLIC OF THE),Congolese Franc,CDF,976,2,
 CONGO (THE),CFA Franc BEAC,XAF,950,0,
 COOK ISLANDS (THE),New Zealand Dollar,NZD,554,2,
 COSTA RICA,Costa Rican Colon,CRC,188,2,
-CÔTE D'IVOIRE,CFA Franc BCEAO,XOF,952,0,
+CÔTE D'IVOIRE,CFA Franc BCEAO,XOF,952,0,
 CROATIA,Euro,EUR,978,2,
 CUBA,Cuban Peso,CUP,192,2,
 CUBA,Peso Convertible,CUC,931,2,
-CURAÇAO,Netherlands Antillean Guilder,ANG,532,2,
+CURAÇAO,Netherlands Antillean Guilder,ANG,532,2,
 CYPRUS,Euro,EUR,978,2,
 CZECHIA,Czech Koruna,CZK,203,2,
 DENMARK,Danish Krone,DKK,208,2,
@@ -112,7 +112,7 @@ HUNGARY,Forint,HUF,348,2,
 ICELAND,Iceland Krona,ISK,352,0,
 INDIA,Indian Rupee,INR,356,2,
 INDONESIA,Rupiah,IDR,360,2,
-INTERNATIONAL MONETARY FUND (IMF) ,SDR (Special Drawing Right),XDR,960,-,
+INTERNATIONAL MONETARY FUND (IMF) ,SDR (Special Drawing Right),XDR,960,-,
 IRAN (ISLAMIC REPUBLIC OF),Iranian Rial,IRR,364,2,
 IRAQ,Iraqi Dinar,IQD,368,3,
 IRELAND,Euro,EUR,978,2,
@@ -126,11 +126,11 @@ JORDAN,Jordanian Dinar,JOD,400,3,
 KAZAKHSTAN,Tenge,KZT,398,2,
 KENYA,Kenyan Shilling,KES,404,2,
 KIRIBATI,Australian Dollar,AUD,036,2,
-KOREA (THE DEMOCRATIC PEOPLE’S REPUBLIC OF),North Korean Won,KPW,408,2,
+KOREA (THE DEMOCRATIC PEOPLE’S REPUBLIC OF),North Korean Won,KPW,408,2,
 KOREA (THE REPUBLIC OF),Won,KRW,410,0,
 KUWAIT,Kuwaiti Dinar,KWD,414,3,
 KYRGYZSTAN,Som,KGS,417,2,
-LAO PEOPLE’S DEMOCRATIC REPUBLIC (THE),Lao Kip,LAK,418,2,
+LAO PEOPLE’S DEMOCRATIC REPUBLIC (THE),Lao Kip,LAK,418,2,
 LATVIA,Euro,EUR,978,2,
 LEBANON,Lebanese Pound,LBP,422,2,
 LESOTHO,Loti,LSL,426,2,
@@ -194,11 +194,11 @@ POLAND,Zloty,PLN,985,2,
 PORTUGAL,Euro,EUR,978,2,
 PUERTO RICO,US Dollar,USD,840,2,
 QATAR,Qatari Rial,QAR,634,2,
-RÉUNION,Euro,EUR,978,2,
+RÉUNION,Euro,EUR,978,2,
 ROMANIA,Romanian Leu,RON,946,2,
 RUSSIAN FEDERATION (THE),Russian Ruble,RUB,643,2,
 RWANDA,Rwanda Franc,RWF,646,0,
-SAINT BARTHÉLEMY,Euro,EUR,978,2,
+SAINT BARTHÉLEMY,Euro,EUR,978,2,
 "SAINT HELENA, ASCENSION AND TRISTAN DA CUNHA",Saint Helena Pound,SHP,654,2,
 SAINT KITTS AND NEVIS,East Caribbean Dollar,XCD,951,2,
 SAINT LUCIA,East Caribbean Dollar,XCD,951,2,
@@ -240,10 +240,10 @@ THAILAND,Baht,THB,764,2,
 TIMOR-LESTE,US Dollar,USD,840,2,
 TOGO,CFA Franc BCEAO,XOF,952,0,
 TOKELAU,New Zealand Dollar,NZD,554,2,
-TONGA,Pa’anga,TOP,776,2,
+TONGA,Pa’anga,TOP,776,2,
 TRINIDAD AND TOBAGO,Trinidad and Tobago Dollar,TTD,780,2,
 TUNISIA,Tunisian Dinar,TND,788,3,
-TÜRKİYE,Turkish Lira,TRY,949,2,
+TÜRKİYE,Turkish Lira,TRY,949,2,
 TURKMENISTAN,Turkmenistan New Manat,TMT,934,2,
 TURKS AND CAICOS ISLANDS (THE),US Dollar,USD,840,2,
 TUVALU,Australian Dollar,AUD,036,2,
@@ -259,8 +259,8 @@ URUGUAY,Uruguay Peso en Unidades Indexadas (UI),UYI,940,0,
 URUGUAY,Unidad Previsional,UYW,927,4,
 UZBEKISTAN,Uzbekistan Sum,UZS,860,2,
 VANUATU,Vatu,VUV,548,0,
-VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolívar Soberano,VES,928,2,
-VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolívar Soberano,VED,926,2,
+VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolívar Soberano,VES,928,2,
+VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolívar Soberano,VED,926,2,
 VIET NAM,Dong,VND,704,0,
 VIRGIN ISLANDS (BRITISH),US Dollar,USD,840,2,
 VIRGIN ISLANDS (U.S.),US Dollar,USD,840,2,
@@ -280,7 +280,7 @@ ZZ09_Palladium,Palladium,XPD,964,-,
 ZZ10_Platinum,Platinum,XPT,962,-,
 ZZ11_Silver,Silver,XAG,961,-,
 AFGHANISTAN,Afghani,AFA,004,,2003-01
-ÅLAND ISLANDS,Markka,FIM,246,,2002-03
+ÅLAND ISLANDS,Markka,FIM,246,,2002-03
 ALBANIA,Old Lek,ALK,008,,1989-12
 ANDORRA,Andorran Peseta,ADP,020,,2003-07
 ANDORRA,Spanish Peseta,ESP,724,,2002-03
@@ -312,7 +312,7 @@ BRAZIL,Cruzeiro Real,BRR,987,,1994-07
 BULGARIA,Lev A/52,BGJ,100,,1989 to 1990
 BULGARIA,Lev A/62,BGK,100,,1989 to 1990
 BULGARIA,Lev,BGL,100,,2003-11
-BURMA ,Kyat,BUK,104,,1990-02
+BURMA ,Kyat,BUK,104,,1990-02
 CROATIA,Croatian Dinar,HRD,191,,1995-01
 CROATIA,Croatian Kuna,HRK,191,,2015-06
 CROATIA,Kuna,HRK,191,,2023-01
@@ -381,14 +381,14 @@ PERU,Nuevo Sol ,PEN,604,,2015-12
 PERU,Sol,PES,604,,1986-02
 POLAND,Zloty,PLZ,616,,1997-01
 PORTUGAL,Portuguese Escudo,PTE,620,,2002-03
-RÉUNION,French Franc,FRF,250,,2002-03
+RÉUNION,French Franc,FRF,250,,2002-03
 ROMANIA,Leu A/52,ROK,642,,1989 to 1990
 ROMANIA,Old Leu,ROL,642,,2005-06
 ROMANIA,New Romanian Leu ,RON,946,,2015-06
 RUSSIAN FEDERATION,Russian Ruble,RUR,810,,2004-01
 SAINT MARTIN,French Franc,FRF,250,,1999-01
 SAINT PIERRE AND MIQUELON,French Franc,FRF,250,,2002-03
-SAINT-BARTHÉLEMY,French Franc,FRF,250,,1999-01
+SAINT-BARTHÉLEMY,French Franc,FRF,250,,1999-01
 SAN MARINO,Italian Lira,ITL,380,,2002-03
 SAO TOME AND PRINCIPE,Dobra,STD,678,,2017-12
 SERBIA AND MONTENEGRO,Serbian Dinar,CSD,891,,2006-10
@@ -398,7 +398,7 @@ SLOVAKIA,Slovak Koruna,SKK,703,,2009-01
 SLOVENIA,Tolar,SIT,705,,2007-01
 SOUTH AFRICA,Financial Rand,ZAL,991,,1995-03
 SOUTH SUDAN,Sudanese Pound,SDG,938,,2012-09
-SOUTHERN RHODESIA ,Rhodesian Dollar,RHD,716,,1978 to 1981
+SOUTHERN RHODESIA ,Rhodesian Dollar,RHD,716,,1978 to 1981
 SPAIN,Spanish Peseta,ESA,996,,1978 to 1981
 SPAIN,"""A"" Account (convertible Peseta Account)",ESB,995,,1994-12
 SPAIN,Spanish Peseta,ESP,724,,2002-03
@@ -426,7 +426,7 @@ UZBEKISTAN,Russian Ruble,RUR,810,,1994-07
 VENEZUELA,Bolivar,VEB,862,,2008-01
 VENEZUELA,Bolivar Fuerte,VEF,937,,2011-12
 VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolivar,VEF,937,,2016-02
-VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolívar,VEF,937,,2018-08
+VENEZUELA (BOLIVARIAN REPUBLIC OF),Bolívar,VEF,937,,2018-08
 VIETNAM,Old Dong,VNC,704,,1989-1990
 "YEMEN, DEMOCRATIC",Yemeni Dinar,YDD,720,,1991-09
 YUGOSLAVIA,New Yugoslavian Dinar,YUD,890,,1990-01

scripts/runall.sh

@@ -103,10 +103,6 @@ do
   echo " "
 done
 
-# convert special entities and ensure UTF-8 output
-iconv -f ISO-8859-1 -t UTF-8 "${outfile}" > "${outfile}.utf8"
-mv "${outfile}.utf8" "${outfile}"
-
 # clean up
 rm -r cache/
 echo complete