-
Notifications
You must be signed in to change notification settings - Fork 29
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
⚗️ Experiment with CSV type provider
- Loading branch information
Showing
3 changed files
with
35,046 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
(** | ||
Parse Unicode data | ||
================== | ||
Experiment with CSV type provider to read Unicode data. | ||
*) | ||
#r "nuget: FSharp.Data" | ||
open System | ||
open System.IO | ||
open FSharp.Data | ||
[<Literal>] | ||
let pwd = __SOURCE_DIRECTORY__ | ||
type UnicodeData = CsvProvider<"./test/UnicodeData-sample.txt", ";", ResolutionFolder=pwd> | ||
let u = UnicodeData.Load((Path.Combine(pwd, "./test/UnicodeData-sample.txt"))).Cache() | ||
let first = u.Rows |> Seq.head | ||
first | ||
let asterisk = u.Rows |> Seq.find (fun x -> x.Name = "ASTERISK") | ||
asterisk |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,97 @@ | ||
Value;Name;Catgory;CombiningClass;BidirectionalCategory;DecompositionMapping;DecimalDigitValue;DigitValue;NumericValue;Mirrored;OldName;Comment;Upper;Lower;Title | ||
0020;SPACE;Zs;0;WS;;;;;N;;;;; | ||
0021;EXCLAMATION MARK;Po;0;ON;;;;;N;;;;; | ||
0022;QUOTATION MARK;Po;0;ON;;;;;N;;;;; | ||
0023;NUMBER SIGN;Po;0;ET;;;;;N;;;;; | ||
0024;DOLLAR SIGN;Sc;0;ET;;;;;N;;;;; | ||
0025;PERCENT SIGN;Po;0;ET;;;;;N;;;;; | ||
0026;AMPERSAND;Po;0;ON;;;;;N;;;;; | ||
0027;APOSTROPHE;Po;0;ON;;;;;N;APOSTROPHE-QUOTE;;;; | ||
0028;LEFT PARENTHESIS;Ps;0;ON;;;;;Y;OPENING PARENTHESIS;;;; | ||
0029;RIGHT PARENTHESIS;Pe;0;ON;;;;;Y;CLOSING PARENTHESIS;;;; | ||
002A;ASTERISK;Po;0;ON;;;;;N;;;;; | ||
002B;PLUS SIGN;Sm;0;ES;;;;;N;;;;; | ||
002C;COMMA;Po;0;CS;;;;;N;;;;; | ||
002D;HYPHEN-MINUS;Pd;0;ES;;;;;N;;;;; | ||
002E;FULL STOP;Po;0;CS;;;;;N;PERIOD;;;; | ||
002F;SOLIDUS;Po;0;CS;;;;;N;SLASH;;;; | ||
0030;DIGIT ZERO;Nd;0;EN;;0;0;0;N;;;;; | ||
0031;DIGIT ONE;Nd;0;EN;;1;1;1;N;;;;; | ||
0032;DIGIT TWO;Nd;0;EN;;2;2;2;N;;;;; | ||
0033;DIGIT THREE;Nd;0;EN;;3;3;3;N;;;;; | ||
0034;DIGIT FOUR;Nd;0;EN;;4;4;4;N;;;;; | ||
0035;DIGIT FIVE;Nd;0;EN;;5;5;5;N;;;;; | ||
0036;DIGIT SIX;Nd;0;EN;;6;6;6;N;;;;; | ||
0037;DIGIT SEVEN;Nd;0;EN;;7;7;7;N;;;;; | ||
0038;DIGIT EIGHT;Nd;0;EN;;8;8;8;N;;;;; | ||
0039;DIGIT NINE;Nd;0;EN;;9;9;9;N;;;;; | ||
003A;COLON;Po;0;CS;;;;;N;;;;; | ||
003B;SEMICOLON;Po;0;ON;;;;;N;;;;; | ||
003C;LESS-THAN SIGN;Sm;0;ON;;;;;Y;;;;; | ||
003D;EQUALS SIGN;Sm;0;ON;;;;;N;;;;; | ||
003E;GREATER-THAN SIGN;Sm;0;ON;;;;;Y;;;;; | ||
003F;QUESTION MARK;Po;0;ON;;;;;N;;;;; | ||
0040;COMMERCIAL AT;Po;0;ON;;;;;N;;;;; | ||
0041;LATIN CAPITAL LETTER A;Lu;0;L;;;;;N;;;;0061; | ||
0042;LATIN CAPITAL LETTER B;Lu;0;L;;;;;N;;;;0062; | ||
0043;LATIN CAPITAL LETTER C;Lu;0;L;;;;;N;;;;0063; | ||
0044;LATIN CAPITAL LETTER D;Lu;0;L;;;;;N;;;;0064; | ||
0045;LATIN CAPITAL LETTER E;Lu;0;L;;;;;N;;;;0065; | ||
0046;LATIN CAPITAL LETTER F;Lu;0;L;;;;;N;;;;0066; | ||
0047;LATIN CAPITAL LETTER G;Lu;0;L;;;;;N;;;;0067; | ||
0048;LATIN CAPITAL LETTER H;Lu;0;L;;;;;N;;;;0068; | ||
0049;LATIN CAPITAL LETTER I;Lu;0;L;;;;;N;;;;0069; | ||
004A;LATIN CAPITAL LETTER J;Lu;0;L;;;;;N;;;;006A; | ||
004B;LATIN CAPITAL LETTER K;Lu;0;L;;;;;N;;;;006B; | ||
004C;LATIN CAPITAL LETTER L;Lu;0;L;;;;;N;;;;006C; | ||
004D;LATIN CAPITAL LETTER M;Lu;0;L;;;;;N;;;;006D; | ||
004E;LATIN CAPITAL LETTER N;Lu;0;L;;;;;N;;;;006E; | ||
004F;LATIN CAPITAL LETTER O;Lu;0;L;;;;;N;;;;006F; | ||
0050;LATIN CAPITAL LETTER P;Lu;0;L;;;;;N;;;;0070; | ||
0051;LATIN CAPITAL LETTER Q;Lu;0;L;;;;;N;;;;0071; | ||
0052;LATIN CAPITAL LETTER R;Lu;0;L;;;;;N;;;;0072; | ||
0053;LATIN CAPITAL LETTER S;Lu;0;L;;;;;N;;;;0073; | ||
0054;LATIN CAPITAL LETTER T;Lu;0;L;;;;;N;;;;0074; | ||
0055;LATIN CAPITAL LETTER U;Lu;0;L;;;;;N;;;;0075; | ||
0056;LATIN CAPITAL LETTER V;Lu;0;L;;;;;N;;;;0076; | ||
0057;LATIN CAPITAL LETTER W;Lu;0;L;;;;;N;;;;0077; | ||
0058;LATIN CAPITAL LETTER X;Lu;0;L;;;;;N;;;;0078; | ||
0059;LATIN CAPITAL LETTER Y;Lu;0;L;;;;;N;;;;0079; | ||
005A;LATIN CAPITAL LETTER Z;Lu;0;L;;;;;N;;;;007A; | ||
005B;LEFT SQUARE BRACKET;Ps;0;ON;;;;;Y;OPENING SQUARE BRACKET;;;; | ||
005C;REVERSE SOLIDUS;Po;0;ON;;;;;N;BACKSLASH;;;; | ||
005D;RIGHT SQUARE BRACKET;Pe;0;ON;;;;;Y;CLOSING SQUARE BRACKET;;;; | ||
005E;CIRCUMFLEX ACCENT;Sk;0;ON;;;;;N;SPACING CIRCUMFLEX;;;; | ||
005F;LOW LINE;Pc;0;ON;;;;;N;SPACING UNDERSCORE;;;; | ||
0060;GRAVE ACCENT;Sk;0;ON;;;;;N;SPACING GRAVE;;;; | ||
0061;LATIN SMALL LETTER A;Ll;0;L;;;;;N;;;0041;;0041 | ||
0062;LATIN SMALL LETTER B;Ll;0;L;;;;;N;;;0042;;0042 | ||
0063;LATIN SMALL LETTER C;Ll;0;L;;;;;N;;;0043;;0043 | ||
0064;LATIN SMALL LETTER D;Ll;0;L;;;;;N;;;0044;;0044 | ||
0065;LATIN SMALL LETTER E;Ll;0;L;;;;;N;;;0045;;0045 | ||
0066;LATIN SMALL LETTER F;Ll;0;L;;;;;N;;;0046;;0046 | ||
0067;LATIN SMALL LETTER G;Ll;0;L;;;;;N;;;0047;;0047 | ||
0068;LATIN SMALL LETTER H;Ll;0;L;;;;;N;;;0048;;0048 | ||
0069;LATIN SMALL LETTER I;Ll;0;L;;;;;N;;;0049;;0049 | ||
006A;LATIN SMALL LETTER J;Ll;0;L;;;;;N;;;004A;;004A | ||
006B;LATIN SMALL LETTER K;Ll;0;L;;;;;N;;;004B;;004B | ||
006C;LATIN SMALL LETTER L;Ll;0;L;;;;;N;;;004C;;004C | ||
006D;LATIN SMALL LETTER M;Ll;0;L;;;;;N;;;004D;;004D | ||
006E;LATIN SMALL LETTER N;Ll;0;L;;;;;N;;;004E;;004E | ||
006F;LATIN SMALL LETTER O;Ll;0;L;;;;;N;;;004F;;004F | ||
0070;LATIN SMALL LETTER P;Ll;0;L;;;;;N;;;0050;;0050 | ||
0071;LATIN SMALL LETTER Q;Ll;0;L;;;;;N;;;0051;;0051 | ||
0072;LATIN SMALL LETTER R;Ll;0;L;;;;;N;;;0052;;0052 | ||
0073;LATIN SMALL LETTER S;Ll;0;L;;;;;N;;;0053;;0053 | ||
0074;LATIN SMALL LETTER T;Ll;0;L;;;;;N;;;0054;;0054 | ||
0075;LATIN SMALL LETTER U;Ll;0;L;;;;;N;;;0055;;0055 | ||
0076;LATIN SMALL LETTER V;Ll;0;L;;;;;N;;;0056;;0056 | ||
0077;LATIN SMALL LETTER W;Ll;0;L;;;;;N;;;0057;;0057 | ||
0078;LATIN SMALL LETTER X;Ll;0;L;;;;;N;;;0058;;0058 | ||
0079;LATIN SMALL LETTER Y;Ll;0;L;;;;;N;;;0059;;0059 | ||
007A;LATIN SMALL LETTER Z;Ll;0;L;;;;;N;;;005A;;005A | ||
007B;LEFT CURLY BRACKET;Ps;0;ON;;;;;Y;OPENING CURLY BRACKET;;;; | ||
007C;VERTICAL LINE;Sm;0;ON;;;;;N;VERTICAL BAR;;;; | ||
007D;RIGHT CURLY BRACKET;Pe;0;ON;;;;;Y;CLOSING CURLY BRACKET;;;; | ||
007E;TILDE;Sm;0;ON;;;;;N;;;;; | ||
007F;<control>;Cc;0;BN;;;;;N;DELETE;;;; |
Oops, something went wrong.