File tree Expand file tree Collapse file tree 2 files changed +8
-9
lines changed
Expand file tree Collapse file tree 2 files changed +8
-9
lines changed Original file line number Diff line number Diff line change 171751 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
1818*)
1919unit neuraltokenizer;
20-
21- { $mode ObjFPC}{ $H+}
20+ { $include neuralnetwork.inc}
2221
2322interface
2423
@@ -33,10 +32,10 @@ interface
3332 TNeuralTokenizer = class (TStringListInt)
3433 public
3534 function GetVocabCount (): integer; override;
36- procedure Tokenize (const pText: string; Result: TIntegerList);
37- procedure Tokenize (pString: string; var IntArr: TNeuralIntegerArray); override; overload ;
35+ procedure Tokenize (const pText: string; Result: TIntegerList); overload;
36+ procedure Tokenize (pString: string; var IntArr: TNeuralIntegerArray); overload; override ;
3837 procedure TokenizeWord (const pText: string; Result: TIntegerList);
39- function DeTokenize (TokenId: integer): string; override; overload ;
38+ function DeTokenize (TokenId: integer): string; overload; override ;
4039 function DeTokenize (TokenIds: TIntegerList): string; overload;
4140 function TokenizerHasSeparator : boolean; override;
4241
Original file line number Diff line number Diff line change @@ -694,8 +694,8 @@ TStringListInt = class(TNNetStringList)
694694 function IntegerArrayToString (var IntArr: TNeuralIntegerArray): string;
695695 function IntegerListToCsv (IL: TIntegerList; pDelimiter: char = ' ,' ): string;
696696
697- function DeTokenize (TokenId: integer): string; virtual ; overload;
698- procedure Tokenize (pString: string; var IntArr: TNeuralIntegerArray); virtual ; overload ;
697+ function DeTokenize (TokenId: integer): string; virtual ;
698+ procedure Tokenize (pString: string; var IntArr: TNeuralIntegerArray); overload; virtual ;
699699 function GetVocabCount (): integer; virtual ;
700700 function TokenizerHasSeparator : boolean; virtual ;
701701
@@ -11561,6 +11561,8 @@ procedure TNNetVolume.CopyNoChecks(Original: TNNetVolume);
1156111561 asm_dword_copy;
1156211562end ;
1156311563
11564+ { $ENDIF} // of AVXANY
11565+
1156411566{ TNNetGroupedVolume }
1156511567
1156611568destructor TNNetGroupedVolume.Destroy;
@@ -11569,8 +11571,6 @@ destructor TNNetGroupedVolume.Destroy;
1156911571 inherited Destroy;
1157011572end ;
1157111573
11572- { $ENDIF}
11573-
1157411574class function TVolume.DotProduct (PtrA, PtrB: TNeuralFloatArrPtr; NumElements: integer
1157511575 ): Single;
1157611576var
You can’t perform that action at this time.
0 commit comments