Merge branch 'master' of https://github.com/losttech/Gradient-Samples

Author: lostmsu

GPT-2/Gpt2Trainer.cs

@@ -47,8 +47,11 @@ public Gpt2Trainer(DataSet dataset, Gpt2Encoder encoder, HParams hParams,
         public int SampleEvery { get; set; } = 100;
         public int SampleNum { get; set; } = 1;
 
-        public void Train(string checkpoint, string run, int? counter, CancellationToken cancellation) {
-            new Session().UseSelf(session => {
+        public void Train(string checkpoint, string run, int? counter, dynamic sessionConfig = null, CancellationToken cancellation = default) {
+            Session sess = sessionConfig == null
+                ? Session.NewDyn(config: sessionConfig)
+                : new Session();
+            sess.UseSelf(session => {
                 var context = tf.placeholder(tf.int32, new TensorShape(this.batchSize, null));
                 var output = Gpt2Model.Model(this.hParams, input: context);
                 Tensor labels = context[Range.All, Range.StartAt(1)];

GPT-2/TrainCommand.cs

@@ -8,6 +8,7 @@
     using ManyConsole.CommandLineUtils;
     using numpy;
     using Python.Runtime;
+    using tensorflow.core.protobuf.config_pb2;
     using DataSet = System.Collections.Generic.List<numpy.ndarray>;
     class TrainCommand: ConsoleCommand {
         public override int Run(string[] remainingArguments) {
@@ -34,12 +35,15 @@ public override int Run(string[] remainingArguments) {
             var random = this.Seed == null ? new Random() : new Random(this.Seed.Value);
             var stop = new CancellationTokenSource();
             Console.CancelKeyPress += delegate { stop.Cancel(); };
+            dynamic config = config_pb2.ConfigProto();
+            config.gpu_options.allow_growth = true;
             new Gpt2Trainer(dataset, encoder, hParams, this.BatchSize, this.SampleLength, random) {
                 SaveEvery = this.SaveEvery,
                 SampleNum = this.SampleNum,
                 SampleEvery = this.SampleEvery,
             }
                 .Train(checkpoint, this.RunName,
+                    sessionConfig: config,
                     counter: checkpoint == "fresh" ? 1 : (int?)null,
                     cancellation: stop.Token);
 

README.md

@@ -1,9 +1,12 @@
 # Gradient-Samples
 Samples for [Gradient](https://losttech.software/gradient.html), TensorFlow binding for .NET
 
-**[Billion Songs](https://github.com/losttech/BillionSongs)** a repository with
+**[Billion Songs](https://github.com/losttech/BillionSongs)** a separate repository with
 deep learning-powered song lyrics generator in an ASP.NET Core web site.
 
+See also:
+[Writing billion songs with C# and Deep Learning](https://habr.com/post/453232/)
+
 **BasicMath**- creates two constant tensors and performs simple algebraic operations on them
 
 **CharRNN** - generates semi-sensical text in the style of input. For example (Shakespeare):