2 people like it.

Minimal AutoML Binary Classification Sample

Shows how to use ML.Net AutoML capability for binary classification. Now with progress reporting

  1: 
  2: 
  3: 
  4: 
  5: 
  6: 
  7: 
  8: 
  9: 
 10: 
 11: 
 12: 
 13: 
 14: 
 15: 
 16: 
 17: 
 18: 
 19: 
 20: 
 21: 
 22: 
 23: 
 24: 
 25: 
 26: 
 27: 
 28: 
 29: 
 30: 
 31: 
 32: 
 33: 
 34: 
 35: 
 36: 
 37: 
 38: 
 39: 
 40: 
 41: 
 42: 
 43: 
 44: 
 45: 
 46: 
 47: 
 48: 
 49: 
 50: 
 51: 
 52: 
 53: 
 54: 
 55: 
 56: 
 57: 
 58: 
 59: 
 60: 
 61: 
 62: 
 63: 
 64: 
 65: 
 66: 
 67: 
 68: 
 69: 
 70: 
 71: 
 72: 
 73: 
 74: 
 75: 
 76: 
 77: 
 78: 
 79: 
 80: 
 81: 
 82: 
 83: 
 84: 
 85: 
 86: 
 87: 
 88: 
 89: 
 90: 
 91: 
 92: 
 93: 
 94: 
 95: 
 96: 
 97: 
 98: 
 99: 
100: 
101: 
102: 
103: 
104: 
105: 
106: 
107: 
108: 
109: 
110: 
111: 
112: 
113: 
114: 
115: 
116: 
117: 
118: 

//as of ML.Net 1.1
(* generate refs - shoud net most of the required libs

open System.IO

let includeSet = [ 
     "System.Collections.Immutable"
     "System.Runtime.CompilerServices.Unsafe"
     "System.Memory"
     "System.Numerics.Vector"
     "Microsoft.ML"
    ] 
let excludeSet = [
         "LightGbm.2.2.3"
         "Mkl.Redist"
         "ML.OnnxRuntime"
    ]
let dirs = Directory.EnumerateDirectories(__SOURCE_DIRECTORY__ + @"\..\packages")
;;
dirs 
|> Seq.map (fun d->d.Replace(__SOURCE_DIRECTORY__+ @"\","")) 
|> Seq.filter(fun dir -> includeSet |> List.exists(fun y -> dir.Contains(y)))
|> Seq.filter(fun dir -> excludeSet |> List.exists(fun y -> dir.Contains(y)) |> not)
|> Seq.iter (printfn """#I @"%s\lib\netstandard2.0" """)
;;
let platform = @"*win-x64*"
let nativeDirs = Directory.EnumerateDirectories(__SOURCE_DIRECTORY__ + @"\..\packages",platform,SearchOption.AllDirectories)
;;
nativeDirs 
|> Seq.map (fun d->d.Replace(__SOURCE_DIRECTORY__+ @"\","")) 
|> Seq.iter (printfn """+ ";" + combine current @"%s\native" """)

*)

(*
<?xml version="1.0" encoding="utf-8"?>
<packages>
  <package id="FSharp.Core" version="4.6.2" targetFramework="net472" />
  <package id="LightGBM" version="2.2.3" targetFramework="net472" />
  <package id="Microsoft.ML" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.AutoML" version="0.3.0" targetFramework="net472" />
  <package id="Microsoft.ML.CpuMath" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.DataView" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.Ensemble" version="0.13.0" targetFramework="net472" />
  <package id="Microsoft.ML.FastTree" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.ImageAnalytics" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.LightGbm" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.Mkl.Components" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.Mkl.Redist" version="1.1.0" targetFramework="net472" />
  <package id="Microsoft.ML.Recommender" version="0.13.0" targetFramework="net472" />
  <package id="Microsoft.ML.StaticPipe" version="0.13.0" targetFramework="net472" />
  <package id="Microsoft.ML.TimeSeries" version="0.13.0" targetFramework="net472" />
  <package id="Newtonsoft.Json" version="12.0.2" targetFramework="net472" />
  <package id="System.Buffers" version="4.5.0" targetFramework="net472" />
  <package id="System.CodeDom" version="4.5.0" targetFramework="net472" />
  <package id="System.Collections.Immutable" version="1.5.0" targetFramework="net472" />
  <package id="System.Drawing.Common" version="4.5.1" targetFramework="net472" />
  <package id="System.Memory" version="4.5.3" targetFramework="net472" />
  <package id="System.Numerics.Vectors" version="4.5.0" targetFramework="net472" />
  <package id="System.Reflection.Emit.Lightweight" version="4.3.0" targetFramework="net472" />
  <package id="System.Runtime.CompilerServices.Unsafe" version="4.5.2" targetFramework="net472" />
  <package id="System.Threading.Tasks.Dataflow" version="4.9.0" targetFramework="net472" />
  <package id="System.ValueTuple" version="4.5.0" targetFramework="net472" />
</packages>
*)

#I @"..\packages\Microsoft.ML.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.AutoML.0.3.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.CpuMath.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.DataView.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.Ensemble.0.13.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.FastTree.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.ImageAnalytics.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.LightGbm.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.Mkl.Components.1.1.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.Recommender.0.13.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.StaticPipe.0.13.0\lib\netstandard2.0" 
#I @"..\packages\Microsoft.ML.TimeSeries.0.13.0\lib\netstandard2.0" 
#I @"..\packages\System.Collections.Immutable.1.5.0\lib\netstandard2.0" 
#I @"..\packages\System.Memory.4.5.3\lib\netstandard2.0" 
#I @"..\packages\System.Numerics.Vectors.4.5.0\lib\netstandard2.0" 
#I @"..\packages\System.Runtime.CompilerServices.Unsafe.4.5.2\lib\netstandard2.0" 

#r "System.Collections.Immutable.dll"
#r "System.Runtime.CompilerServices.Unsafe.dll"
#r "Microsoft.ML.CpuMath.dll"
#r "Microsoft.ML.Core.dll"
#r "Microsoft.ML.DataView.dll"
#r "Microsoft.ML.Data.dll"
#r "Microsoft.ML.FastTree.dll"
#r "Microsoft.ML.LightGBM.dll"
#r "Microsoft.ML.StaticPipe.dll"
#r "System.Memory.dll"
#r "Microsoft.ML.Transforms.dll"
#r "Microsoft.ML.Ensemble.dll"
#r "Microsoft.ML.PCA.dll"
#r "Microsoft.ML.TimeSeries.dll"
#r "Microsoft.ML.AutoML"

//need specific version  - by default fsi binds to system version
#r @"..\packages\System.Numerics.Vectors.4.5.0\lib\netstandard2.0\System.Numerics.Vectors.dll"

open System
let path = Environment.GetEnvironmentVariable("path")
let current = __SOURCE_DIRECTORY__
let combine a b = IO.Path.GetFullPath(IO.Path.Combine(a,b))

let path' = 
    path 
    + ";" + combine current @"..\packages\LightGBM.2.2.3\runtimes\win-x64\native" 
    + ";" + combine current @"..\packages\Microsoft.ML.1.1.0\runtimes\win-x64\native" 
    + ";" + combine current @"..\packages\Microsoft.ML.CpuMath.1.1.0\runtimes\win-x64\native" 
    + ";" + combine current @"..\packages\Microsoft.ML.FastTree.1.1.0\runtimes\win-x64\native" 
    + ";" + combine current @"..\packages\Microsoft.ML.Mkl.Components.1.1.0\runtimes\win-x64\native" 
    + ";" + combine current @"..\packages\Microsoft.ML.Mkl.Redist.1.1.0\runtimes\win-x64\native" 
    + ";" + combine current @"..\packages\Microsoft.ML.Recommender.0.13.0\runtimes\win-x64\native" 

Environment.SetEnvironmentVariable("path",path')
namespace System
val path : string

Full name: Script.path
type Environment =
  static member CommandLine : string
  static member CurrentDirectory : string with get, set
  static member Exit : exitCode:int -> unit
  static member ExitCode : int with get, set
  static member ExpandEnvironmentVariables : name:string -> string
  static member FailFast : message:string -> unit + 1 overload
  static member GetCommandLineArgs : unit -> string[]
  static member GetEnvironmentVariable : variable:string -> string + 1 overload
  static member GetEnvironmentVariables : unit -> IDictionary + 1 overload
  static member GetFolderPath : folder:SpecialFolder -> string + 1 overload
  ...
  nested type SpecialFolder
  nested type SpecialFolderOption

Full name: System.Environment
Environment.GetEnvironmentVariable(variable: string) : string
Environment.GetEnvironmentVariable(variable: string, target: EnvironmentVariableTarget) : string
val current : string

Full name: Script.current
val combine : a:string -> b:string -> string

Full name: Script.combine
val a : string
val b : string
namespace System.IO
type Path =
  static val DirectorySeparatorChar : char
  static val AltDirectorySeparatorChar : char
  static val VolumeSeparatorChar : char
  static val InvalidPathChars : char[]
  static val PathSeparator : char
  static member ChangeExtension : path:string * extension:string -> string
  static member Combine : [<ParamArray>] paths:string[] -> string + 3 overloads
  static member GetDirectoryName : path:string -> string
  static member GetExtension : path:string -> string
  static member GetFileName : path:string -> string
  ...

Full name: System.IO.Path
IO.Path.GetFullPath(path: string) : string
IO.Path.Combine([<ParamArray>] paths: string []) : string
IO.Path.Combine(path1: string, path2: string) : string
IO.Path.Combine(path1: string, path2: string, path3: string) : string
IO.Path.Combine(path1: string, path2: string, path3: string, path4: string) : string
val path' : string

Full name: Script.path'
Environment.SetEnvironmentVariable(variable: string, value: string) : unit
Environment.SetEnvironmentVariable(variable: string, value: string, target: EnvironmentVariableTarget) : unit

More information

Link:http://fssnip.net/7Ws
Posted:5 years ago
Author:Faisal Waris
Tags: machine learning , ml.net , automl

This web site is created using F# and Suave web server. It is hosted on Azure and the source code is on GitHub. Contributions are welcome!

The first version of fssnip.net has been created by @tomaspetricek back in 2010. This web site is a new, open-source and contribution-friendly version.