* Add the possibility to set an RBC as healthy or infected
[master-thesis.git] / Parasitemia / Parasitemia / GUI / GUI.fs
index 6f11379..8aef251 100644 (file)
@@ -10,8 +10,6 @@ open System.Windows.Controls
 open System.Diagnostics
 open Microsoft.Win32 // For the common dialogs.
 
-//open Emgu.CV
-//open Emgu.CV.Structure
 open Emgu.CV.WPF
 
 open Config
@@ -25,9 +23,11 @@ let run (defaultConfig: Config) =
 
     // Utils.log <- (fun m -> log mainWindow m)
 
-    let currentImageMargin = 0.1 // 10 %.
+    let colorRBCHealthy = Brushes.YellowGreen
+    let colorRBCInfected = Brushes.Red
 
     let state = State.State()
+    let mutable currentScale = 1.
 
     let exit: MenuItem = ctrl "menuExit"
     let saveFile: MenuItem = ctrl "menuSave"
@@ -36,25 +36,177 @@ let run (defaultConfig: Config) =
 
     let addSourceImage: MenuItem = ctrl "menuAddSourceImage"
     let txtPatient: TextBox = ctrl "txtPatient"
-    let stackPreviews: StackPanel = ctrl "stackPreviews"
+    let txtGlobalParasitemia: TextBox = ctrl "txtGlobalParasitemia"
+
     let butStartAnalysis: Button = ctrl "butStartAnalysis"
 
+    let stackPreviews: StackPanel = ctrl "stackPreviews"
+
     let scrollViewCurrentImage: ScrollViewer = ctrl "scrollViewCurrentImage"
     let borderCurrentImage: Border = ctrl "borderCurrentImage"
     let canvasCurrentImage: Canvas = ctrl "canvasCurrentImage"
+    let txtImageInformation: TextBlock = ctrl "txtImageInformation"
+
+    let scrollRBC: ScrollViewer = ctrl "scrollRBC"
+    let stackRBC: StackPanel = ctrl "stackRBC"
 
     // Initializations.
 
+    // Utils.
+    let extractRBCPreview (img: Emgu.CV.Image<Emgu.CV.Structure.Bgr, byte>) (rbc: RBC) : Emgu.CV.Image<Emgu.CV.Structure.Bgr, byte> =
+        let rbcWidth = rbc.size.Width
+        let rbcHeight = rbc.size.Height
+        img.GetSubRect(System.Drawing.Rectangle(System.Drawing.Point(rbc.center.X - rbcWidth / 2. |> Utils.roundInt, rbc.center.Y - rbcHeight / 2. |> Utils.roundInt),
+                                                System.Drawing.Size(Utils.roundInt rbcWidth, Utils.roundInt rbcHeight)))
+
+    let setRBCFrameStyle (rbc: RBC) (frame: Views.RBCFrame) =
+        frame.Opacity <- if rbc.setManually || rbc.infected then 1. else 0.
+        let color = if rbc.infected then colorRBCInfected else colorRBCHealthy
+        frame.manuallyAdded.Visibility <- if rbc.setManually then Visibility.Visible else Visibility.Hidden
+        frame.manuallyAdded.Fill <- color
+        frame.border.Stroke <- color
+
+    let RBCFrameFromExisting (rbc: RBC) (frame: Views.RBCFrame) : Views.RBCFrame =
+        frame.Visibility <- Visibility.Visible
+        frame.Height <- rbc.size.Height
+        frame.Width <- rbc.size.Width
+        frame.Tag <- rbc
+        setRBCFrameStyle rbc frame
+        frame.border.StrokeThickness <- 1.
+        frame.lblRBCNumber.Content <- rbc.num
+        frame
+
+    let highlightRBCFrame (frame: Views.RBCFrame) (highlight: bool) =
+        let rbc = frame.Tag :?> RBC
+        if highlight
+        then
+            frame.border.StrokeThickness <- 3.
+            if not rbc.infected && not rbc.setManually then frame.Opacity <- 1.
+        else
+            frame.border.StrokeThickness <- 1.
+            if not rbc.infected && not rbc.setManually then frame.Opacity <- 0.
+
+    let zoomToRBC (rbc: RBC) =
+        scrollViewCurrentImage.ScrollToHorizontalOffset(rbc.center.X * currentScale - scrollViewCurrentImage.ViewportWidth / 2. + borderCurrentImage.BorderThickness.Left)
+        scrollViewCurrentImage.ScrollToVerticalOffset(rbc.center.Y * currentScale - scrollViewCurrentImage.ViewportHeight / 2. + borderCurrentImage.BorderThickness.Top)
+
+    let parasitemiaText (nbTotal: int, nbInfected: int) : string =
+        if nbTotal = 0
+        then
+            ""
+        else
+            let percent = 100. * (float nbInfected) / (float nbTotal)
+            sprintf "%.2f %% (%d / %d)" percent nbInfected nbTotal
+
+    let updateCurrentImageInformation () =
+        match state.CurrentImage with
+        | Some srcImg ->
+            let parasitemiaStr = parasitemiaText (state.ImageParasitemia srcImg)
+            txtImageInformation.Text <- sprintf "Parasitemia: %s" parasitemiaStr
+        | _ -> ()
+
+    let updateGlobalParasitemia () =
+        txtGlobalParasitemia.Text <- parasitemiaText state.GlobalParasitemia
+
+    let rec setAsInfected (rbc: RBC) (infected: bool) =
+        rbc.SetAsInfected infected
+        canvasCurrentImage.Children
+        |> Seq.cast<Views.RBCFrame>
+        |> Seq.iter
+            (fun frame ->
+                if (frame.Tag :?> RBC) = rbc
+                then
+                    setRBCFrameStyle rbc frame)
+        updateRBCFramesPreview ()
+        updateCurrentImageInformation ()
+        updateGlobalParasitemia ()
+
+    and RBCFrame (rbc: RBC) : Views.RBCFrame =
+        let f = RBCFrameFromExisting rbc (Views.RBCFrame())
+        f.menuRBCSetAsHealthy.Click.AddHandler(fun obj args -> setAsInfected (f.Tag :?> RBC) false)
+        f.menuRBCSetAsInfected.Click.AddHandler(fun obj args -> setAsInfected (f.Tag :?> RBC) true)
+        f.ContextMenuOpening.AddHandler(
+            fun obj args ->
+                if (f.Tag :?> RBC).infected
+                then
+                    f.menuRBCSetAsHealthy.Visibility <- Visibility.Visible
+                    f.menuRBCSetAsInfected.Visibility <- Visibility.Collapsed
+                else
+                    f.menuRBCSetAsHealthy.Visibility <- Visibility.Collapsed
+                    f.menuRBCSetAsInfected.Visibility <- Visibility.Visible)
+
+        f.ContextMenuClosing.AddHandler(fun obj args -> if not f.IsMouseOver then highlightRBCFrame f false )
+        f.MouseEnter.AddHandler(fun obj args -> highlightRBCFrame f true)
+        f.MouseLeave.AddHandler(fun obj args -> if not f.grid.ContextMenu.IsOpen then highlightRBCFrame f false)
+        f
+
+    and updateRBCFramesPreview () =
+        match state.CurrentImage with
+        | Some srcImg ->
+            let mutable currentPreview = 0
+            for rbc in srcImg.rbcs |> List.filter (fun rbc -> rbc.infected) do
+                let previewInfected =
+                    if currentPreview < stackRBC.Children.Count
+                    then
+                        RBCFrameFromExisting rbc (stackRBC.Children.[currentPreview] :?> Views.RBCFrame)
+                    else
+                        let f = RBCFrame rbc
+                        f.MouseLeftButtonUp.AddHandler(fun obj args -> zoomToRBC ((obj :?> Views.RBCFrame).Tag :?> RBC))
+                        stackRBC.Children.Add(f) |> ignore
+                        f
+
+                currentPreview <- currentPreview + 1
+
+                previewInfected.Height <- stackRBC.ActualHeight
+                previewInfected.Width <- stackRBC.ActualHeight * rbc.size.Width / rbc.size.Height
+                previewInfected.border.Fill <- ImageBrush(BitmapSourceConvert.ToBitmapSource(extractRBCPreview srcImg.img rbc))
+
+            stackRBC.Children.RemoveRange(currentPreview, stackRBC.Children.Count - currentPreview)
+        | _ -> ()
+
+    let updateRBCFramesCurrent () =
+        match state.CurrentImage with
+        | Some srcImg ->
+            let mutable currentCanvas = 0
+            for rbc in srcImg.rbcs do
+                let frame =
+                    if currentCanvas < canvasCurrentImage.Children.Count
+                    then
+                        RBCFrameFromExisting rbc (canvasCurrentImage.Children.[currentCanvas] :?> Views.RBCFrame)
+                    else
+                        let f = RBCFrame rbc
+                        canvasCurrentImage.Children.Add(f) |> ignore
+                        f
+
+                currentCanvas <- currentCanvas + 1
+
+                Canvas.SetLeft(frame, rbc.center.X - rbc.size.Width / 2.)
+                Canvas.SetTop(frame, rbc.center.Y - rbc.size.Height / 2.)
+
+            for i in currentCanvas .. canvasCurrentImage.Children.Count - 1 do
+                canvasCurrentImage.Children.[i].Visibility <- Visibility.Hidden
+        | _ -> ()
+
     // Operations.
     let synchronizeState () =
         state.PatientID <- txtPatient.Text
 
     let setCurrentImage (srcImg: SourceImage) =
+        state.CurrentImage <- Some srcImg
+
+        // Highlight the preview.
+        stackPreviews.Children
+        |> Seq.cast<Views.ImageSourcePreview>
+        |> Seq.iter (fun preview -> preview.border.BorderThickness <- Thickness(if preview.lblImageNumber.Content = box srcImg.num then 3. else 0.))
+
         canvasCurrentImage.Height <- float srcImg.img.Height
         canvasCurrentImage.Width <- float srcImg.img.Width
         canvasCurrentImage.Background <- ImageBrush(BitmapSourceConvert.ToBitmapSource(srcImg.img))
-        (*for rbc in srcImg.rbcs do
-            let rectangle = Rectangle(Height = float rbc.size.Height, Width = float rbc.size.Width, )*)
+
+        updateRBCFramesCurrent ()
+        updateRBCFramesPreview ()
+        updateCurrentImageInformation ()
+
 
     let addPreview (srcImg: SourceImage) =
         let imgCtrl = Views.ImageSourcePreview(Margin = Thickness(3.))
@@ -63,22 +215,29 @@ let run (defaultConfig: Config) =
         let height = srcImg.img.Height * width / srcImg.img.Width
         imgCtrl.imagePreview.Source <- BitmapSourceConvert.ToBitmapSource(srcImg.img.Resize(width, height, Emgu.CV.CvEnum.Inter.Cubic))
         stackPreviews.Children.Add(imgCtrl) |> ignore
+        imgCtrl.MouseLeftButtonUp.AddHandler(fun obj args -> setCurrentImage (state.SourceImages |> Seq.find (fun i -> box i.num = (obj :?> Views.ImageSourcePreview).lblImageNumber.Content)))
 
     let updatePreviews () =
         stackPreviews.Children.Clear ()
-        for srcImg in state.SourceImages do
-            addPreview srcImg
+        if state.SourceImages.Count() > 0
+        then
+            for srcImg in state.SourceImages do
+                addPreview srcImg
+            match state.CurrentImage with
+            | Some srcImg -> setCurrentImage srcImg
+            | _ -> ()
 
     let updateGUI () =
         txtPatient.Text <- state.PatientID
         updatePreviews ()
+        updateGlobalParasitemia ()
 
     exit.Click.AddHandler(fun obj args -> mainWindow.Root.Close())
     saveFile.Click.AddHandler(fun obj args ->
         synchronizeState ()
         if state.FilePath = ""
         then
-            let dialog = SaveFileDialog(AddExtension = true, DefaultExt = Pia.extension, Filter = Pia.filter);
+            let dialog = SaveFileDialog(AddExtension = true, DefaultExt = PiaZ.extension, Filter = PiaZ.filter);
             let res = dialog.ShowDialog()
             if res.HasValue && res.Value
             then
@@ -89,7 +248,7 @@ let run (defaultConfig: Config) =
 
     loadFile.Click.AddHandler(fun obj args ->
         // TODO: if current state not saved and not empty, ask to save it.
-        let dialog = OpenFileDialog(Filter = Pia.filter)
+        let dialog = OpenFileDialog(Filter = PiaZ.filter)
         let res = dialog.ShowDialog()
         if res.HasValue && res.Value
         then
@@ -109,25 +268,53 @@ let run (defaultConfig: Config) =
         then
             let srcImg = state.AddSourceImage(dialog.FileName)
             addPreview srcImg
+            updateGlobalParasitemia ()
             if state.SourceImages.Count() = 1
             then
                 setCurrentImage srcImg)
 
-    butStartAnalysis.Click.AddHandler(fun obj args -> ())
+    butStartAnalysis.Click.AddHandler(fun obj args ->
+        let results = ImageAnalysis.doMultipleAnalysis (state.SourceImages |> Seq.map (fun srcImg -> string srcImg.num, srcImg.img) |> Seq.toList) defaultConfig
+        for id, cells in results do
+            state.SetResult (int id) cells
+        updateGlobalParasitemia ()
+
+        // Refresh current image.
+        match state.CurrentImage with
+        | Some srcImg -> setCurrentImage srcImg
+        | _ -> ())
 
     // Zoom on the current image.
-    let adjustCurrentImageMargins () =
+    let adjustCurrentImageBorders (deltaX: float) (deltaY: float) =
         borderCurrentImage.BorderThickness <-
-            Thickness(scrollViewCurrentImage.ViewportWidth / 2., scrollViewCurrentImage.ViewportHeight / 2., scrollViewCurrentImage.ViewportWidth / 2., scrollViewCurrentImage.ViewportHeight / 2.)
-
-    scrollViewCurrentImage.Loaded.AddHandler(fun obj args -> adjustCurrentImageMargins ())
-    scrollViewCurrentImage.SizeChanged.AddHandler(fun obj args -> adjustCurrentImageMargins ())
-
-    let mutable currentScale = 1.
-    let mutable maxScale = 5.
-    let mutable minScale = 0.1
+            Thickness(
+                (scrollViewCurrentImage.ViewportWidth + deltaX) / 2.,
+                (scrollViewCurrentImage.ViewportHeight + deltaY) / 2.,
+                (scrollViewCurrentImage.ViewportWidth + deltaX) / 2.,
+                (scrollViewCurrentImage.ViewportHeight + deltaY) / 2.)
+
+    canvasCurrentImage.SizeChanged.AddHandler(fun obj args ->
+        let deltaX = args.NewSize.Width - args.PreviousSize.Width
+        let deltaY = args.NewSize.Height - args.PreviousSize.Height
+        if deltaX > 0.5 || deltaY > 0.5
+        then
+            adjustCurrentImageBorders 0.0 0.0
+            // Center the view at the center of the image initialy.
+            scrollViewCurrentImage.UpdateLayout()
+            scrollViewCurrentImage.ScrollToHorizontalOffset(borderCurrentImage.ActualWidth / 2. - scrollViewCurrentImage.ViewportWidth / 2.)
+            scrollViewCurrentImage.ScrollToVerticalOffset(borderCurrentImage.ActualHeight / 2. - scrollViewCurrentImage.ViewportHeight / 2.))
+
+    scrollViewCurrentImage.SizeChanged.AddHandler(fun obj args ->
+        let deltaX = args.NewSize.Width - args.PreviousSize.Width
+        let deltaY = args.NewSize.Height - args.PreviousSize.Height
+        adjustCurrentImageBorders deltaX deltaY
+        scrollViewCurrentImage.ScrollToHorizontalOffset(scrollViewCurrentImage.HorizontalOffset + deltaX / 8.)
+        scrollViewCurrentImage.ScrollToVerticalOffset(scrollViewCurrentImage.VerticalOffset + deltaY / 8.))
+
+    let mutable maxScale = 4.
+    let mutable minScale = 0.25
     let currentImageScaleTransform = ScaleTransform()
-    borderCurrentImage.LayoutTransform <- currentImageScaleTransform
+    canvasCurrentImage.LayoutTransform <- currentImageScaleTransform
     borderCurrentImage.PreviewMouseWheel.AddHandler(fun obj args ->
         let scaleFactor = if args.Delta > 0 then 2.0 else 0.5
         if scaleFactor > 1. && currentScale < maxScale || scaleFactor < 1. && currentScale > minScale
@@ -138,15 +325,15 @@ let run (defaultConfig: Config) =
                 if newScale > maxScale then maxScale elif newScale < minScale then minScale else newScale
             let realScaleFactor = currentScale / previousScale
 
-            let centerX = scrollViewCurrentImage.HorizontalOffset + scrollViewCurrentImage.ViewportWidth / 2. - canvasCurrentImage.Margin.Left
-            let centerY = scrollViewCurrentImage.VerticalOffset + scrollViewCurrentImage.ViewportHeight / 2. - canvasCurrentImage.Margin.Top
+            let centerX = scrollViewCurrentImage.HorizontalOffset + scrollViewCurrentImage.ViewportWidth / 2. - borderCurrentImage.BorderThickness.Left
+            let centerY = scrollViewCurrentImage.VerticalOffset + scrollViewCurrentImage.ViewportHeight / 2. - borderCurrentImage.BorderThickness.Top
 
-            canvasCurrentImage.Margin <- Thickness(canvasCurrentImage.Margin.Top * realScaleFactor)
+            //canvasCurrentImage.Margin <- Thickness(canvasCurrentImage.Margin.Top * realScaleFactor)
             currentImageScaleTransform.ScaleX <- currentScale
             currentImageScaleTransform.ScaleY <- currentScale
 
-            scrollViewCurrentImage.ScrollToHorizontalOffset(centerX * realScaleFactor - scrollViewCurrentImage.ViewportWidth / 2. + canvasCurrentImage.Margin.Left)
-            scrollViewCurrentImage.ScrollToVerticalOffset(centerY * realScaleFactor - scrollViewCurrentImage.ViewportHeight / 2. + canvasCurrentImage.Margin.Top)
+            scrollViewCurrentImage.ScrollToHorizontalOffset(centerX * realScaleFactor - scrollViewCurrentImage.ViewportWidth / 2. + borderCurrentImage.BorderThickness.Left)
+            scrollViewCurrentImage.ScrollToVerticalOffset(centerY * realScaleFactor - scrollViewCurrentImage.ViewportHeight / 2. + borderCurrentImage.BorderThickness.Top)
         args.Handled <- true)
 
     // Pan on the current image.
@@ -178,15 +365,6 @@ let run (defaultConfig: Config) =
             borderCurrentImage.ReleaseMouseCapture()
             args.Handled <- true)
 
-
-    (*let txtPatient: Controls.TextBox = ctrl "txtPatient"
-    txtPatient.TextChanged.AddHandler(fun obj args ->
-        state.PatientID <- txtPatient.Text)*)
-
-     (*saveFileDialog1.Filter = "txt files (*.txt)|*.txt|All files (*.*)|*.*"  ;
-     saveFileDialog1.FilterIndex = 2 ;
-     saveFileDialog1.RestoreDirectory = true ;*)
-
     // display mainWindow img
     mainWindow.Root.Show()
     app.Run()
\ No newline at end of file