X-Git-Url: http://git.euphorik.ch/?p=master-thesis.git;a=blobdiff_plain;f=Parasitemia%2FParasitemia%2FGUI%2FGUI.fs;h=2132363b1a7cda6378803185d4e0a11445084c1b;hp=2aadefef86e0ace0ea6dd03a3992a1f18423f163;hb=be36fca8c64100b448f268077bcb0726e19f05f7;hpb=999a48b8eb25c92e4403c9280fd4fe68f9bc4b7b diff --git a/Parasitemia/Parasitemia/GUI/GUI.fs b/Parasitemia/Parasitemia/GUI/GUI.fs index 2aadefe..2132363 100644 --- a/Parasitemia/Parasitemia/GUI/GUI.fs +++ b/Parasitemia/Parasitemia/GUI/GUI.fs @@ -1,5 +1,6 @@ module Parasitemia.GUI.Main +open System open System.IO open System.Linq open System.Windows @@ -21,139 +22,363 @@ let run (defaultConfig: Config) = let ctrl (name: string): 'a = mainWindow.Root.FindName(name) :?> 'a - // Utils.log <- (fun m -> log mainWindow m) - let colorRBCHealthy = Brushes.YellowGreen let colorRBCInfected = Brushes.Red let state = State.State() + let mutable currentScale = 1. + let mutable displayHealthy = false - let exit: MenuItem = ctrl "menuExit" - let saveFile: MenuItem = ctrl "menuSave" - let loadFile: MenuItem = ctrl "menuOpen" - let newFile: MenuItem = ctrl "menuNew" + let menuExit: MenuItem = ctrl "menuExit" + let menuSaveFile: MenuItem = ctrl "menuSave" + let menuLoadFile: MenuItem = ctrl "menuOpen" + let menuNewFile: MenuItem = ctrl "menuNew" + let menuAddSourceImage: MenuItem = ctrl "menuAddSourceImage" + let menuStartAnalysis: MenuItem = ctrl "menuStartAnalysis" + let menuHightlightRBC: MenuItem = ctrl "menuHightlightRBC" - let addSourceImage: MenuItem = ctrl "menuAddSourceImage" let txtPatient: TextBox = ctrl "txtPatient" + let txtGlobalParasitemia: TextBox = ctrl "txtGlobalParasitemia" + let stackPreviews: StackPanel = ctrl "stackPreviews" - let butStartAnalysis: Button = ctrl "butStartAnalysis" let scrollViewCurrentImage: ScrollViewer = ctrl "scrollViewCurrentImage" let borderCurrentImage: Border = ctrl "borderCurrentImage" let canvasCurrentImage: Canvas = ctrl "canvasCurrentImage" + let txtImageInformation: TextBlock = ctrl "txtImageInformation" + + let scrollRBC: ScrollViewer = ctrl "scrollRBC" + let stackRBC: StackPanel = ctrl "stackRBC" // Initializations. + menuHightlightRBC.IsChecked <- displayHealthy + + // Utils. + let extractRBCPreview (img: Emgu.CV.Image) (rbc: RBC) : Emgu.CV.Image = + let rbcWidth = rbc.size.Width + let rbcHeight = rbc.size.Height + let x = rbc.center.X - rbcWidth / 2. |> Utils.roundInt + let y = rbc.center.Y - rbcHeight / 2. |> Utils.roundInt + let w = Utils.roundInt rbcWidth + let h = Utils.roundInt rbcHeight + //Utils.dprintfn "w: %A, h: %A, cx: %A, cy: %A, img.w: %A, img.h: %A" w h x y img.Width img.Height + img.GetSubRect(System.Drawing.Rectangle(System.Drawing.Point((if x < 0 then 0 else x), (if y < 0 then 0 else y)), + System.Drawing.Size((if x + w >= img.Width then img.Width - x else w), + (if y + h >= img.Height then img.Height - y else h)))) + + let setRBCFrameStyle (rbc: RBC) (frame: Views.RBCFrame) = + frame.Opacity <- if displayHealthy || rbc.setManually || rbc.infected then 1. else 0. + let color = if rbc.infected then colorRBCInfected else colorRBCHealthy + frame.manuallyAdded.Visibility <- if rbc.setManually then Visibility.Visible else Visibility.Hidden + frame.manuallyAdded.Fill <- color + frame.border.Stroke <- color + + let RBCFrameFromExisting (rbc: RBC) (frame: Views.RBCFrame) : Views.RBCFrame = + frame.Visibility <- Visibility.Visible + frame.Height <- rbc.size.Height + frame.Width <- rbc.size.Width + frame.Tag <- rbc + setRBCFrameStyle rbc frame + frame.border.StrokeThickness <- 1. + frame.txtRBCNumber.Text <- rbc.num.ToString() + frame + + let highlightRBCFrame (frame: Views.RBCFrame) (highlight: bool) = + let rbc = frame.Tag :?> RBC + if highlight + then + frame.border.StrokeThickness <- 3. + if not rbc.infected && not rbc.setManually && not displayHealthy then frame.Opacity <- 1. + else + frame.border.StrokeThickness <- 1. + if not rbc.infected && not rbc.setManually && not displayHealthy then frame.Opacity <- 0. - // Operations. - let synchronizeState () = - state.PatientID <- txtPatient.Text + let zoomToRBC (rbc: RBC) = + scrollViewCurrentImage.ScrollToHorizontalOffset(rbc.center.X * currentScale - scrollViewCurrentImage.ViewportWidth / 2. + borderCurrentImage.BorderThickness.Left) + scrollViewCurrentImage.ScrollToVerticalOffset(rbc.center.Y * currentScale - scrollViewCurrentImage.ViewportHeight / 2. + borderCurrentImage.BorderThickness.Top) + + let parasitemiaText (nbTotal: int, nbInfected: int) : string = + if nbTotal = 0 + then + "" + else + let percent = 100. * (float nbInfected) / (float nbTotal) + sprintf "%.1f %% (%d / %d)" percent nbInfected nbTotal + + let updateCurrentImageInformation () = + match state.CurrentImage with + | Some srcImg -> + let parasitemiaStr = parasitemiaText (state.ImageParasitemia srcImg) + txtImageInformation.Inlines.Clear() + txtImageInformation.Inlines.Add(Documents.Run("Parasitemia: ", FontWeight = FontWeights.Bold)) + txtImageInformation.Inlines.Add(parasitemiaStr) + txtImageInformation.Inlines.Add(Documents.LineBreak()) + + txtImageInformation.Inlines.Add(Documents.Run("Average erytrocyte diameter: ", FontWeight = FontWeights.Bold)) + txtImageInformation.Inlines.Add(Documents.Run(string (Utils.roundInt <| 2. * srcImg.rbcRadius))) + txtImageInformation.Inlines.Add(Documents.Run(" px")) + txtImageInformation.Inlines.Add(Documents.LineBreak()) + + txtImageInformation.Inlines.Add(Documents.Run("Last analysis: ", FontWeight = FontWeights.Bold)) + txtImageInformation.Inlines.Add(Documents.Run(if srcImg.dateLastAnalysis.Ticks = 0L then "" else srcImg.dateLastAnalysis.ToLocalTime().ToString())) + | _ -> () + + let updateGlobalParasitemia () = + txtGlobalParasitemia.Text <- parasitemiaText state.GlobalParasitemia + + let rec setAsInfected (rbc: RBC) (infected: bool) = + state.SetAsInfected rbc infected + canvasCurrentImage.Children + |> Seq.cast + |> Seq.iter + (fun frame -> + if (frame.Tag :?> RBC) = rbc + then + setRBCFrameStyle rbc frame) + updateRBCFramesPreview () + updateCurrentImageInformation () + updateGlobalParasitemia () + + and RBCFrame (rbc: RBC) : Views.RBCFrame = + let f = RBCFrameFromExisting rbc (Views.RBCFrame()) + f.menuRBCSetAsHealthy.Click.AddHandler(fun obj args -> setAsInfected (f.Tag :?> RBC) false) + f.menuRBCSetAsInfected.Click.AddHandler(fun obj args -> setAsInfected (f.Tag :?> RBC) true) + f.ContextMenuOpening.AddHandler( + fun obj args -> + if (f.Tag :?> RBC).infected + then + f.menuRBCSetAsHealthy.Visibility <- Visibility.Visible + f.menuRBCSetAsInfected.Visibility <- Visibility.Collapsed + else + f.menuRBCSetAsHealthy.Visibility <- Visibility.Collapsed + f.menuRBCSetAsInfected.Visibility <- Visibility.Visible) + + f.ContextMenuClosing.AddHandler(fun obj args -> if not f.IsMouseOver then highlightRBCFrame f false ) + f.MouseEnter.AddHandler(fun obj args -> highlightRBCFrame f true) + f.MouseLeave.AddHandler(fun obj args -> if not f.grid.ContextMenu.IsOpen then highlightRBCFrame f false) + f + + and updateRBCFramesPreview () = + match state.CurrentImage with + | Some srcImg -> + let mutable currentPreview = 0 + for rbc in srcImg.rbcs |> List.filter (fun rbc -> displayHealthy || rbc.infected) do + let previewInfected = + if currentPreview < stackRBC.Children.Count + then + RBCFrameFromExisting rbc (stackRBC.Children.[currentPreview] :?> Views.RBCFrame) + else + let f = RBCFrame rbc + f.MouseLeftButtonUp.AddHandler(fun obj args -> zoomToRBC (f.Tag :?> RBC)) + stackRBC.Children.Add(f) |> ignore + f + + currentPreview <- currentPreview + 1 + + previewInfected.Height <- stackRBC.ActualHeight + previewInfected.Width <- stackRBC.ActualHeight * rbc.size.Width / rbc.size.Height + previewInfected.border.Fill <- ImageBrush(BitmapSourceConvert.ToBitmapSource(extractRBCPreview srcImg.img rbc)) + + stackRBC.Children.RemoveRange(currentPreview, stackRBC.Children.Count - currentPreview) + | _ -> () + + let updateRBCFramesCurrent () = + match state.CurrentImage with + | Some srcImg -> + let mutable currentCanvas = 0 + for rbc in srcImg.rbcs do + let frame = + if currentCanvas < canvasCurrentImage.Children.Count + then + RBCFrameFromExisting rbc (canvasCurrentImage.Children.[currentCanvas] :?> Views.RBCFrame) + else + let f = RBCFrame rbc + canvasCurrentImage.Children.Add(f) |> ignore + f + + currentCanvas <- currentCanvas + 1 + + Canvas.SetLeft(frame, rbc.center.X - rbc.size.Width / 2.) + Canvas.SetTop(frame, rbc.center.Y - rbc.size.Height / 2.) + + for i in currentCanvas .. canvasCurrentImage.Children.Count - 1 do + canvasCurrentImage.Children.[i].Visibility <- Visibility.Hidden + | _ -> () + + let saveCurrentDocument () = + if state.FilePath = "" + then + let dialog = SaveFileDialog(AddExtension = true, DefaultExt = PiaZ.extension, Filter = PiaZ.filter); + let res = dialog.ShowDialog() + if res.HasValue && res.Value + then + state.FilePath <- dialog.FileName + state.Save() + else + state.Save() + + // Ask the use to save the current document if neccessary. + let askSaveCurrent () = + if state.AlteredSinceLastSave + then + match MessageBox.Show("Would you like to save the current document?", "Saving the current document", MessageBoxButton.YesNo, MessageBoxImage.Question) with + | MessageBoxResult.Yes -> saveCurrentDocument () + | _ -> () + + let updateCurrentImage () = + match state.CurrentImage with + | Some srcImg -> + // Highlight the preview. + stackPreviews.Children + |> Seq.cast + |> Seq.iter (fun preview -> preview.border.BorderThickness <- Thickness(if preview.Tag = (srcImg :> Object) then 3. else 0.)) + + canvasCurrentImage.Height <- float srcImg.img.Height + canvasCurrentImage.Width <- float srcImg.img.Width + canvasCurrentImage.Background <- ImageBrush(BitmapSourceConvert.ToBitmapSource(srcImg.img)) + + updateRBCFramesCurrent () + updateRBCFramesPreview () + updateCurrentImageInformation () + | None -> + stackRBC.Children.Clear() + canvasCurrentImage.Children.Clear() + canvasCurrentImage.Background <- Brushes.Black let setCurrentImage (srcImg: SourceImage) = - state.CurrentImage <- Some srcImg - - // Highlight the preview. - stackPreviews.Children - |> Seq.cast - |> Seq.iter (fun preview -> preview.border.BorderThickness <- Thickness(if preview.lblImageNumber.Content = box srcImg.num then 3. else 0.)) - - canvasCurrentImage.Height <- float srcImg.img.Height - canvasCurrentImage.Width <- float srcImg.img.Width - canvasCurrentImage.Background <- ImageBrush(BitmapSourceConvert.ToBitmapSource(srcImg.img)) - - // Remove all image canvas children and add the RBC. - canvasCurrentImage.Children.Clear() - for rbc in srcImg.rbcs do - let rectangle = - Rectangle( - Height = rbc.size.Height, - Width = rbc.size.Width, - Stroke = (if rbc.infected then colorRBCInfected else colorRBCHealthy), - StrokeThickness = 1., - Fill = SolidColorBrush(Color.FromArgb(0uy, 0uy, 0uy, 0uy)), - Tag = rbc, - Opacity = if rbc.infected then 1. else 0.) - Canvas.SetLeft(rectangle, rbc.center.X - rbc.size.Width / 2.) - Canvas.SetTop(rectangle, rbc.center.Y - rbc.size.Height / 2.) - canvasCurrentImage.Children.Add(rectangle) |> ignore - rectangle.MouseEnter.AddHandler( - fun obj args -> match obj with - | :? Rectangle as r -> - r.StrokeThickness <- 3. - if not (r.Tag :?> RBC).infected then r.Opacity <- 1. - | _ -> ()) - rectangle.MouseLeave.AddHandler( - fun obj args -> match obj with - | :? Rectangle as r -> - r.StrokeThickness <- 1. - if not (r.Tag :?> RBC).infected then r.Opacity <- 0. - | _ -> ()) + if state.CurrentImage.IsNone || state.CurrentImage.Value <> srcImg + then + state.CurrentImage <- Some srcImg + updateCurrentImage () + + let updateViewportPreview () = + for preview in stackPreviews.Children |> Seq.cast do + let srcImg = preview.Tag :?> SourceImage + if Some srcImg = state.CurrentImage then + preview.viewport.Visibility <- Visibility.Visible + + let canvasWidth = canvasCurrentImage.ActualWidth * currentScale + let canvasHeight = canvasCurrentImage.ActualHeight * currentScale + let previewWidth = (preview.ActualWidth - preview.BorderThickness.Left - preview.BorderThickness.Right) + let previewHeight = (preview.ActualHeight - preview.BorderThickness.Top - preview.BorderThickness.Bottom) + + let marginLeft = previewWidth * (scrollViewCurrentImage.HorizontalOffset - borderCurrentImage.BorderThickness.Left) / canvasWidth - 2. + let marginRight = previewWidth * (canvasWidth - (scrollViewCurrentImage.HorizontalOffset - borderCurrentImage.BorderThickness.Right) - scrollViewCurrentImage.ViewportWidth) / canvasWidth - 2. + let marginTop = previewHeight * (scrollViewCurrentImage.VerticalOffset - borderCurrentImage.BorderThickness.Top) / canvasHeight - 2. + let marginBottom = previewHeight * (canvasHeight - (scrollViewCurrentImage.VerticalOffset - borderCurrentImage.BorderThickness.Bottom) - scrollViewCurrentImage.ViewportHeight) / canvasHeight - 2. + + preview.viewport.Margin <- + Thickness( + marginLeft, + marginTop, + marginRight, + marginBottom) + else + preview.viewport.Visibility <- Visibility.Hidden let addPreview (srcImg: SourceImage) = let imgCtrl = Views.ImageSourcePreview(Margin = Thickness(3.)) - imgCtrl.lblImageNumber.Content <- srcImg.num + + imgCtrl.menuRemoveImage.Click.AddHandler(fun obj args -> + stackPreviews.Children.Remove(imgCtrl) + let srcImg = imgCtrl.Tag :?> SourceImage + let currentRemoved = Some srcImg = state.CurrentImage + state.RemoveSourceImage srcImg + if currentRemoved + then + updateCurrentImage() + stackPreviews.Children |> Seq.cast |> Seq.iter (fun imgPreview -> imgPreview.txtImageNumber.Text <- (imgPreview.Tag :?> SourceImage).num.ToString())) + + imgCtrl.Tag <- srcImg + imgCtrl.txtImageNumber.Text <- srcImg.num.ToString() let width = 200 let height = srcImg.img.Height * width / srcImg.img.Width imgCtrl.imagePreview.Source <- BitmapSourceConvert.ToBitmapSource(srcImg.img.Resize(width, height, Emgu.CV.CvEnum.Inter.Cubic)) stackPreviews.Children.Add(imgCtrl) |> ignore - imgCtrl.MouseLeftButtonUp.AddHandler(fun obj args -> setCurrentImage (state.SourceImages |> Seq.find (fun i -> box i.num = (obj :?> Views.ImageSourcePreview).lblImageNumber.Content))) + + // Zoom to a mouse position into the control 'imgCtrl'. + let zoomTo (mousePos: Point) = + let canvasW = canvasCurrentImage.ActualWidth * currentScale + let canvasH = canvasCurrentImage.ActualHeight * currentScale + let centerX = (mousePos.X - imgCtrl.BorderThickness.Left) / (imgCtrl.ActualWidth - imgCtrl.BorderThickness.Left) * canvasW + let centerY = (mousePos.Y - imgCtrl.BorderThickness.Top) / (imgCtrl.ActualHeight - imgCtrl.BorderThickness.Top) * canvasH + scrollViewCurrentImage.ScrollToHorizontalOffset(centerX - scrollViewCurrentImage.ViewportWidth / 2. + borderCurrentImage.BorderThickness.Left) + scrollViewCurrentImage.ScrollToVerticalOffset(centerY - scrollViewCurrentImage.ViewportHeight / 2. + borderCurrentImage.BorderThickness.Top) + + imgCtrl.MouseLeftButtonDown.AddHandler(fun obj args -> + setCurrentImage (state.SourceImages |> Seq.find (fun srcImg -> (srcImg :> Object) = imgCtrl.Tag)) + imgCtrl.UpdateLayout() + zoomTo (args.GetPosition(imgCtrl)) + imgCtrl.CaptureMouse() |> ignore) + + imgCtrl.MouseMove.AddHandler(fun obj args -> + if imgCtrl.IsMouseCaptured + then + zoomTo (args.GetPosition(imgCtrl))) + + imgCtrl.MouseLeftButtonUp.AddHandler(fun obj args -> + if imgCtrl.IsMouseCaptured + then + imgCtrl.ReleaseMouseCapture()) + let updatePreviews () = stackPreviews.Children.Clear () - if state.SourceImages.Count() > 0 - then - for srcImg in state.SourceImages do - addPreview srcImg - setCurrentImage (state.SourceImages.First()) + for srcImg in state.SourceImages do + addPreview srcImg + updateCurrentImage () let updateGUI () = txtPatient.Text <- state.PatientID updatePreviews () + updateGlobalParasitemia () - exit.Click.AddHandler(fun obj args -> mainWindow.Root.Close()) - saveFile.Click.AddHandler(fun obj args -> - synchronizeState () - if state.FilePath = "" - then - let dialog = SaveFileDialog(AddExtension = true, DefaultExt = PiaZ.extension, Filter = PiaZ.filter); - let res = dialog.ShowDialog() - if res.HasValue && res.Value - then - state.FilePath <- dialog.FileName - state.Save() - else - state.Save()) + txtPatient.TextChanged.AddHandler(fun obj args -> state.PatientID <- txtPatient.Text) - loadFile.Click.AddHandler(fun obj args -> + menuExit.Click.AddHandler(fun obj args -> + askSaveCurrent () + mainWindow.Root.Close()) + + menuSaveFile.Click.AddHandler(fun obj args -> saveCurrentDocument ()) + + menuLoadFile.Click.AddHandler(fun obj args -> // TODO: if current state not saved and not empty, ask to save it. let dialog = OpenFileDialog(Filter = PiaZ.filter) let res = dialog.ShowDialog() if res.HasValue && res.Value then + askSaveCurrent () state.FilePath <- dialog.FileName state.Load() updateGUI ()) - newFile.Click.AddHandler(fun obj args -> - // TODO: if current state not saved and not empty, ask to save it. + menuNewFile.Click.AddHandler(fun obj args -> + askSaveCurrent () state.Reset() updateGUI()) - addSourceImage.Click.AddHandler(fun obj args -> + menuAddSourceImage.Click.AddHandler(fun obj args -> let dialog = OpenFileDialog(Filter = "Image Files|*.png;*.jpg;*.tif;*.tiff") let res = dialog.ShowDialog() if res.HasValue && res.Value then let srcImg = state.AddSourceImage(dialog.FileName) addPreview srcImg + updateGlobalParasitemia () if state.SourceImages.Count() = 1 then - setCurrentImage srcImg) + updateCurrentImage ()) - butStartAnalysis.Click.AddHandler(fun obj args -> - let results = ImageAnalysis.doMultipleAnalysis (state.SourceImages |> Seq.map (fun srcImg -> string srcImg.num, srcImg.img) |> Seq.toList) defaultConfig - for id, cells in results do - state.SetResult (int id) cells - ) + menuStartAnalysis.Click.AddHandler(fun obj args -> + if Analysis.showWindow mainWindow.Root state defaultConfig + then + updateGlobalParasitemia () + updateCurrentImage ()) + + menuHightlightRBC.Click.AddHandler(fun obj args -> + displayHealthy <- menuHightlightRBC.IsChecked + updateRBCFramesPreview () + updateRBCFramesCurrent ()) // Zoom on the current image. let adjustCurrentImageBorders (deltaX: float) (deltaY: float) = @@ -182,7 +407,6 @@ let run (defaultConfig: Config) = scrollViewCurrentImage.ScrollToHorizontalOffset(scrollViewCurrentImage.HorizontalOffset + deltaX / 8.) scrollViewCurrentImage.ScrollToVerticalOffset(scrollViewCurrentImage.VerticalOffset + deltaY / 8.)) - let mutable currentScale = 1. let mutable maxScale = 4. let mutable minScale = 0.25 let currentImageScaleTransform = ScaleTransform() @@ -200,12 +424,12 @@ let run (defaultConfig: Config) = let centerX = scrollViewCurrentImage.HorizontalOffset + scrollViewCurrentImage.ViewportWidth / 2. - borderCurrentImage.BorderThickness.Left let centerY = scrollViewCurrentImage.VerticalOffset + scrollViewCurrentImage.ViewportHeight / 2. - borderCurrentImage.BorderThickness.Top - //canvasCurrentImage.Margin <- Thickness(canvasCurrentImage.Margin.Top * realScaleFactor) currentImageScaleTransform.ScaleX <- currentScale currentImageScaleTransform.ScaleY <- currentScale scrollViewCurrentImage.ScrollToHorizontalOffset(centerX * realScaleFactor - scrollViewCurrentImage.ViewportWidth / 2. + borderCurrentImage.BorderThickness.Left) scrollViewCurrentImage.ScrollToVerticalOffset(centerY * realScaleFactor - scrollViewCurrentImage.ViewportHeight / 2. + borderCurrentImage.BorderThickness.Top) + args.Handled <- true) // Pan on the current image. @@ -228,6 +452,7 @@ let run (defaultConfig: Config) = let deltaY = scrollStartPosition.Y - position.Y scrollViewCurrentImage.ScrollToHorizontalOffset(deltaX + scrollStartOffsetX) scrollViewCurrentImage.ScrollToVerticalOffset(deltaY + scrollStartOffsetY) + args.Handled <- true) borderCurrentImage.PreviewMouseLeftButtonUp.AddHandler(fun obj args -> @@ -237,6 +462,8 @@ let run (defaultConfig: Config) = borderCurrentImage.ReleaseMouseCapture() args.Handled <- true) - // display mainWindow img + // Viewport preview. + scrollViewCurrentImage.ScrollChanged.AddHandler(fun obj args -> updateViewportPreview ()) + mainWindow.Root.Show() app.Run() \ No newline at end of file