Maxluli/OCR_Decode
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 2 Wiki Activity

Added post processing, now numbers detection is almost perfect

Browse Source
This commit is contained in:
Rohmer Maxime
2023-04-05 14:18:38 +02:00
parent 66ee1301f7
commit 341b9eb0a1
4 changed files with 303 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
OCR_Decode/OCR_Decode.csproj
+27
View File
@@ -35,6 +35,30 @@
<WarningLevel>4</WarningLevel>
</PropertyGroup>
<ItemGroup>
<Reference Include="Accord, Version=3.8.0.0, Culture=neutral, PublicKeyToken=fa1a88e29555ccf7, processorArchitecture=MSIL">
<HintPath>..\packages\Accord.3.8.0\lib\net462\Accord.dll</HintPath>
</Reference>
<Reference Include="Accord.Imaging, Version=3.8.0.0, Culture=neutral, PublicKeyToken=fa1a88e29555ccf7, processorArchitecture=MSIL">
<HintPath>..\packages\Accord.Imaging.3.8.0\lib\net462\Accord.Imaging.dll</HintPath>
</Reference>
<Reference Include="Accord.Math, Version=3.8.0.0, Culture=neutral, PublicKeyToken=fa1a88e29555ccf7, processorArchitecture=MSIL">
<HintPath>..\packages\Accord.Math.3.8.0\lib\net462\Accord.Math.dll</HintPath>
</Reference>
<Reference Include="Accord.Math.Core, Version=3.8.0.0, Culture=neutral, PublicKeyToken=fa1a88e29555ccf7, processorArchitecture=MSIL">
<HintPath>..\packages\Accord.Math.3.8.0\lib\net462\Accord.Math.Core.dll</HintPath>
</Reference>
<Reference Include="Accord.Statistics, Version=3.8.0.0, Culture=neutral, PublicKeyToken=fa1a88e29555ccf7, processorArchitecture=MSIL">
<HintPath>..\packages\Accord.Statistics.3.8.0\lib\net462\Accord.Statistics.dll</HintPath>
</Reference>
<Reference Include="AForge, Version=2.2.5.0, Culture=neutral, PublicKeyToken=c1db6ff4eaa06aeb, processorArchitecture=MSIL">
<HintPath>..\packages\AForge.2.2.5\lib\AForge.dll</HintPath>
</Reference>
<Reference Include="AForge.Imaging, Version=2.2.5.0, Culture=neutral, PublicKeyToken=ba8ddea9676ca48b, processorArchitecture=MSIL">
<HintPath>..\packages\AForge.Imaging.2.2.5\lib\AForge.Imaging.dll</HintPath>
</Reference>
<Reference Include="AForge.Math, Version=2.2.5.0, Culture=neutral, PublicKeyToken=abba2e25397ee8c9, processorArchitecture=MSIL">
<HintPath>..\packages\AForge.Math.2.2.5\lib\AForge.Math.dll</HintPath>
</Reference>
<Reference Include="Microsoft.Bcl.AsyncInterfaces, Version=7.0.0.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51, processorArchitecture=MSIL">
<HintPath>..\packages\Microsoft.Bcl.AsyncInterfaces.7.0.0\lib\net462\Microsoft.Bcl.AsyncInterfaces.dll</HintPath>
</Reference>
@@ -97,6 +121,7 @@
<Compile Include="Form1.Designer.cs">
<DependentUpon>Form1.cs</DependentUpon>
</Compile>
<Compile Include="OcrImage.cs" />
<Compile Include="Program.cs" />
<Compile Include="Properties\AssemblyInfo.cs" />
<Compile Include="Reader.cs" />
@@ -135,5 +160,7 @@
<ErrorText>This project references NuGet package(s) that are missing on this computer. Use NuGet Package Restore to download them. For more information, see http://go.microsoft.com/fwlink/?LinkID=322105. The missing file is {0}.</ErrorText>
</PropertyGroup>
<Error Condition="!Exists('..\packages\Tesseract.5.2.0\build\Tesseract.targets')" Text="$([System.String]::Format('$(ErrorText)', '..\packages\Tesseract.5.2.0\build\Tesseract.targets'))" />
<Error Condition="!Exists('..\packages\Accord.3.8.0\build\Accord.targets')" Text="$([System.String]::Format('$(ErrorText)', '..\packages\Accord.3.8.0\build\Accord.targets'))" />
</Target>
<Import Project="..\packages\Accord.3.8.0\build\Accord.targets" Condition="Exists('..\packages\Accord.3.8.0\build\Accord.targets')" />
</Project>
OCR_Decode/OcrImage.cs
+253
View File
@@ -0,0 +1,253 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Drawing;
using System.Drawing.Drawing2D;
using Accord.Imaging.Filters;
namespace OCR_Decode
{
//AT LEAST PART OF THIS CLASS HAVE BEEN CREATED USING CHATGPT
//Just so you know
internal class OcrImage
{
Bitmap InputImage;
public OcrImage(Bitmap inputImage)
{
InputImage = inputImage;
}
public Bitmap Enhance()
{
Bitmap result = (Bitmap)InputImage.Clone();
result = Grayscale(result);
result = Tresholding(result, 200);
result = InvertColors(result);
result = Resize(result);
//result = Resize(result);
//result = Dilatation(result, 5);
//result = Erode(result,3);
return result;
}
public static Bitmap Grayscale(Bitmap input)
{
Bitmap output = new Bitmap(input.Width, input.Height);
for (int y = 0; y < input.Height; y++)
{
for (int x = 0; x < input.Width; x++)
{
Color pixel = input.GetPixel(x, y);
int gray = (int)(pixel.R * 0.3 + pixel.G * 0.59 + pixel.B * 0.11);
output.SetPixel(x, y, Color.FromArgb(gray, gray, gray));
}
}
return output;
}
public static Bitmap Tresholding(Bitmap input, int threshold)
{
Bitmap output = new Bitmap(input.Width, input.Height);
for (int y = 0; y < input.Height; y++)
{
for (int x = 0; x < input.Width; x++)
{
Color pixel = input.GetPixel(x, y);
int gray = (int)(pixel.R * 0.3 + pixel.G * 0.59 + pixel.B * 0.11);
int value = gray < threshold ? 0 : 255;
output.SetPixel(x, y, Color.FromArgb(value, value, value));
}
}
return output;
}
public static Bitmap InvertColors(Bitmap input)
{
Bitmap output = new Bitmap(input.Width, input.Height);
for (int y = 0; y < input.Height; y++)
{
for (int x = 0; x < input.Width; x++)
{
Color pixel = input.GetPixel(x, y);
int red = 255 - pixel.R;
int green = 255 - pixel.G;
int blue = 255 - pixel.B;
output.SetPixel(x, y, Color.FromArgb(red, green, blue));
}
}
return output;
}
public static Bitmap ApplyGaussianBlur(Bitmap input, int radius)
{
GaussianBlur filter = new GaussianBlur(radius);
Bitmap output = filter.Apply(input);
return output;
}
public static Bitmap Resize(Bitmap sourceBitmap)
{
// Create a new Bitmap object to hold the resized image
var resultBitmap = new Bitmap(sourceBitmap.Width * 2, sourceBitmap.Height * 2);
// Create a Graphics object to draw the resized image
using (var graphics = Graphics.FromImage(resultBitmap))
{
// Set the interpolation mode to high-quality bicubic
graphics.InterpolationMode = InterpolationMode.HighQualityBicubic;
// Draw the resized image using the Graphics object
graphics.DrawImage(sourceBitmap, new Rectangle(0, 0, resultBitmap.Width, resultBitmap.Height));
}
return resultBitmap;
}
public static Bitmap HighlightContours(Bitmap input)
{
Bitmap output = new Bitmap(input.Width, input.Height);
Bitmap grayscale = Grayscale(input);
Bitmap thresholded = Tresholding(grayscale, 128);
Bitmap dilated = Dilatation(thresholded, 3);
Bitmap eroded = Erode(dilated, 3);
for (int y = 0; y < input.Height; y++)
{
for (int x = 0; x < input.Width; x++)
{
Color pixel = input.GetPixel(x, y);
Color dilatedPixel = dilated.GetPixel(x, y);
Color erodedPixel = eroded.GetPixel(x, y);
int gray = (int)(pixel.R * 0.3 + pixel.G * 0.59 + pixel.B * 0.11);
int threshold = dilatedPixel.R;
if (gray > threshold)
{
output.SetPixel(x, y, Color.FromArgb(255, 255, 255));
}
else if (gray <= threshold && erodedPixel.R == 0)
{
output.SetPixel(x, y, Color.FromArgb(255, 0, 0));
}
else
{
output.SetPixel(x, y, Color.FromArgb(0, 0, 0));
}
}
}
return output;
}
public static Bitmap Erode(Bitmap input, int kernelSize)
{
Bitmap output = new Bitmap(input.Width, input.Height);
int[,] kernel = new int[kernelSize, kernelSize];
for (int i = 0; i < kernelSize; i++)
{
for (int j = 0; j < kernelSize; j++)
{
kernel[i, j] = 1;
}
}
for (int y = kernelSize / 2; y < input.Height - kernelSize / 2; y++)
{
for (int x = kernelSize / 2; x < input.Width - kernelSize / 2; x++)
{
bool flag = true;
for (int i = -kernelSize / 2; i <= kernelSize / 2; i++)
{
for (int j = -kernelSize / 2; j <= kernelSize / 2; j++)
{
Color pixel = input.GetPixel(x + i, y + j);
int gray = (int)(pixel.R * 0.3 + pixel.G * 0.59 + pixel.B * 0.11);
if (gray >= 128 && kernel[i + kernelSize / 2, j + kernelSize / 2] == 1)
{
flag = false;
break;
}
}
if (!flag)
{
break;
}
}
if (flag)
{
output.SetPixel(x, y, Color.FromArgb(255, 255, 255));
}
else
{
output.SetPixel(x, y, Color.FromArgb(0, 0, 0));
}
}
}
return output;
}
public static Bitmap Dilatation(Bitmap input, int kernelSize)
{
Bitmap output = new Bitmap(input.Width, input.Height);
int[,] kernel = new int[kernelSize, kernelSize];
for (int i = 0; i < kernelSize; i++)
{
for (int j = 0; j < kernelSize; j++)
{
kernel[i, j] = 1;
}
}
for (int y = kernelSize / 2; y < input.Height - kernelSize / 2; y++)
{
for (int x = kernelSize / 2; x < input.Width - kernelSize / 2; x++)
{
bool flag = false;
for (int i = -kernelSize / 2; i <= kernelSize / 2; i++)
{
for (int j = -kernelSize / 2; j <= kernelSize / 2; j++)
{
Color pixel = input.GetPixel(x + i, y + j);
int gray = (int)(pixel.R * 0.3 + pixel.G * 0.59 + pixel.B * 0.11);
if (gray < 128 && kernel[i + kernelSize / 2, j + kernelSize / 2] == 1)
{
flag = true;
break;
}
}
if (flag)
{
break;
}
}
if (flag)
{
output.SetPixel(x, y, Color.FromArgb(0, 0, 0));
}
else
{
output.SetPixel(x, y, Color.FromArgb(255, 255, 255));
}
}
}
return output;
}
}
}
OCR_Decode/Window.cs
+16 -13
View File
@@ -7,6 +7,7 @@ using System.Drawing;
using System.IO;
using Tesseract;
using System.Text.RegularExpressions;
using System.Drawing.Drawing2D;
namespace OCR_Decode
{
@@ -89,17 +90,22 @@ namespace OCR_Decode
{
//returns milliseconds
string rawResult = "";
int treshold = 165;
int treshold = 100;
int result = 0;
Bitmap rawData = wImage;
rawData = Window.ConvertToBlackAndWhite(rawData, treshold);
//Bitmap rawData = wImage;
OcrImage rawData = new OcrImage(wImage);
Bitmap enhancedImage = rawData.Enhance();
TesseractEngine engine = new TesseractEngine(TESS_DATA_FOLDER.FullName, "eng", EngineMode.Default);
var tessImage = Pix.LoadFromMemory(ImageToByte(wImage));
engine.DefaultPageSegMode = PageSegMode.SingleLine;
engine.SetVariable("tessedit_char_whitelist", "0123456789.:+-LEADRPleadrp");
var tessImage = Pix.LoadFromMemory(ImageToByte(enhancedImage));
Page page = engine.Process(tessImage);
Graphics g = Graphics.FromImage(rawData);
Graphics g = Graphics.FromImage(enhancedImage);
// Get the iterator for the page layout
using (var iter = page.GetIterator())
{
@@ -111,7 +117,7 @@ namespace OCR_Decode
// Get the bounding box for the current element
if (iter.TryGetBoundingBox(PageIteratorLevel.Word, out boundingBox))
{
g.DrawRectangle(Pens.Red, new Rectangle(boundingBox.X1, boundingBox.Y1, boundingBox.Width, boundingBox.Height));
//g.DrawRectangle(Pens.Red, new Rectangle(boundingBox.X1, boundingBox.Y1, boundingBox.Width, boundingBox.Height));
}
// Get the text for the current element
try
@@ -125,18 +131,17 @@ namespace OCR_Decode
} while (iter.Next(PageIteratorLevel.Word));
}
enhancedImage.Save(Reader.DEBUG_DUMP_FOLDER + Regex.Replace(rawResult, "[^0-9A-Za-z]", "") + ".png");
List<string> rawNumbers;
//Removes all non digit chars except for the important ones
string cleanedResult = Regex.Replace(rawResult, "[^0-9.:]", "");
//Splits into minuts seconds miliseconds
rawNumbers = cleanedResult.Split('.', ':').ToList<string>();
//removes any empty cells (tho this usually sign of a really bad OCR implementation tbh will have to be fixed higher in the chian)
for (int i = 0; i < rawNumbers.Count;i++)
{
if (rawNumbers[i] == "")
rawNumbers.RemoveAt(i);
}
rawNumbers.RemoveAll(x => ((string)x) == "");
if (rawNumbers.Count == 3)
{
@@ -154,8 +159,6 @@ namespace OCR_Decode
{
if (rawNumbers.Count == 1)
{
//ss
//if (rawNumbers[0] == "LEADER")
try
{
result = Convert.ToInt32(rawNumbers[0]);
OCR_Decode/packages.config
+7
View File
@@ -1,5 +1,12 @@
<?xml version="1.0" encoding="utf-8"?>
<packages>
<package id="Accord" version="3.8.0" targetFramework="net472" />
<package id="Accord.Imaging" version="3.8.0" targetFramework="net472" />
<package id="Accord.Math" version="3.8.0" targetFramework="net472" />
<package id="Accord.Statistics" version="3.8.0" targetFramework="net472" />
<package id="AForge" version="2.2.5" targetFramework="net472" />
<package id="AForge.Imaging" version="2.2.5" targetFramework="net472" />
<package id="AForge.Math" version="2.2.5" targetFramework="net472" />
<package id="Microsoft.Bcl.AsyncInterfaces" version="7.0.0" targetFramework="net472" />
<package id="Newtonsoft.Json" version="13.0.3" targetFramework="net472" />
<package id="System.Buffers" version="4.5.1" targetFramework="net472" />