image-proccesing-add tesstract , train dataste fixed issues-2

app/build.gradle

@@ -8,11 +8,11 @@ apply plugin: 'com.chaquo.python'
 
 android {
     compileSdkVersion 30
-    buildToolsVersion "30.0.2"
+    buildToolsVersion "30.0.3"
 
     defaultConfig {
         applicationId "com.example.archemistrylab"
-        minSdkVersion 19
+        minSdkVersion 23
         targetSdkVersion 30
         versionCode 1
         versionName "1.0"
@@ -23,9 +23,20 @@ android {
             abiFilters "armeabi-v7a", "x86"
         }
         python {
-            buildPython "C:/Users/Mahima/AppData/Local/Programs/Python/Python36/python.exe"
+            buildPython "C:/Users/User/AppData/Local/Programs/Python/Python38-32/python.exe"
+
+
+        pip {
+            install "pillow"
+            install "numpy"
+            install "opencv-contrib-python"
+            install "pytesseract"
+            install "matplotlib"
+
 
         }
+
+    }
         sourceSets {
             main {
                 python.srcDir "src/main/python"
@@ -43,17 +54,27 @@ android {
         sourceCompatibility JavaVersion.VERSION_1_8
         targetCompatibility JavaVersion.VERSION_1_8
     }
+
+    sourceSets {
+        main {
+            assets {
+                srcDirs 'src\\main\\assets'
+            }
+        }
+    }
 }
 
 dependencies {
 
-    implementation 'androidx.appcompat:appcompat:1.2.0'
+    implementation 'androidx.appcompat:appcompat:1.3.0'
     implementation 'com.google.android.material:material:1.3.0'
     implementation 'androidx.constraintlayout:constraintlayout:2.0.4'
     implementation 'androidx.navigation:navigation-fragment:2.3.5'
     implementation 'androidx.navigation:navigation-ui:2.3.5'
     implementation 'androidx.lifecycle:lifecycle-livedata-ktx:2.3.1'
     implementation 'androidx.lifecycle:lifecycle-viewmodel-ktx:2.3.1'
+    implementation 'com.theartofdev.edmodo:android-image-cropper:2.6.0'
+    implementation 'com.rmtheis:tess-two:5.4.1'
     testImplementation 'junit:junit:4.13.2'
     androidTestImplementation 'androidx.test.ext:junit:1.1.2'
     androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'

app/src/main/AndroidManifest.xml

@@ -2,6 +2,10 @@
 <manifest xmlns:android="http://schemas.android.com/apk/res/android"
     package="com.example.archemistrylab">
 
+    <uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" />
+    <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
+    <uses-permission android:name="android.permission.CAMERA" />
+
     <application
         android:allowBackup="true"
         android:icon="@mipmap/ic_launcher"
@@ -9,6 +13,10 @@
         android:roundIcon="@mipmap/ic_launcher_round"
         android:supportsRtl="true"
         android:theme="@style/Theme.ARChemistryLab">
+        <activity android:name=".ImageProcessing.ImageProcess"></activity>
+        <activity
+            android:name="com.theartofdev.edmodo.cropper.CropImageActivity"
+            android:theme="@style/Theme.AppCompat.DayNight.DarkActionBar" />
         <activity
             android:name=".MainActivity"
             android:label="@string/app_name"

app/src/main/java/com/example/archemistrylab/ImageProcessing/ImageProcess.java

+package com.example.archemistrylab.ImageProcessing;
+
+import android.Manifest;
+import android.content.Intent;
+import android.content.pm.PackageManager;
+import android.graphics.Bitmap;
+import android.graphics.BitmapFactory;
+import android.net.Uri;
+import android.os.Bundle;
+import android.os.Environment;
+import android.provider.MediaStore;
+import android.util.Base64;
+import android.view.View;
+import android.widget.Button;
+import android.widget.ImageView;
+import android.widget.TextView;
+import android.widget.Toast;
+
+import androidx.annotation.Nullable;
+import androidx.appcompat.app.AppCompatActivity;
+import androidx.core.app.ActivityCompat;
+
+import com.chaquo.python.PyObject;
+import com.chaquo.python.Python;
+import com.chaquo.python.android.AndroidPlatform;
+import com.example.archemistrylab.R;
+import com.googlecode.tesseract.android.TessBaseAPI;
+import com.theartofdev.edmodo.cropper.CropImage;
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.OutputStream;
+
+
+public class ImageProcess extends AppCompatActivity {
+
+    ImageView originalimage,imageviewUpdate;
+    Button btnCapture;
+    Uri uri;
+    Bitmap finalbitmap;
+    TextView textfinal;
+
+
+    String FinalDatapath;
+    String FinalPathToTESS_BASE_API;
+
+    private TessBaseAPI tessBaseAPI;
+
+    Python py = null;
+
+    @Override
+    protected void onCreate(Bundle savedInstanceState) {
+        super.onCreate(savedInstanceState);
+        setContentView(R.layout.activity_image_process);
+
+        originalimage = findViewById(R.id.OriginalImageView);
+        btnCapture = findViewById(R.id.capture);
+        imageviewUpdate = findViewById(R.id.imageviewUpdate);
+        textfinal = findViewById(R.id.textfinal);
+
+        //start python
+        if (!Python.isStarted()){
+            Python.start(new AndroidPlatform(this));
+        }
+        // creating python instance
+        py = Python.getInstance();
+
+
+        btnCapture.setOnClickListener(new View.OnClickListener() {
+            @Override
+            public void onClick(View v) {
+                CropImage.activity().start(com.example.archemistrylab.ImageProcessing.ImageProcess.this);
+            }
+        });
+    }
+
+    @Override
+    protected void onActivityResult(int requestCode, int resultCode, @Nullable Intent data) {
+        super.onActivityResult(requestCode, resultCode, data);
+        if(requestCode == CropImage.CROP_IMAGE_ACTIVITY_REQUEST_CODE){
+            CropImage.ActivityResult result = CropImage.getActivityResult(data);
+
+            if(resultCode == RESULT_OK){
+
+                uri = result.getUri();
+                Bitmap bitmap = null;
+                try {
+                    bitmap = MediaStore.Images.Media.getBitmap(this.getContentResolver(),uri);
+                    finalbitmap = bitmap;
+                    originalimage.setImageBitmap(bitmap);
+                }catch (IOException e){
+                    e.printStackTrace();
+                }
+            }else if(resultCode == CropImage.CROP_IMAGE_ACTIVITY_RESULT_ERROR_CODE){
+                Exception e = result.getError();
+                Toast.makeText(this,"Possible Error is : "+e, Toast.LENGTH_LONG).show();
+            }
+
+        }
+        //Check the permissions before accessing the external storage
+        if (ActivityCompat.checkSelfPermission(com.example.archemistrylab.ImageProcessing.ImageProcess.this, Manifest.permission.WRITE_EXTERNAL_STORAGE) == PackageManager.PERMISSION_GRANTED){
+            if (ActivityCompat.checkSelfPermission(com.example.archemistrylab.ImageProcessing.ImageProcess.this, Manifest.permission.READ_EXTERNAL_STORAGE) == PackageManager.PERMISSION_GRANTED){
+
+                PrepareTessData();
+                startOCR(finalbitmap);
+            }else {
+                ActivityCompat.requestPermissions(com.example.archemistrylab.ImageProcessing.ImageProcess.this,new String[]{Manifest.permission.READ_EXTERNAL_STORAGE},101);
+            }
+
+        }else{
+            //when permission is not granted
+            //Request Permission
+            ActivityCompat.requestPermissions(com.example.archemistrylab.ImageProcessing.ImageProcess.this,new String[]{Manifest.permission.WRITE_EXTERNAL_STORAGE},100);
+
+        }
+
+    }
+
+    //prepare the data for Tesseract
+    private void PrepareTessData(){
+
+        try {
+            String fileList[] = getAssets().list("trainedData");
+
+            for (String fileName : fileList) {
+
+                File file = new File(Environment.getExternalStorageDirectory()
+                        + "/tesseract/tessdata/");
+
+                if (!file.exists()){
+                    file.mkdirs();
+
+                }
+                if ((file.exists())) {
+
+                    try {
+
+                        InputStream in = getAssets().open(fileName);
+                        String sdCardPath = Environment.getExternalStorageDirectory()
+                                + "/tesseract/tessdata";
+
+                        FinalDatapath = sdCardPath + "/eng.traineddata";
+
+                        FinalPathToTESS_BASE_API = Environment.getExternalStorageDirectory() + "/tesseract/";
+                        System.out.println("sdpath "+sdCardPath);
+                        OutputStream out = new FileOutputStream(FinalDatapath);
+                        byte [] buff = new byte[1024];
+                        int len;
+
+                        while(( len = in.read(buff)) > 0){
+                            out.write(buff,0,len);
+
+                        }
+                        in.close();
+                        out.close();
+
+
+                    }catch (IOException e){
+                        e.printStackTrace();
+                    }
+
+
+                }
+
+
+            }
+
+
+        }catch (Exception e){
+            e.printStackTrace();
+        }
+    }
+
+    private void startOCR(Bitmap bitmap){
+        try {
+            BitmapFactory.Options options = new BitmapFactory.Options();
+            options.inSampleSize = 7;
+
+            ByteArrayOutputStream baos = new ByteArrayOutputStream();
+            bitmap.compress(Bitmap.CompressFormat.PNG,100,baos);
+
+            //store image data in byte array
+            byte[] imageBytes = baos.toByteArray();
+
+            //Encode the data to string
+            String encodedImage = Base64.encodeToString(imageBytes, Base64.DEFAULT);
+
+            PyObject pyo = py.getModule("preprosessgreyscale");
+            //open the python script
+            PyObject obj = pyo.callAttr("main",encodedImage);
+            //getting the image String from obj
+            String imgStr = obj.toString();
+            //convert again to byte array
+            byte data[]  = Base64.decode(imgStr, Base64.DEFAULT);
+            // convert byte array to bitmap
+            Bitmap greybmp = BitmapFactory.decodeByteArray(data,0,data.length);
+
+            imageviewUpdate.setImageBitmap(greybmp);
+
+            String textfromImage = getOCRresult(greybmp,FinalPathToTESS_BASE_API);
+            textfinal.setText(textfromImage);
+
+        }catch (Exception e){
+            e.printStackTrace();
+        }
+    }
+
+    public String getOCRresult(Bitmap bitmap,String FinalPathToTESS_BASE_API){
+        try {
+            tessBaseAPI = new TessBaseAPI();
+        }catch (Exception e){
+            e.printStackTrace();
+        }
+        tessBaseAPI.init(FinalPathToTESS_BASE_API,"eng");
+        tessBaseAPI.setVariable(TessBaseAPI.VAR_CHAR_WHITELIST, "aAbBcCdDeEfFgGhHiIjJkKlLmMnNoOpPqQrRsStTuUvVwWxXyYzZ1234567890',.?;/=>+ ");
+        tessBaseAPI.setImage(bitmap);
+        String retStr = "No Result";
+        try {
+            retStr = tessBaseAPI.getUTF8Text();
+        }catch (Exception e){
+            e.printStackTrace();
+        }
+        tessBaseAPI.end();
+        return retStr;
+    }
+}
\ No newline at end of file

app/src/main/java/com/example/archemistrylab/MainActivity.java

 package com.example.archemistrylab;
 
+import android.content.Intent;
 import android.os.Bundle;
 import android.view.View;
 import android.view.Menu;
+import android.widget.Button;
 import android.widget.TextView;
 
 import com.google.android.material.floatingactionbutton.FloatingActionButton;
@@ -21,11 +23,17 @@ import com.chaquo.python.PyObject;
 import com.chaquo.python.Python;
 import com.chaquo.python.android.AndroidPlatform;
 
+import com.example.archemistrylab.ImageProcessing.ImageProcess;
+
 public class MainActivity extends AppCompatActivity {
 
     private AppBarConfiguration mAppBarConfiguration;
     TextView textView;
 
+    String Imagestring="";
+    Python py;
+    Button buttonimagepro;
+
     @Override
     protected void onCreate(Bundle savedInstanceState) {
         super.onCreate(savedInstanceState);
@@ -34,6 +42,7 @@ public class MainActivity extends AppCompatActivity {
         setSupportActionBar(toolbar);
         FloatingActionButton fab = findViewById(R.id.fab);
         textView = (TextView) findViewById(R.id.textview);
+        buttonimagepro= findViewById(R.id.buttonimagepro);
         if (!Python.isStarted()) {
             Python.start(new AndroidPlatform(this));
         }
@@ -55,6 +64,13 @@ public class MainActivity extends AppCompatActivity {
                         .setAction("Action", null).show();
             }
         });
+        buttonimagepro.setOnClickListener(new View.OnClickListener() {
+            @Override
+            public void onClick(View v) {
+                Intent intent = new Intent(MainActivity.this, ImageProcess.class);
+                startActivity(intent);
+            }
+        });
         DrawerLayout drawer = findViewById(R.id.drawer_layout);
         NavigationView navigationView = findViewById(R.id.nav_view);
         // Passing each menu ID as a set of Ids because each

app/src/main/python/preprosessgreyscale.py

+import numpy as np
+import cv2
+from PIL import Image
+import base64
+import io
+
+def main(data):
+    decoded_data = base64.b64decode(data)
+    np_data = np.fromstring(decoded_data,np.uint8)
+    img = cv2.imdecode(np_data,cv2.IMREAD_UNCHANGED)
+    img_gray = cv2.cvtColor(img,cv2.COLOR_BGR2GRAY)
+    pil_im = Image.fromarray(img_gray)
+
+    buff = io.BytesIO()
+    pil_im.save(buff,format="PNG")
+    img_str = base64.b64encode(buff.getvalue())
+    return ""+str(img_str,'utf-8')
\ No newline at end of file

app/src/main/res/layout/activity_image_process.xml

+<?xml version="1.0" encoding="utf-8"?>
+<androidx.constraintlayout.widget.ConstraintLayout xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:app="http://schemas.android.com/apk/res-auto"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    tools:context=".ImageProcessing.ImageProcess">
+
+    <ImageView
+        android:id="@+id/OriginalImageView"
+        android:layout_width="193dp"
+        android:layout_height="173dp"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintHorizontal_bias="0.073"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent"
+        app:layout_constraintVertical_bias="0.224"
+        tools:srcCompat="@tools:sample/avatars" />
+
+    <Button
+        android:id="@+id/capture"
+        android:layout_width="243dp"
+        android:layout_height="66dp"
+        android:text="Button"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent"
+        app:layout_constraintVertical_bias="0.545" />
+
+    <ImageView
+        android:id="@+id/imageviewUpdate"
+        android:layout_width="169dp"
+        android:layout_height="166dp"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintHorizontal_bias="0.933"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent"
+        app:layout_constraintVertical_bias="0.233"
+        tools:srcCompat="@tools:sample/avatars" />
+
+    <TextView
+        android:id="@+id/textfinal"
+        android:layout_width="287dp"
+        android:layout_height="71dp"
+        android:text="TextView"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent"
+        app:layout_constraintVertical_bias="0.757" />
+</androidx.constraintlayout.widget.ConstraintLayout>
\ No newline at end of file

app/src/main/res/layout/content_main.xml

@@ -28,5 +28,17 @@
         app:layout_constraintTop_toTopOf="parent"
         app:navGraph="@navigation/mobile_navigation" />
 
+    <Button
+        android:id="@+id/buttonimagepro"
+        android:layout_width="184dp"
+        android:layout_height="78dp"
+        android:text="Button"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintHorizontal_bias="0.497"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="@+id/nav_host_fragment"
+        app:layout_constraintVertical_bias="0.808" />
+
 
 </androidx.constraintlayout.widget.ConstraintLayout>
\ No newline at end of file