安卓App与ESP32Cam的视频传输

1. 实现结果
   
   
2. app可以控制Esp32Cam的摄像头开关和闪光灯的开关
   
3. Esp32Cam代码
    

   #include <Arduino.h>
   #include <WiFi.h>
   #include "esp_camera.h"
   #include <vector>
   
   #define maxcache 1024  //图像数据包的大小
   
   const char* ssid = "****";
   const char* password = "*******";
   
   const int LED = 4;//闪光灯
   const int ZHESHI_LED = 33; //指示灯 
   bool cam_state = true;  //是否开启摄像头传输
   const int port = 8080;
   String  frame_begin = "FrameBegin"; //图像传输包头
   String  frame_over = "FrameOverr";  //图像传输包尾
   String  msg_begin = "Esp32Msg";  //消息传输头
   //创建服务器端
   WiFiServer server;
   //创建客户端
   WiFiClient client;
   
   //CAMERA_MODEL_AI_THINKER类型摄像头的引脚定义
   #define PWDN_GPIO_NUM     32
   #define RESET_GPIO_NUM    -1
   #define XCLK_GPIO_NUM      0
   #define SIOD_GPIO_NUM     26
   #define SIOC_GPIO_NUM     27
    
   #define Y9_GPIO_NUM       35
   #define Y8_GPIO_NUM       34
   #define Y7_GPIO_NUM       39
   #define Y6_GPIO_NUM       36
   #define Y5_GPIO_NUM       21
   #define Y4_GPIO_NUM       19
   #define Y3_GPIO_NUM       18
   #define Y2_GPIO_NUM        5
   #define VSYNC_GPIO_NUM    25
   #define HREF_GPIO_NUM     23
   #define PCLK_GPIO_NUM     22
   
   static camera_config_t camera_config = {
       .pin_pwdn = PWDN_GPIO_NUM,
       .pin_reset = RESET_GPIO_NUM,
       .pin_xclk = XCLK_GPIO_NUM,
       .pin_sscb_sda = SIOD_GPIO_NUM,
       .pin_sscb_scl = SIOC_GPIO_NUM,
       
       .pin_d7 = Y9_GPIO_NUM,
       .pin_d6 = Y8_GPIO_NUM,
       .pin_d5 = Y7_GPIO_NUM,
       .pin_d4 = Y6_GPIO_NUM,
       .pin_d3 = Y5_GPIO_NUM,
       .pin_d2 = Y4_GPIO_NUM,
       .pin_d1 = Y3_GPIO_NUM,
       .pin_d0 = Y2_GPIO_NUM,
       .pin_vsync = VSYNC_GPIO_NUM,
       .pin_href = HREF_GPIO_NUM,
       .pin_pclk = PCLK_GPIO_NUM,
       
       .xclk_freq_hz = 20000000,
       .ledc_timer = LEDC_TIMER_0,
       .ledc_channel = LEDC_CHANNEL_0,
       
       .pixel_format = PIXFORMAT_JPEG,
       .frame_size = FRAMESIZE_VGA,
       .jpeg_quality = 31,   //图像质量   0-63  数字越小质量越高
       .fb_count = 1,
   };
   //初始化摄像头
   esp_err_t camera_init() {
       //initialize the camera
       esp_err_t err = esp_camera_init(&camera_config);
       if (err != ESP_OK) {
           Serial.println("Camera Init Failed!");
           return err;
       }
       sensor_t * s = esp_camera_sensor_get();
       //initial sensors are flipped vertically and colors are a bit saturated
       if (s->id.PID == OV2640_PID) {
       //        s->set_vflip(s, 1);//flip it back
       //        s->set_brightness(s, 1);//up the blightness just a bit
       //        s->set_contrast(s, 1);
       }
       Serial.println("Camera Init OK!");
       return ESP_OK;
   }
   
   bool wifi_init(const char* ssid,const char* password ){
     WiFi.mode(WIFI_STA);
     WiFi.setSleep(false); //关闭STA模式下wifi休眠，提高响应速度
     #ifdef staticIP
       WiFi.config(staticIP, gateway, subnet);
     #endif
     WiFi.begin(ssid, password);
     uint8_t i = 0;
     Serial.println();
     while (WiFi.status() != WL_CONNECTED && i++ < 20) {
         delay(500);
         Serial.print(".");
     }
     if (i == 21) {
       Serial.println();
       Serial.print("Could not connect to"); 
       Serial.println(ssid);
       digitalWrite(ZHESHI_LED,HIGH);  //网络连接失败 熄灭指示灯
       return false;
     }
     Serial.print("Connecting to wifi "); 
     Serial.print(ssid);
     Serial.println(" success!"); 
     digitalWrite(ZHESHI_LED,LOW);  //网络连接成功 点亮指示灯
     return true;
   }
   
   void TCPServerInit(){
     //启动server
     server.begin(port);
     //关闭小包合并包功能，不会延时发送数据
     server.setNoDelay(true);
     Serial.print("Ready! TCP Server");
     Serial.print(WiFi.localIP());
     Serial.println(":8080 Running!");
   }
   void cssp(){
     camera_fb_t * fb = esp_camera_fb_get();
     uint8_t * temp = fb->buf; //这个是为了保存一个地址，在摄像头数据发送完毕后需要返回，否则会出现板子发送一段时间后自动重启，不断重复
     if (!fb)
     {
         Serial.println("Camera Capture Failed");
     }
     else
     { 
       //先发送Frame Begin 表示开始发送图片 然后将图片数据分包发送 每次发送1430 余数最后发送 
       //完毕后发送结束标志 Frame Over 表示一张图片发送完毕 
       client.print(frame_begin); //一张图片的起始标志
       // 将图片数据分段发送
       int leng = fb->len;
       int timess = leng/maxcache;
       int extra = leng%maxcache;
       for(int j = 0;j< timess;j++)
       {
         client.write(fb->buf, maxcache); 
         for(int i =0;i< maxcache;i++)
         {
           fb->buf++;
         }
       }
       client.write(fb->buf, extra);
       client.print(frame_over);      // 一张图片的结束标志
       //Serial.print("This Frame Length:");
       //Serial.print(fb->len);
       //Serial.println(".Succes To Send Image For TCP!");
       //return the frame buffer back to the driver for reuse
       fb->buf = temp; //将当时保存的指针重新返还
       esp_camera_fb_return(fb);  //这一步在发送完毕后要执行，具体作用还未可知。        
     }
     //delay(20);//短暂延时 增加数据传输可靠性        
   }
   void TCPServerMonitor(){
   if (server.hasClient()) {
     if ( client && client.connected()) {
       WiFiClient serverClient = server.available();
       serverClient.stop();
       Serial.println("Connection rejected!");
     }else{
       //分配最新的client
       client = server.available();
       client.println(msg_begin +  "Client is Connect!");
       Serial.println("Client is Connect!");
     }
   }
     //检测client发过来的数据
   if (client && client.connected()) {
     if (client.available()) {
       String line = client.readStringUntil('\n'); //读取数据到换行符
       if (line == "CamOFF"){
         cam_state = false;
         client.println(msg_begin +  "Camera OFF!");
       }
       if (line == "CamON"){
         cam_state = true;
         client.println(msg_begin +  "Camera ON!");
       }
       if (line == "LedOFF"){
         digitalWrite(LED, LOW);
         client.println(msg_begin +  "Led OFF!");
       }
       if (line == "LedON"){
         digitalWrite(LED, HIGH);
         client.println(msg_begin +  "Led ON!");
       }
       Serial.println(line);
     }
   }
     
   // 视频传输
   if(cam_state)
   {
     if (client && client.connected()) {
       cssp();
     }
   }
   }
   
   void setup() {
     Serial.begin(115200);
     pinMode(ZHESHI_LED, OUTPUT);
     digitalWrite(ZHESHI_LED, HIGH);
     pinMode(LED, OUTPUT);
     digitalWrite(LED, LOW);
     wifi_init(ssid,password);
     camera_init();
     TCPServerInit();
   }
   
   void loop() {
     TCPServerMonitor();
   }
   

4. 安卓app代码
    

   package com.example.tcpclient_eap32cam_1025;
   
   
   import androidx.appcompat.app.AppCompatActivity;
   
   import android.graphics.Bitmap;
   import android.graphics.BitmapFactory;
   import android.os.Bundle;
   import android.os.Handler;
   import android.os.Message;
   import android.util.Log;
   import android.view.View;
   import android.widget.Button;
   import android.widget.EditText;
   import android.widget.ImageView;
   import android.widget.TextView;
   import android.widget.Toast;
   
   import java.io.IOException;
   import java.io.InputStream;
   import java.io.OutputStream;
   import java.net.Socket;
   import java.text.SimpleDateFormat;
   import java.util.Date;
   
   public class MainActivity extends AppCompatActivity {
       EditText host_editText,port_editText,send_data;
       TextView rec_data;
       Button connect_button,send;
       ImageView show_cam;
       Socket socket;
       InputStream inputStream;
       OutputStream outputStream;
       byte[] RevBuff = new byte[1024];  //定义接收数据流的包的大小
       MyHandler myHandler;
       byte[] temp = new byte[0];  //存放一帧图像的数据
       int headFlag = 0;    // 0 数据流不是图像数据   1 数据流是图像数据
       Bitmap bitmap = null;
       @Override
       protected void onCreate(Bundle savedInstanceState) {
           super.onCreate(savedInstanceState);
           setContentView(R.layout.activity_main);
   
           host_editText = findViewById(R.id.host_editText); //服务器地址
           port_editText = findViewById(R.id.port_editText);//服务器端口
           connect_button= findViewById(R.id.connect_button);//连接服务器按钮
           rec_data = findViewById(R.id.rec_data); //存放接收到的非图像数据
           send = findViewById(R.id.send);//发送数据按钮
           send_data = findViewById(R.id.send_data);//发送数据文本框
           connect_button.setText("连接"); //设置连接按钮名称为连接 如果已连接上显示断开
           show_cam = findViewById(R.id.show_cam); //存放图像数据
           myHandler = new MyHandler();
   //        连接服务器操作
           connect_button.setOnClickListener(new View.OnClickListener(){
               @Override
               public void onClick(View view) {
                   if(connect_button.getText() == "连接"){
                       new Thread(new Runnable() {
                           @Override
                           public void run() {
                               Message msg = myHandler.obtainMessage();
                               try {
                                   //如果 host_editText  port_editText为空的话 点击连接 会退出程序
                                   socket = new Socket((host_editText.getText()).toString(),Integer.valueOf(port_editText.getText().toString()));
                                   //socket = new Socket("192.168.0.3",8080);
                                   if(socket.isConnected()){
                                       msg.what = 0;//显示连接服务器成功信息
                                       inputStream = socket.getInputStream();
                                       outputStream = socket.getOutputStream();
                                       Recv();//接收数据
                                   }else{
                                       msg.what = 1;//显示连接服务器失败信息
                                   }
                               } catch (IOException e) {
                                   e.printStackTrace();
                                   msg.what = 1;//显示连接服务器失败信息
                               }
                               myHandler.sendMessage(msg);
                           }
                       }).start();
                   }else{
   //                    关闭socket连接
                       try { socket.close(); } catch (IOException e) { e.printStackTrace(); }
                       try { inputStream.close(); }catch (IOException e) { e.printStackTrace(); }
                       try { outputStream.close(); }catch (IOException e) { e.printStackTrace(); }
                       connect_button.setText("连接");
                   }
               }
           });
   //        发送数据
           send.setOnClickListener(new View.OnClickListener() {
               @Override
               public void onClick(View view) {
                   new Thread(new Runnable() {
                       @Override
                       public void run() {
                           try {
   //                            发送数据
                               outputStream.write(send_data.getText().toString().getBytes());
                           } catch (IOException e) {
   //                            如果发送数据失败 显示连接服务器失败信息
                               e.printStackTrace();
                               Message msg = myHandler.obtainMessage();
                               msg.what = 1;
                               myHandler.sendMessage(msg);
                           }
                       }
                   }).start();
               }
           });
       }
       //    接收数据方法
       public void Recv(){
           new Thread(new Runnable() {
               @Override
               public void run() {
                   while(socket != null && socket.isConnected()){
                       try {
                           int Len = inputStream.read(RevBuff);
                           if(Len != -1){
   //                          图像数据包的头  FrameBegin
                               boolean begin_cam_flag = RevBuff[0] == 70 && RevBuff[1] == 114 && RevBuff[2] == 97 && RevBuff[3] == 109 && RevBuff[4] == 101
                                       && RevBuff[5] == 66 && RevBuff[6] == 101 && RevBuff[7] == 103 && RevBuff[8] == 105 && RevBuff[9] == 110 ;
   //                            图像数据包的尾  FrameOverr
                               boolean end_cam_flag = RevBuff[0] == 70 && RevBuff[1] == 114 && RevBuff[2] == 97 && RevBuff[3] == 109 && RevBuff[4] == 101
                                       && RevBuff[5] == 79 && RevBuff[6] == 118 && RevBuff[7] == 101 && RevBuff[8] == 114 && RevBuff[9] == 114;
   //                            判断接收的包是不是图片的开头数据 是的话s说明下面的数据属于图片数据 将headFlag置1
                               if(headFlag == 0 && begin_cam_flag){
                                   headFlag = 1;
                               }else if(end_cam_flag){  //判断包是不是图像的结束包 是的话 将数据传给 myHandler  3 同时将headFlag置0
                                   Message msg = myHandler.obtainMessage();
                                   msg.what = 3;
                                   myHandler.sendMessage(msg);
                                   headFlag = 0;
                               }else if(headFlag == 1){ //如果 headFlag == 1 说明包是图像数据  将数据发给byteMerger方法 合并一帧图像
                                   temp = byteMerger(temp,RevBuff);
                               }
   //                            定义包头 Esp32Msg  判断包头 在向myHandler  2 发送数据    eadFlag == 0 && !end_cam_flag没用 会展示图像的数据
                               boolean begin_msg_begin = RevBuff[0] == 69 && RevBuff[1] == 115 && RevBuff[2] == 112 && RevBuff[3] == 51 && RevBuff[4] == 50
                                       && RevBuff[5] == 77 && RevBuff[6] == 115 && RevBuff[7] == 103 ;
                               if(begin_msg_begin){
                                   Message msg = myHandler.obtainMessage();
                                   msg.what = 2;
                                   msg.arg1 = Len;
                                   msg.obj = RevBuff;
                                   myHandler.sendMessage(msg);
                               }
                           }else{
   //                            如果Len = -1 说明接受异常  显示连接服务器失败信息  跳出循环
                               Message msg = myHandler.obtainMessage();
                               msg.what = 1;
                               myHandler.sendMessage(msg);
                               break;
                           }
                       } catch (IOException e) {
   //                        如果接受数据inputStream.read(RevBuff)语句执行失败 显示连接服务器失败信息  跳出循环
                           e.printStackTrace();
                           Message msg = myHandler.obtainMessage();
                           msg.what = 1;
                           myHandler.sendMessage(msg);
                           break;
                       }
                   }
               }
           }).start();
       }
   
       //    合并一帧图像数据  a 全局变量 temp   b  接受的一个数据包 RevBuff
       public byte[] byteMerger(byte[] a,byte[] b){
           int i = a.length + b.length;
           byte[] t = new byte[i]; //定义一个长度为 全局变量temp  和 数据包RevBuff 一起大小的字节数组 t
           System.arraycopy(a,0,t,0,a.length);  //先将 temp（先传过来的数据包）放进  t
           System.arraycopy(b,0,t,a.length,b.length);//然后将后进来的这各数据包放进t
           return t; //返回t给全局变量 temp
       }
       //处理一些不能在线程里面执行的信息
       class MyHandler extends Handler{
           public void handleMessage(Message msg){
               super.handleMessage(msg);
               switch (msg.what){
                   case 0:
   //                    连接服务器成功信息
                       Toast.makeText(MainActivity.this,"连接服务器成功！",Toast.LENGTH_SHORT).show();
                       connect_button.setText("断开");
                       break;
                   case 1:
   //                    连接服务器失败信息
                       Toast.makeText(MainActivity.this,"连接服务器失败！",Toast.LENGTH_SHORT).show();
                       break;
                   case 2:
   //                    处理接收到的非图像数据
                       byte[] Buffer = new byte[msg.arg1];
                       System.arraycopy((byte[])msg.obj,0,Buffer,0,msg.arg1);
                       SimpleDateFormat formatter= new SimpleDateFormat("yyyy-MM-dd 'at' HH:mm:ss z");
                       Date date = new Date(System.currentTimeMillis());
                       String content = (new String(Buffer)) + "----"  + formatter.format(date) + "\n";
                       rec_data.append(content);
                       break;
                   case 3:
   //                    处理接受到的图像数据 并展示
                       bitmap = BitmapFactory.decodeByteArray(temp, 0,temp.length);
                       show_cam.setImageBitmap(bitmap);//这句就能显示图片(bitmap数据没问题的情况下) 存在图像闪烁情况 待解决
                       temp = new byte[0];  //一帧图像显示结束  将 temp清零
                       break;
                   default: break;
               }
           }
       }
       //    销毁窗体 释放资源
       protected void onDestroy() {
           super.onDestroy();
           if(inputStream != null){
               try {inputStream.close();}catch(IOException e) {e.printStackTrace();}
           }
   
           if(outputStream != null){
               try {outputStream.close();} catch (IOException e) {e.printStackTrace();}
           }
           if(socket != null){
               try {socket.close();} catch (IOException e) {e.printStackTrace();}
           }
       }
   }
   
   
   
   

   <?xml version="1.0" encoding="utf-8"?>
   <LinearLayout  xmlns:android="http://schemas.android.com/apk/res/android"
       xmlns:tools="http://schemas.android.com/tools"
       android:orientation="vertical"
       tools:context=".MainActivity"
       android:layout_width="match_parent"
       android:layout_height="match_parent">
   
       <LinearLayout
           android:orientation="horizontal"
           tools:context=".MainActivity"
           android:layout_width="match_parent"
           android:layout_height="50dp"
           android:layout_marginBottom="4dp">
           <EditText
               android:layout_width="160dp"
               android:layout_height="50dp"
               android:id="@+id/host_editText"
               android:hint="服务器地址"
               android:selectAllOnFocus="true"
               android:inputType="phone"/>
           <EditText
               android:layout_width="160dp"
               android:layout_height="50dp"
               android:id="@+id/port_editText"
               android:hint="端口"
               android:inputType="phone"/>
           <Button
               android:id="@+id/connect_button"
               android:layout_width="80dp"
               android:layout_height="50dp"
               android:text="连接" />
       </LinearLayout>
   
       <ImageView
           android:id="@+id/show_cam"
           android:layout_width="match_parent"
           android:layout_height="220dp"
           android:background="#333"
           android:scaleType="center"
           android:layout_marginBottom="4dp"/>
       <ScrollView
           android:layout_width="match_parent"
           android:layout_height="320dp">
           <TextView
               android:layout_width="fill_parent"
               android:layout_height="wrap_content"
               android:id="@+id/rec_data"
               android:hint="接收消息"/>
       </ScrollView>
   
       <EditText
           android:layout_width="match_parent"
           android:layout_height="40dp"
           android:id="@+id/send_data"
           android:layout_marginBottom="4dp"
           android:hint="发送消息"/>
       <Button
           android:text="发送"
           android:layout_width="match_parent"
           android:layout_height="60dp"
           android:id="@+id/send" />
   
   </LinearLayout>
   
   
   

   <uses-permission android:name="android.permission.INTERNET" />

 文章来源地址https://www.toymoban.com/news/detail-401960.html

到了这里，关于安卓App与ESP32Cam的视频传输的文章就介绍完了。如果您还想了解更多内容，请在右上角搜索TOY模板网以前的文章或继续浏览下面的相关文章，希望大家以后多多支持TOY模板网！