unity使用百度AI实现人脸融合

准备工作：前往百度AI网页注册账号，百度AI开放平台-全球领先的人工智能服务平台

在开放能力平台，能找到想要的功能介绍，然后要创建一个应用，需要用到ak和sk，百度AI开发里边介绍比较清楚，这里就不赘述了。

开发逻辑调用摄像头 -> 截取一帧画面 -> 上传百度AI云融合 -> 返回融合结果显示

首先呢，需要创建一个WebCamera类，完善摄像头的各种功能。

/// <summary>
/// 简单的摄像头单例类，挂载在场景物体上
/// </summary>
public class WebCamera : MonoBehaviour
{    public static WebCamera Instance;/// <summary>/// 当前摄像头下标，存在多个摄像头设备时用于切换功能/// </summary>private int curCamIndex = 0;/// <summary>/// 所有摄像头设备列表/// </summary>private WebCamDevice[] devices;/// <summary>/// 摄像头渲染纹理/// </summary>private WebCamTexture webCamTex;/// <summary>/// 当前设备的名称/// </summary>public string deviceName { get; private set; }/// <summary>/// 摄像头是否打开/// </summary>public bool CameraIsOpen { get; private set; }/// <summary>/// 最终渲染画面/// </summary>public Texture renderTex { get; private set; }/// <summary>/// 最新的截图/// </summary>public Texture2D lastShotText { get; private set; }/// <summary>/// 画面的宽高/// </summary>private int width,height;/// <summary>/// 帧率/// </summary>private int fps;void Awake(){Instance = this;}public void InitCamera(int width,int height,int fps=30){        this.width = width;this.height = height;this.fps = fps;}/// <summary>/// 打开摄像头/// </summary>public void OpenCamera(){//用户授权if (Application.HasUserAuthorization(UserAuthorization.WebCam)){//显示画面的设备就是要打开的摄像头devices = WebCamTexture.devices;if (devices.Length <= 0){Debug.LogError("没有检测到摄像头，检查设备是否正常"); return;}deviceName = devices[curCamIndex].name;webCamTex = new WebCamTexture(deviceName, width,height,fps);renderTex = webCamTex;//开启摄像头webCamTex.Play();CameraIsOpen = true;}}/// <summary>/// 关闭摄像头/// </summary>public void CloseCamera(){if (CameraIsOpen && webCamTex != null){webCamTex.Stop();CameraIsOpen=false;}}/// <summary>/// 切换摄像头/// </summary>public void SwapCamera(){if (devices.Length > 0){curCamIndex = (curCamIndex + 1) % devices.Length;if (webCamTex!= null){CloseCamera();OpenCamera();}}}public void SaveScreenShot(string path){Texture2D shotTex = TextureToTexture2D(webCamTex);lastShotText = shotTex;byte[] textureBytes = shotTex.EncodeToJPG();string fileName = string.Format("IMG_{0}{1}{2}_{3}{4}{5}.jpg",DateTime.Now.Year,DateTime.Now.Month,DateTime.Now.Day,DateTime.Now.Hour,DateTime.Now.Minute,DateTime.Now.Second);if (!Directory.Exists(path)){Directory.CreateDirectory(path);}Debug.Log($"图片已保存：{path}/{fileName}");File.WriteAllBytes($"{ path}/{fileName}", textureBytes);if (File.Exists($"{path}/{fileName}")){Debug.Log("找到照片");}else{Debug.Log("未找到");}}/// <summary>/// Texture转换成Texture2D/// </summary>/// <param name="texture"></param>/// <returns></returns>private Texture2D TextureToTexture2D(Texture texture){Texture2D texture2D = new Texture2D(texture.width, texture.height, TextureFormat.RGBA32, false);RenderTexture currentRT = RenderTexture.active;RenderTexture renderTexture = RenderTexture.GetTemporary(texture.width, texture.height, 32);Graphics.Blit(texture, renderTexture);RenderTexture.active = renderTexture;texture2D.ReadPixels(new Rect(0, 0, renderTexture.width, renderTexture.height), 0, 0);texture2D.Apply();RenderTexture.active = currentRT;RenderTexture.ReleaseTemporary(renderTexture);return texture2D;}}

创建一个脚本AssessToken，用来获取token，官网示例中返回的是一个token对象，需要再次解析。clientAK和clientSk需要写自己申请的应用的ak和sk

 public static class AccessToken{//调用GetAccessToken()获取的access_token建议根据expires_in时间 设置缓存//百度云中开通对应服务应用的API Key建议开通应用的时候多选服务private static string clientAk = "***********************";//百度云中开通对应服务应用的 Secret Keyprivate static string clientSk = "****************************";public static string GetAssessToken(){string authHost = "https://aip.baidubce.com/oauth/2.0/token";HttpClient client = new HttpClient();List<KeyValuePair<string, string>> paraList = new List<KeyValuePair<string, string>>();paraList.Add(new KeyValuePair<string, string>("grant_type", "client_credentials"));paraList.Add(new KeyValuePair<string, string>("client_id", clientAk));paraList.Add(new KeyValuePair<string, string>("client_secret", clientSk));HttpResponseMessage response = client.PostAsync(authHost, new FormUrlEncodedContent(paraList)).Result;string result = response.Content.ReadAsStringAsync().Result;TokenInfo tokenInfo = JsonUtility.FromJson<TokenInfo>(result);return tokenInfo.access_token;}public class TokenInfo{public string refresh_token;public string access_token;}}

创建一个FaceMerge,用来请求人脸融合的API，当然也可以丰富更多的功能

 public class FaceMerge : MonoBehaviour{public static FaceMerge Instance;private void Awake(){Instance = this;}//人脸融合public void PostFaceMerge(string json, UnityAction<string> sucessResponse, UnityAction<string> errorRes = null){StartCoroutine(IPostFaceMerge(json, sucessResponse, errorRes));}private IEnumerator IPostFaceMerge(string json, UnityAction<string> sucessResponse, UnityAction<string> errorRes = null){string token = AccessToken.GetAssessToken();string url = "https://aip.baidubce.com/rest/2.0/face/v1/merge?access_token=" + token;using (UnityWebRequest request = new UnityWebRequest(url, "POST")){Encoding encoding = Encoding.Default;byte[] buffer = encoding.GetBytes(json);request.uploadHandler = new UploadHandlerRaw(buffer);request.downloadHandler = new DownloadHandlerBuffer();yield return request.SendWebRequest();if (request.result == UnityWebRequest.Result.Success){sucessResponse?.Invoke(request.downloadHandler.text);request.Abort();}else{errorRes?.Invoke(request.downloadHandler.text);request.Abort();}}}public Texture2D Base64ToTexture2D(int width,int height,string base64Str){Texture2D pic = new Texture2D(width, height, TextureFormat.RGBA32, false);byte[] data = System.Convert.FromBase64String(base64Str);pic.LoadImage(data);return pic;}public string Texture2DToBase64(Texture2D tex2d){byte[] bytes = tex2d.EncodeToJPG();           string strBase64 = Convert.ToBase64String(bytes);return strBase64;}}

需要一个Response类反序列化返回的结果

public class Response
{public int error_code;public string error_msg;public long log_id;public long timestamp;public int cached;public Result result;
}public class Result
{public string merge_image;
}

创建一个Test测试类，调试功能，里边json解析的时候，用到了一个JsonMapper的类，这个类是在LitJson插件中的，需要大家自行下载。

public class Test : MonoBehaviour
{/// <summary>/// 显示相机渲染的画面/// </summary>[SerializeField] RawImage rawImg;/// <summary>/// 融合模板图/// </summary>[SerializeField] Texture2D targetFusionTex;/// <summary>/// 融合结果显示/// </summary>[SerializeField] RawImage resultImg;/// <summary>/// 截图保存的路径/// </summary>private string path;void Start(){path = Application.streamingAssetsPath + "/";WebCamera.Instance.InitCamera(800,600);WebCamera.Instance.OpenCamera();rawImg.texture = WebCamera.Instance.renderTex;}private void FunsionFace(){WebCamera.Instance.SaveScreenShot(path);var curTex = WebCamera.Instance.lastShotText;//序列化字典内容到json格式 上传到百度aiDictionary<string,object> dict = new Dictionary<string,object>();dict.Add("version","4.0");dict.Add("alpha",0);ImageInfo imgTemplate = new ImageInfo();imgTemplate.image = FaceMerge.Instance.Texture2DToBase64(targetFusionTex);imgTemplate.image_type = "BASE64";imgTemplate.quality_control = "NONE";dict.Add("image_template", imgTemplate);ImageInfo imgTarget = new ImageInfo();imgTarget.image = FaceMerge.Instance.Texture2DToBase64(curTex);imgTarget.image_type = "BASE64";imgTarget.quality_control = "NONE";dict.Add("image_target",imgTarget);dict.Add("merge_degree", "COMPLETE");string json = JsonMapper.ToJson(dict); // 反序列化用了 litjson的工具，使用JsonUtility序列化dict会是空的FaceMerge.Instance.PostFaceMerge(json, OnFaceMerge);}private void OnFaceMerge(string info){Debug.Log(info);Response response = JsonMapper.ToObject<Response>(info);if (response.error_code == 0) // 0 表示成功融合图片{Debug.Log(response.error_msg);string ImgBase64 = response.result.merge_image;resultImg.texture = FaceMerge.Instance.Base64ToTexture2D(targetFusionTex.width, targetFusionTex.height, ImgBase64);}}void Update(){if (Input.GetKeyUp(KeyCode.W)){FunsionFace();}}public class ImageInfo{public string image; //图片信息public string image_type; //图片类型 BASE64 URL FACE_TOKENpublic string quality_control; //质量控制 NONE LOW NORMAL HIGH HIGH}
}

csdn资源链接地址：https://download.csdn.net/download/qq_40666661/87704717不需要积分就可以下载

百度网盘：链接：https://pan.baidu.com/s/1LTqsc8bxf69RZAWWB9Nw0Q?pwd=heyo
提取码：heyo

unity使用百度AI实现人脸融合相关推荐

Unity使用OpenCV插件实现人脸融合 —— 换脸换装示例
Unity使用OpenCV插件实现人脸融合案例说明 Unity版本以及必备插件快速上手核心(黑心)方法(脚本): 结束案例说明本章节针对部分网友提出的看不懂源码,拿到相关资料后这也报错,那也 ...
Unity语音识别(百度AI长语句语音识别Unity原生短语语音识别)
Unity语音识别[百度AI语音识别&Unity原生短语语音识别] 一.百度AI语音识别 1.代码块讲解 2.操作流程 3.主要功能完整代码二.Unity原生语音识别主要功能完整代码三. ...
Python基于百度AI的人脸识别系统--颜值检测
基于百度AI的人脸识别系统–颜值检测刚开始学,觉得好玩就写了这个主要是分为人脸识别系统的对接,UI的设计人脸识别系统: 用的百度的AI,其中的AK,SK可以换成自己的,在百度开放平台上注册就能获 ...
Qt+百度AI实现人脸识别之人脸检测
文章目录简单需求 Demo运行结果百度AI人脸识别接入为什么使用百度AI接口接入步骤如何获取Access Token Qt软件开发人脸检测Qt编程步骤知识点网络编程 get.put.p ...
java 正規表示 group_经验分享|Java+百度AI实现人脸识别
之前尝试用python+opencv实现过人脸识别,接下来我们使用Java+百度AI来实现人脸识别的尝试. I 注册百度开放平台账号打开百度AI官方网站(https://ai.baidu.com/? ...
win10+python3.6+百度AI——实现人脸识别
一.说明近来半个月的时间沉迷于python不能自拔,不是初学,而是好久没有写程序了.在此记录pycharm建立Django项目基于百度AI实现的人脸检测.该项目参考了知乎的一篇文章,详情点击这里,原 ...
SpringBoot集成百度AI实现人脸识别
文章目录 1. 百度AI开放平台 2. 文档集成 3. 代码实现 3.1 创建SpringBoot工程 3.2 添加百度AI依赖 3.3 创建AipFace 3.4 注册人脸接口 3.5 人脸登录接口 ...
基于python3，百度AI实现人脸检测，人脸识别
我感觉百度是BAT三家里面AI能力最强的了,在图像和语音的处理上面是很强的,很全面.百度AI里面功能齐全,提供的语言也是很多.唯一不太好的是目前对python3不是很支持,还是支持python2.但也 ...
百度AI(一) | 人脸对比
前言第一步在百度AI上注册账号在控制台内创建属于你的相应的应用以下是创建完成后的,API Key SecretKey 是俩个要用到的参数根据文档选择相应的API 人脸对比请求地址发送请求 ...

unity使用百度AI实现人脸融合

unity使用百度AI实现人脸融合相关推荐

最新文章

热门文章