CRC32 Python C 文件计算

CRC32
- 测试文件
- CRC32在线计算
- Python脚本
- C Zlib
- CRC32 Table
- CRC32查表计算

测试文件

echo -e "hello\nworld" > test.txt

CRC32在线计算

CRC32 Online Tool

把上面的test.txt直接拖进Drop File Here框, 输出为十六进制的 c4c55dff:

Compute CRC-32 from a file

这个网站里, 选择文件 test.txt, 得到结果:

Python脚本

test_crc32.py:

#!/usr/bin/python
# -*- coding: UTF-8 -*-import sys
import zlib# https://stackoverflow.com/questions/1742866/compute-crc-of-file-in-python
def crc(fileName):prev = 0for eachLine in open(fileName,"rb"):prev = zlib.crc32(eachLine, prev)return "%X"%(prev & 0xFFFFFFFF)print(crc("test.txt"))  # C4C55DFF

执行结果:

$ python test_crc32.py
C4C55DFF

C Zlib

先安装zlib支持: sudo apt-get install libz-dev

编写test_crc32.c:

#include <stdio.h>
#include <stdlib.h>
#include <zlib.h>//zlib.h crc ref:
//uLong crc32(uLong crc, const Bytef * buf, uInt len);
//https://refspecs.linuxbase.org/LSB_3.0.0/LSB-Core-generic/LSB-Core-generic/zlib-crc32-1.htmlint main(int argc, char *argv[])
{FILE *fptr;char * line = NULL;size_t len = 0;ssize_t read;   //character numbers per lineunsigned int crc32_result = crc32(0L, Z_NULL, 0);if(argc != 2) {printf("argc error\n");exit(1);}//Open for reading in binary mode.if( (fptr = fopen(argv[1],"rb")) == NULL){printf("fopen Error!");   exit(1);             }//cal crc32 line by linewhile ((read = getline(&line, &len, fptr)) != -1) {crc32_result = crc32(crc32_result, line, read);}printf("crc32_result = 0x%08X\n", crc32_result & 0xFFFFFFFF);fclose(fptr);return 0;
}

记得编译时候加 -lz:

$ gcc -o test_crc32 test_crc32.c -lz
$ ./test_crc32 test.txt
crc32_result = 0xC4C55DFF

CRC32 Table

一般嵌入式程序会直接用一个CRC32表, 写一段代码来生成这个表 test_crc32_table:

#include <stdio.h>#define Polynomial 0xEDB88320
static unsigned int crc32_table[256];static void init_crc32_table( void )
{int i, j;unsigned int crc;for (i=0; i<256; i++){crc = (unsigned long)i;for (j=0; j<8; j++) {if ( crc & 0x00000001L )crc = ( crc >> 1 ) ^ Polynomial;else      crc = crc >> 1;}crc32_table[i] = crc;}printf ("static const unsigned int crc32_table[] =\n{\n");for (i = 0; i < 256; i += 4){printf ("  0x%08x, 0x%08x, 0x%08x, 0x%08x",crc32_table[i + 0], crc32_table[i + 1], crc32_table[i + 2], crc32_table[i + 3]);if (i + 4 < 256)putchar (',');putchar ('\n');}printf ("};\n");
}int main (int argc, char *argv[])
{init_crc32_table();return 0;
}

结果如下:

$ gcc -o test_crc32_table test_crc32_table.c
$ ./test_crc32_table
static const unsigned int crc32_table[] =
{0x00000000, 0x77073096, 0xee0e612c, 0x990951ba,0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3,0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988,0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91,0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de,0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7,0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec,0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5,0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172,0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b,0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940,0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59,0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116,0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f,0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924,0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d,0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a,0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433,0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818,0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01,0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e,0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457,0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c,0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65,0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2,0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb,0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0,0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9,0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086,0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f,0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4,0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad,0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a,0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683,0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8,0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1,0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe,0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7,0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc,0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5,0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252,0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b,0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60,0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79,0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236,0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f,0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04,0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d,0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a,0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713,0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38,0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21,0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e,0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777,0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c,0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45,0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2,0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db,0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0,0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9,0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6,0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf,0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94,0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d
};

CRC32查表计算

写测试文件 test_crc32_table_use.c:

#include <stdio.h>
#include <stdlib.h>static const unsigned int crc32_table[] =
{0x00000000, 0x77073096, 0xee0e612c, 0x990951ba,0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3,0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988,0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91,0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de,0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7,0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec,0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5,0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172,0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b,0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940,0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59,0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116,0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f,0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924,0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d,0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a,0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433,0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818,0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01,0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e,0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457,0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c,0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65,0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2,0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb,0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0,0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9,0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086,0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f,0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4,0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad,0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a,0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683,0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8,0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1,0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe,0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7,0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc,0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5,0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252,0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b,0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60,0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79,0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236,0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f,0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04,0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d,0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a,0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713,0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38,0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21,0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e,0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777,0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c,0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45,0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2,0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db,0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0,0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9,0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6,0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf,0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94,0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d
};unsigned int get_crc32(unsigned int crcinit, unsigned char * bs, unsigned int bssize)
{unsigned int crc = crcinit^0xffffffff;while(bssize--)crc=(crc >> 8)^crc32_table[(crc & 0xff) ^ *bs++];return crc ^ 0xffffffff;
}int main(int argc, char *argv[])
{FILE *fptr;char * line = NULL;size_t len = 0;ssize_t read;   //character numbers per lineunsigned int crc32_result = 0;if(argc != 2) {printf("argc error\n");exit(1);}//Open for reading in binary mode.if( (fptr = fopen(argv[1],"rb")) == NULL){printf("fopen Error!");   exit(1);             }//cal crc32 line by linewhile ((read = getline(&line, &len, fptr)) != -1) {crc32_result = get_crc32(crc32_result, line, read);}printf("crc32_result = 0x%08X\n", crc32_result & 0xFFFFFFFF);fclose(fptr);return 0;
}

结果如下:

$ gcc -o test_crc32_table_use test_crc32_table_use.c
$ ./test_crc32_table_use test.txt
crc32_result = 0xC4C55DFF

微信公众号

欢迎扫描二维码关注本人微信公众号, 及时获取或者发送给我最新消息, 力所能及的会回复:

CRC32 Python C 文件计算相关推荐

python的文件读写，序列化，复制/删除目录，压缩/解压缩/列出压缩文件目录，计算CRC32和MD5
import json import os import shutil import pickle import zlib import binascii import hashlib import ...
python crc32()函数和C++计算crc32
使用如下python代码来计算文件的crc32值: from zlib import crc32 import os import sysdef getCrc32(filename):with ope ...
Python入门 NUMECA计算文件处理（一）
Python入门 NUMECA计算文件处理(一) 批量处理mf文件读取指定文件目录(包括子目录)下的 "*.mf"文件,并提取指定行到excel表格思路 os.walk 递归遍 ...
【附源码】用Python从文件中读取学生成绩，并计算最高分/最低分/平均分
兄弟们, 今天咱们试试用Python从文件中读取学生成绩, 并计算最高分/最低分/平均分. 涉及知识点文件读写基础语法字符串处理循环遍历代码展示模块 import platform 定义获 ...
如何用Python从文件中读取学生成绩，并计算最高分/最低分/平均分（附源码）
兄弟们, 今天咱们试试用Python从文件中读取学生成绩, 并计算最高分/最低分/平均分. 涉及知识点文件读写基础语法字符串处理循环遍历代码展示模块 import platform 定义获 ...
用Python从文件中读取学生成绩，并计算最高分/最低分/平均分
兄弟们,今天咱们试试用Python从文件中读取学生成绩,并计算最高分/最低分/平均分. 涉及知识点文件读写基础语法字符串处理循环遍历代码展示模块 import platform 定义获取最 ...
下列不是python对文件的读操作方法是-小猿圈python之python期末考试测试题（一）...
原标题:小猿圈python之python期末考试测试题(一) 又快临近期末考试了,小伙伴们是不是又开始焦虑了呢?挂科怎么办?如果很幸运看到小编的文章,你就偷着乐吧,小编总结出:一般python期末考试 ...
python输入数字翻译成星期几-Python练习笔记——计算输入日期为改年的第几天、星期几...
# 输入年月日,如:1995年12月10日,计算是该年的第几天? # 同时计算出当天是星期几? print("请依据提示依次输入您想查询的年月日") # 第一段代码块(年月日输 ...
以下选项不是python打开方式的是-以下选项中,不是Python对文件的打开模式的是...
[填空题]查阅<住房城乡建设部办公厅关于调整建设工程计价依据增值税税率的通知>(建办标[2018]20号)文件规定,工程造价计价依据中增值税税率由10%调整为 %. (4.0分) [填空题 ...