summaryrefslogtreecommitdiffstats
path: root/Lib/encodings
Commit message (Expand)AuthorAgeFilesLines
...
* Get rid of a bunch more has_key() uses. We *really* need a tool for this.Neal Norwitz2006-08-201-1/+1
* Merged revisions 46753-51188 via svnmerge fromThomas Wouters2006-08-114-26/+23
* Merge the rest of the trunk.Thomas Wouters2006-06-0845-11486/+180
* Merge p3yk branch with the trunk up to revision 45595. This breaks a fairThomas Wouters2006-04-2125-449/+635
* Merge part of the trunk changes into the p3yk branch. This merges from 43030Thomas Wouters2006-04-2190-375/+1660
* Checkpoint. 218 tests are okay; 53 are failing. Done so far:Guido van Rossum2006-03-151-1/+2
* Avoid forward-declaring the methods array.Martin v. Löwis2006-03-101-1/+1
* Update Unicode database to Unicode 4.1.Martin v. Löwis2006-03-091-1/+2
* Fix the encodings package codec search function to only searchMarc-André Lemburg2006-02-191-1/+1
* Patch #1177307: UTF-8-Sig codec.Martin v. Löwis2006-01-081-0/+57
* Whitespace normalization.Tim Peters2005-12-2561-32998/+32953
* Cosmetic change: make all hex literals use upper case hex so that theyMarc-André Lemburg2005-10-2445-14236/+14281
* Removed the decoding_map from the codecs where this is possible.Marc-André Lemburg2005-10-2445-25663/+22734
* Replace the old EBCDIC codecs with new ones using the decoding table.Marc-André Lemburg2005-10-214-981/+3027
* Alias iso8859_1 to latin_1 which is the same encoding, but hasMarc-André Lemburg2005-10-211-0/+7
* Add a few more Mac OS encodings. The mapping tables for these areMarc-André Lemburg2005-10-215-0/+3414
* Replace the old charmap codecs with new ones generated from the currentMarc-André Lemburg2005-10-2149-5129/+29964
* Bug #1245379: Add "unicode-1-1-utf-7" as an alias for "utf-7" as specifiedWalter Dörwald2005-10-091-0/+1
* No need to import exceptions, they are builtinsNeal Norwitz2005-09-011-3/+2
* Make IDNA return an empty string when the input is empty. Fixes #1163178.Martin v. Löwis2005-08-251-0/+6
* Reset internal buffers when seek() is called. This fixes SF bug #1156259.Walter Dörwald2005-03-141-0/+7
* Fix wrong variable name.Walter Dörwald2004-12-291-1/+1
* Rearranged mappings to value sorting order.Marc-André Lemburg2004-12-101-13/+13
* SF patch #998993: The UTF-8 and the UTF-16 stateful decoders now supportWalter Dörwald2004-09-074-72/+49
* Whitespace normalization.Tim Peters2004-08-073-136/+136
* Added new codecs and aliases for ISO_8859-11, ISO_8859-16 andMarc-André Lemburg2004-08-054-1/+285
* Whitespace normalization.Tim Peters2004-07-311-95/+95
* New codec: [ 996067 ] hp-roman8 codecMarc-André Lemburg2004-07-281-0/+139
* Added new codec hp-roman8 submitted as patch [ 996067 ] hp-roman8 codec.Marc-André Lemburg2004-07-281-0/+7
* Bring CJKCodecs 1.1 into trunk. This completely reorganizes sourceHye-Shik Chang2004-07-1825-87/+260
* Whitespace normalization.Tim Peters2004-07-0721-138/+118
* Convert input to a string object. Fixes #909230.Martin v. Löwis2004-03-231-0/+1
* Add a new unicode codec: ptcp154 (Kazakh)Hye-Shik Chang2004-03-192-0/+168
* Fix wrong character mapping in koi8_u: SF bug #902501.Marc-André Lemburg2004-02-231-1/+1
* Let the default encodings search function lookup aliases before trying the co...Marc-André Lemburg2004-01-201-18/+26
* Add some more code page aliases needed for completeness.Marc-André Lemburg2004-01-201-0/+16
* Fix a typo: s/iso_3022/iso2022/Hye-Shik Chang2004-01-201-1/+1
* Add CJK codecs support as discussed on python-dev. (SF #873597)Hye-Shik Chang2004-01-1721-9/+780
* Revert previous change. MAL preferred the old version.Raymond Hettinger2003-12-011-4/+41
* Simplifed the code.Raymond Hettinger2003-12-011-41/+4
* Fix typo in the comments.Raymond Hettinger2003-09-241-1/+1
* Added codec for bz2 compression.Raymond Hettinger2003-09-232-0/+67
* Support trailing dots in DNS names. Fixes #782510. Will backport to 2.3.Martin v. Löwis2003-08-051-3/+15
* more generic reference to python interpreterSkip Montanaro2003-07-221-1/+1
* Remove usage of re module from encodings package search function.Marc-André Lemburg2003-05-161-4/+19
* Whitespace normalization.Tim Peters2003-04-243-10/+9
* Implement IDNA (Internationalized Domain Names in Applications).Martin v. Löwis2003-04-182-0/+409
* Revert Patch #670715: iconv support.Martin v. Löwis2003-04-032-39/+0
* Handle iconv initialization erorrsNeal Norwitz2003-02-281-1/+1
* Patch #670715: Universal Unicode Codec for POSIX iconv.Martin v. Löwis2003-01-262-0/+40
span> #ifdef H5_HAVE_FILTER_SZIP #define DATASETNAME18 "Szip_float_data_le" #define DATASETNAME19 "Szip_float_data_be" #endif /* H5_HAVE_FILTER_SZIP */ #define DATASETNAME20 "Shuffle_float_data_le" #define DATASETNAME21 "Shuffle_float_data_be" #define DATASETNAME22 "Nbit_float_data_le" #define DATASETNAME23 "Nbit_float_data_be" #define NX 6 #define NY 6 /*------------------------------------------------------------------------- * Function: check_data_i * * Purpose: Read and compare the integer data from a dataset. * * Return: Success: 0 * Failure: 1 * * Programmer: Raymond Lu * 17 May 2011 * *------------------------------------------------------------------------- */ static int check_data_i(const char *dsetname, hid_t fid) { hid_t did = -1; /* dataset ID */ long long data_in[NX+1][NY]; /* input buffer */ long long data_out[NX+1][NY]; /* output buffer */ int i, j; /* iterators */ int nerrors = 0; /* # errors in dataset values */ /* Open the dataset. */ if((did = H5Dopen2(fid, dsetname, H5P_DEFAULT)) < 0) FAIL_STACK_ERROR; /* Initialization. */ /* Input (last row is different) */ for(i = 0; i < NX; i++) for(j = 0; j < NY; j++) data_in[i][j] = i + j; for(i = 0; i < NY; i++) data_in[NX][i] = -2; /* Output */ HDmemset(data_out, 0, (NX+1) * NY * sizeof(long long)); /* Read data from hyperslab in the file into the hyperslab in * memory and display. */ if(H5Dread(did, H5T_NATIVE_LLONG, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_out) < 0) FAIL_STACK_ERROR; /* Check results */ for(i = 0; i < (NX + 1); i++) for(j = 0; j < NY; j++) if(data_out[i][j] != data_in[i][j]) if(!nerrors++) { H5_FAILED(); printf("element [%d][%d] is %lld but should have been %lld\n", (int)i, (int)j, data_out[i][j], data_in[i][j]); } /* end if */ /* Close/release resources. */ if(H5Dclose(did) < 0) FAIL_STACK_ERROR /* Failure */ if(nerrors) { printf("total of %d errors out of %d elements\n", nerrors, (int)(NX*NY)); return 1; } /* end if */ PASSED(); return 0; error: H5E_BEGIN_TRY { H5Dclose(did); } H5E_END_TRY; return 1; } /* end check_data_i() */ /*------------------------------------------------------------------------- * Function: check_data_f * * Purpose: Read and compare the floating-point data from a dataset. * * Return: Success: 0 * Failure: 1 * * Programmer: Raymond Lu * 17 May 2011 * *------------------------------------------------------------------------- */ static int check_data_f(const char *dsetname, hid_t fid) { hid_t did = -1; /* dataset ID */ double data_in[NX+1][NY]; /* input buffer */ double data_out[NX+1][NY]; /* output buffer */ int i, j; /* iterators */ int nerrors = 0; /* # of errors in dataset values */ /* Open the dataset. */ if((did = H5Dopen2(fid, dsetname, H5P_DEFAULT)) < 0) FAIL_STACK_ERROR; /* Initialization. */ /* Input (last row is different) */ for(i = 0; i < NX; i++) for(j = 0; j < NY; j++) data_in[i][j] = ((double)(i + j + 1)) / (double)3.0F; for(i = 0; i < NY; i++) data_in[NX][i] = -2.2F; /* Output */ HDmemset(data_out, 0, (NX+1) * NY * sizeof(double)); /* Read data from hyperslab in the file into the hyperslab in * memory and display. */ if(H5Dread(did, H5T_NATIVE_DOUBLE, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_out) < 0) FAIL_STACK_ERROR; /* Check results */ for(i = 0; i < (NX + 1); i++) for(j = 0; j < NY; j++) if(!H5_DBL_REL_EQUAL(data_out[i][j], data_in[i][j], (double)0.001F)) if(!nerrors++) { H5_FAILED(); printf("element [%d][%d] is %g but should have been %g\n", (int)i, (int)j, data_out[i][j], data_in[i][j]); } /* end if */ /* Close/release resources. */ if(H5Dclose(did) < 0) FAIL_STACK_ERROR /* Failure */ if(nerrors) { printf("total of %d errors out of %d elements\n", nerrors, (int)(NX*NY)); return 1; } /* end if */ PASSED(); return 0; error: H5E_BEGIN_TRY { H5Dclose(did); } H5E_END_TRY; return 1; } /* end check_data_f() */ /*------------------------------------------------------------------------- * Function: check_file * * Purpose: Handle each dataset from the data file. * * Return: Success: 0 * Failure: Number of failures * * Programmer: Raymond Lu * 21 January 2011 * *------------------------------------------------------------------------- */ static int check_file(char *filename) { const char *pathname = H5_get_srcdir_filename(filename); /* Corrected test file name */ hid_t fid = -1; /* file ID */ int nerrors = 0; /* # of datasets with errors */ const char *not_supported= " filter is not enabled."; /* no filter message */ /* Open the file. */ if((fid = H5Fopen(pathname, H5F_ACC_RDONLY, H5P_DEFAULT)) < 0) FAIL_STACK_ERROR; TESTING("regular dataset of LE DOUBLE"); nerrors += check_data_f(DATASETNAME, fid); TESTING("regular dataset of BE DOUBLE"); nerrors += check_data_f(DATASETNAME1, fid); TESTING("dataset of LE FLOAT with scale-offset filter"); nerrors += check_data_f(DATASETNAME2, fid); TESTING("dataset of BE FLOAT with scale-offset filter"); nerrors += check_data_f(DATASETNAME3, fid); TESTING("dataset of LE DOUBLE with scale-offset filter"); nerrors += check_data_f(DATASETNAME4, fid); TESTING("dataset of BE DOUBLE with scale-offset filter"); nerrors += check_data_f(DATASETNAME5, fid); TESTING("dataset of LE CHAR with scale-offset filter"); nerrors += check_data_i(DATASETNAME6, fid); TESTING("dataset of BE CHAR with scale-offset filter"); nerrors += check_data_i(DATASETNAME7, fid); TESTING("dataset of LE SHORT with scale-offset filter"); nerrors += check_data_i(DATASETNAME8, fid); TESTING("dataset of BE SHORT with scale-offset filter"); nerrors += check_data_i(DATASETNAME9, fid); TESTING("dataset of LE INT with scale-offset filter"); nerrors += check_data_i(DATASETNAME10, fid); TESTING("dataset of BE INT with scale-offset filter"); nerrors += check_data_i(DATASETNAME11, fid); TESTING("dataset of LE LONG LONG with scale-offset filter"); nerrors += check_data_i(DATASETNAME12, fid); TESTING("dataset of BE LONG LONG with scale-offset filter"); nerrors += check_data_i(DATASETNAME13, fid); TESTING("dataset of LE FLOAT with Fletcher32 filter"); nerrors += check_data_f(DATASETNAME14, fid); TESTING("dataset of BE FLOAT with Fletcher32 filter"); nerrors += check_data_f(DATASETNAME15, fid); TESTING("dataset of LE FLOAT with Deflate filter"); #ifdef H5_HAVE_FILTER_DEFLATE nerrors += check_data_f(DATASETNAME16, fid); #else /*H5_HAVE_FILTER_DEFLATE*/ SKIPPED(); HDputs(not_supported); #endif /*H5_HAVE_FILTER_DEFLATE*/ TESTING("dataset of BE FLOAT with Deflate filter"); #ifdef H5_HAVE_FILTER_DEFLATE nerrors += check_data_f(DATASETNAME17, fid); #else /*H5_HAVE_FILTER_DEFLATE*/ SKIPPED(); HDputs(not_supported); #endif /*H5_HAVE_FILTER_DEFLATE*/ TESTING("dataset of LE FLOAT with Szip filter"); #ifdef H5_HAVE_FILTER_SZIP nerrors += check_data_f(DATASETNAME18, fid); #else /*H5_HAVE_FILTER_SZIP*/ SKIPPED(); HDputs(not_supported); #endif /*H5_HAVE_FILTER_SZIP*/ TESTING("dataset of BE FLOAT with Szip filter"); #ifdef H5_HAVE_FILTER_SZIP nerrors += check_data_f(DATASETNAME19, fid); #else /*H5_HAVE_FILTER_SZIP*/ SKIPPED(); HDputs(not_supported); #endif /*H5_HAVE_FILTER_SZIP*/ TESTING("dataset of LE FLOAT with Shuffle filter"); nerrors += check_data_f(DATASETNAME20, fid); TESTING("dataset of BE FLOAT with Shuffle filter"); nerrors += check_data_f(DATASETNAME21, fid); TESTING("dataset of LE FLOAT with Nbit filter"); nerrors += check_data_f(DATASETNAME22, fid); TESTING("dataset of BE FLOAT with Nbit filter"); nerrors += check_data_f(DATASETNAME23, fid); if(H5Fclose(fid)) FAIL_STACK_ERROR return nerrors; error: H5E_BEGIN_TRY { H5Fclose(fid); } H5E_END_TRY; return nerrors; } /* end check_file() */ /*------------------------------------------------------------------------- * Function: main * * Purpose: Tests reading files created on LE and BE systems. * * Return: EXIT_SUCCESS/EXIT_FAILURE * * Programmer: Raymond Lu * Thursday, March 23, 2006 * *------------------------------------------------------------------------- */ int main(void) { char filename[1024]; int nerrors = 0; h5_reset(); HDputs("\n"); HDputs("Testing reading data created on Linux"); h5_fixname(FILENAME[1], H5P_DEFAULT, filename, sizeof(filename)); nerrors += check_file(filename); HDputs("\n"); HDputs("Testing reading data created on Solaris"); h5_fixname(FILENAME[2], H5P_DEFAULT, filename, sizeof(filename)); nerrors += check_file(filename); if(nerrors) { printf("***** %d FAILURE%s! *****\n", nerrors, 1 == nerrors ? "" : "S"); return EXIT_FAILURE; } /* end if */ printf("All data type tests passed.\n"); return EXIT_SUCCESS; } /* end main() */