Add C++ code and tooling for exif data genaration
This commit is contained in:
parent
b887e35554
commit
0727f60927
|
@ -0,0 +1,5 @@
|
||||||
|
for f in "$1"/*.jpeg
|
||||||
|
do
|
||||||
|
exiftool -j "`echo $f`" > "`echo $f`.exif.json"
|
||||||
|
done
|
||||||
|
exit
|
100
parser.cc
100
parser.cc
|
@ -7,17 +7,23 @@
|
||||||
#include <iostream>
|
#include <iostream>
|
||||||
#include <map>
|
#include <map>
|
||||||
|
|
||||||
|
#define debug_level 0
|
||||||
std::string yearstr(int year) {
|
std::string yearstr(int year) {
|
||||||
return year==-1? "Unknown": std::to_string(year);
|
return year==-1? "Unknown": std::to_string(year);
|
||||||
}
|
}
|
||||||
|
|
||||||
int main()
|
int main(int argc, char **argv)
|
||||||
{
|
{
|
||||||
|
bool download_mode =false;
|
||||||
|
if (argc == 2) {
|
||||||
|
std::string arg1 = argv[1];
|
||||||
|
download_mode = arg1=="--download";
|
||||||
|
}
|
||||||
char filename[64];
|
char filename[64];
|
||||||
snprintf(filename, sizeof filename, "out.csv");
|
snprintf(filename, sizeof filename, "out.csv");
|
||||||
std::ofstream out_file1;
|
std::ofstream out_file1;
|
||||||
out_file1.open(filename);
|
out_file1.open(filename);
|
||||||
out_file1<<"id, Caption/title, production start year, end year, Description, Source, image_filename, collection name, museum name, linceses\n";
|
out_file1<<"id, Caption/title, production start year, end year, Description, Source, image_filename, subjects, date published, collection name, museum name, exif_model, exif_iso, exif_focallength, exif_exposuretime, exif_aperture, exif_datetimeoriginal, liceses\n";
|
||||||
for (auto i = 0; i<4; i++) {
|
for (auto i = 0; i<4; i++) {
|
||||||
char in_file_i[64];
|
char in_file_i[64];
|
||||||
snprintf(in_file_i, sizeof in_file_i, "data_%d.json", i);
|
snprintf(in_file_i, sizeof in_file_i, "data_%d.json", i);
|
||||||
|
@ -54,7 +60,6 @@ int main()
|
||||||
const rapidjson::Value& response = doc["response"];
|
const rapidjson::Value& response = doc["response"];
|
||||||
if (response.HasMember("docs")
|
if (response.HasMember("docs")
|
||||||
&& response["docs"].IsArray()) {
|
&& response["docs"].IsArray()) {
|
||||||
std::cout<<"yes, response is an array"<<std::endl;
|
|
||||||
for (rapidjson::SizeType i = 0; i < response["docs"].Size(); i++) {
|
for (rapidjson::SizeType i = 0; i < response["docs"].Size(); i++) {
|
||||||
//std::cout<<i<<std::endl;
|
//std::cout<<i<<std::endl;
|
||||||
int yearb = -1, yeare = -1;
|
int yearb = -1, yeare = -1;
|
||||||
|
@ -126,6 +131,26 @@ int main()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::string subjects;
|
||||||
|
if (article.HasMember("artifact.ingress.subjects")) {
|
||||||
|
const rapidjson::Value& subjv = article["artifact.ingress.subjects"];
|
||||||
|
if (subjv.IsArray()) {
|
||||||
|
for (auto i = 0; i<subjv.GetArray().Size(); i++) {
|
||||||
|
subjects += subjv[i].GetString();
|
||||||
|
}
|
||||||
|
std::replace( description.begin(), description.end(), ',', ':');
|
||||||
|
std::replace( description.begin(), description.end(), '\n', ' ');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
std::string publishdate;
|
||||||
|
if (article.HasMember("artifact.publishedDate")) {
|
||||||
|
const rapidjson::Value& pubdatev = article["artifact.publishedDate"];
|
||||||
|
if (pubdatev.IsString()) {
|
||||||
|
publishdate = pubdatev.GetString();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
std::string license = "";
|
std::string license = "";
|
||||||
if (article.HasMember("artifact.ingress.license")) {
|
if (article.HasMember("artifact.ingress.license")) {
|
||||||
if (article[ "artifact.ingress.license"].IsString())
|
if (article[ "artifact.ingress.license"].IsString())
|
||||||
|
@ -142,11 +167,64 @@ int main()
|
||||||
is_cc_license = true;
|
is_cc_license = true;
|
||||||
char imgfetch[256];
|
char imgfetch[256];
|
||||||
snprintf(imgfetch, sizeof imgfetch, "wget %s -O \"%s-%s.jpeg\"", imglink, article_id.c_str(), mediaid.c_str());
|
snprintf(imgfetch, sizeof imgfetch, "wget %s -O \"%s-%s.jpeg\"", imglink, article_id.c_str(), mediaid.c_str());
|
||||||
std::cout<<imgfetch<<std::endl;
|
if (debug_level > 0) std::cout<<imgfetch<<std::endl;
|
||||||
// system (imgfetch);
|
if (download_mode) {
|
||||||
std::cout<<"Found CC by license, fetched the image for "<< mediaid<<"\n";
|
std::cout<<"running in download mode\n";
|
||||||
|
system (imgfetch);
|
||||||
|
if (debug_level >0) std::cout<<"Found CC by license, fetched the image for "<< mediaid<<"\n";
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (is_cc_license) {
|
if (is_cc_license) {
|
||||||
|
char exif_file[128];
|
||||||
|
snprintf(exif_file, sizeof exif_file, "%s-%s.jpeg.exif.json", article_id.c_str(), mediaid.c_str());
|
||||||
|
// Open the file
|
||||||
|
FILE* exiffp = fopen(exif_file, "rb");
|
||||||
|
if (!exiffp) {
|
||||||
|
std::cerr << "Error: unable to open file" << std::string(exif_file)
|
||||||
|
<< std::endl;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
char exifreadBuffer[4096];
|
||||||
|
rapidjson::FileReadStream exifis(exiffp, exifreadBuffer, sizeof(exifreadBuffer));
|
||||||
|
rapidjson::Document exifdoc;
|
||||||
|
exifdoc.ParseStream(exifis);
|
||||||
|
|
||||||
|
// Check if the document is valid
|
||||||
|
if (exifdoc.HasParseError()) {
|
||||||
|
std::cerr << "Error: failed to parse JSON document exif data"
|
||||||
|
<< std::endl;
|
||||||
|
}
|
||||||
|
fclose(exiffp);
|
||||||
|
|
||||||
|
std::string exif_model, exif_iso, exif_focallength, exif_exposuretime, exif_aperture, exif_fnumber, exif_datetimeoriginal;
|
||||||
|
if (exifdoc.IsArray()) {
|
||||||
|
if (exifdoc[0].IsObject()) {
|
||||||
|
if (exifdoc[0].GetObject().HasMember("Model")) {
|
||||||
|
exif_model = exifdoc[0].GetObject()["Model"].GetString();
|
||||||
|
}
|
||||||
|
if (exifdoc[0].GetObject().HasMember("ISO")) {
|
||||||
|
exif_iso = std::to_string(exifdoc[0].GetObject()["ISO"].GetInt());
|
||||||
|
}
|
||||||
|
if (exifdoc[0].GetObject().HasMember("FocalLength")) {
|
||||||
|
exif_focallength = exifdoc[0].GetObject()["FocalLength"].GetString();
|
||||||
|
}
|
||||||
|
if (exifdoc[0].GetObject().HasMember("ExposureTime")) {
|
||||||
|
if (exifdoc[0].GetObject()["ExposureTime"].IsString())
|
||||||
|
exif_exposuretime = exifdoc[0].GetObject()["ExposureTime"].GetString();
|
||||||
|
}
|
||||||
|
if (exifdoc[0].GetObject().HasMember("ApertureValue")) {
|
||||||
|
exif_aperture = std::to_string(exifdoc[0].GetObject()["ApertureValue"].GetDouble());
|
||||||
|
}
|
||||||
|
if (exifdoc[0].GetObject().HasMember("DateTimeOriginal")) {
|
||||||
|
exif_datetimeoriginal = exifdoc[0].GetObject()["DateTimeOriginal"].GetString();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
out_file1<<
|
out_file1<<
|
||||||
/* article["artifact.defaultMediaIdentifier"].GetString()<<
|
/* article["artifact.defaultMediaIdentifier"].GetString()<<
|
||||||
", "<< article["artifact.defaultPictureIndex"].GetInt()<<
|
", "<< article["artifact.defaultPictureIndex"].GetInt()<<
|
||||||
|
@ -156,11 +234,19 @@ int main()
|
||||||
", "<< title <<
|
", "<< title <<
|
||||||
", "<< yearstr(yearb) <<
|
", "<< yearstr(yearb) <<
|
||||||
", "<< yearstr(yeare) <<
|
", "<< yearstr(yeare) <<
|
||||||
", "<< descfilename <<
|
", "<< description <<
|
||||||
", "<< imglink <<
|
", "<< imglink <<
|
||||||
", "<< article_id+"-"+ mediaid +".jpeg" <<
|
", "<< article_id+"-"+ mediaid +".jpeg" <<
|
||||||
|
", "<< subjects <<
|
||||||
|
", "<< publishdate <<
|
||||||
", "<<"Länge leve Kosta! exhibition" <<
|
", "<<"Länge leve Kosta! exhibition" <<
|
||||||
", "<<"Kulturparken Småland / Smålands museum" <<
|
", "<<"Kulturparken Småland / Smålands museum" <<
|
||||||
|
", "<< exif_model <<
|
||||||
|
", "<< exif_iso <<
|
||||||
|
", "<< exif_focallength <<
|
||||||
|
", "<< exif_exposuretime <<
|
||||||
|
", "<< exif_aperture <<
|
||||||
|
", "<< exif_datetimeoriginal<<
|
||||||
", "<< license <<
|
", "<< license <<
|
||||||
std::endl;
|
std::endl;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue