wikimedia-museumproject/fetcher.cc

84 lines
1.9 KiB
C++
Raw Normal View History

#include <sstream>
#include <fstream>
#include <cstdlib>
#include <cstdio>
#include <cstring>
#include <unistd.h>
#include <curlpp/cURLpp.hpp>
#include <curlpp/Easy.hpp>
#include <curlpp/Options.hpp>
#include <curlpp/Exception.hpp>
#define DEBUG_LEVEL -1
int main(int argc, char *argv[])
{
std::string exbid, apikey;
if (argc !=7 ) {
std::cout<<"Usage: "<<argv[0] <<" -e <exhibition id> -k <api key> -e <number of records>"<<std::endl;
exit(0);
}
int c;
int numrec = 0;
while ((c = getopt (argc, argv, "e:k:n:")) != -1)
switch(c)
{
case 'e':
exbid = optarg;
break;
case 'k':
apikey = optarg;
break;
case 'n':
numrec = atoi(optarg);
break;
default:
break;
}
std::cout<<numrec<<" records to fetch\n";
int numfetches = (numrec / 100) + 1;
char url[256], outfilename[64];
for (int i = 0; i<numfetches; i++) {
2023-03-27 06:47:46 +00:00
snprintf(
url,
sizeof url,
"https://api.dimu.org/api/solr/select?q=Kosta&wt=json&fq=(artifact.exhibitionUids:\"%s\")&start=%d&rows=100&api.key=%s", exbid.c_str(), i*100, apikey.c_str());
std::cout<<url<<"\n";
snprintf(outfilename, sizeof outfilename, "data_%d.json", i);
2023-03-27 06:47:46 +00:00
if (DEBUG_LEVEL > 0) {
std::cout<<"url to fetch is "<<std::endl<<url<<std::endl;
std::cout<<"writing output to "<<outfilename<<std::endl;
}
try {
curlpp::Cleanup cleaner;
curlpp::Easy request1;
// Setting the URL to retrive.
request1.setOpt(new curlpp::options::Url(url));
if (DEBUG_LEVEL > 0) std::cout << request1 << std::endl;
std::ofstream outfile;
outfile.open (outfilename);
outfile << curlpp::options::Url(url) << std::endl;
outfile.close();
}
catch ( curlpp::LogicError & e ) {
if (DEBUG_LEVEL > 0) std::cout << e.what() << std::endl;
}
catch ( curlpp::RuntimeError & e ) {
if (DEBUG_LEVEL > 0) std::cout << e.what() << std::endl;
}
}
return 0;
}