79 lines
1.9 KiB
C++
79 lines
1.9 KiB
C++
#include <sstream>
|
|
#include <fstream>
|
|
|
|
#include <cstdlib>
|
|
#include <cstdio>
|
|
#include <cstring>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <curlpp/cURLpp.hpp>
|
|
#include <curlpp/Easy.hpp>
|
|
#include <curlpp/Options.hpp>
|
|
#include <curlpp/Exception.hpp>
|
|
|
|
#define DEBUG_LEVEL -1
|
|
|
|
int main(int argc, char *argv[])
|
|
{
|
|
std::string exbid, apikey;
|
|
if (argc !=7 ) {
|
|
std::cout<<"Usage: "<<argv[0] <<" -e <exhibition id> -k <api key> -e <number of records>"<<std::endl;
|
|
exit(0);
|
|
}
|
|
int c;
|
|
int numrec = 0;
|
|
while ((c = getopt (argc, argv, "e:k:n:")) != -1)
|
|
switch(c)
|
|
{
|
|
case 'e':
|
|
exbid = optarg;
|
|
break;
|
|
case 'k':
|
|
apikey = optarg;
|
|
break;
|
|
case 'n':
|
|
numrec = atoi(optarg);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
std::cout<<numrec<<" records to fetch\n";
|
|
int numfetches = (numrec / 100) + 1;
|
|
char url[256], outfilename[64];
|
|
for (int i = 0; i<numfetches; i++) {
|
|
snprintf(url, sizeof url, "https://api.dimu.org/api/solr/select?q=Kosta&wt=json&fq=(artifact.exhibitionUids:\"%s\")&start=%d&rows=100&api.key=%s", exbid.c_str(), i*100, apikey.c_str());
|
|
|
|
std::cout<<url<<"\n";
|
|
|
|
snprintf(outfilename, sizeof outfilename, "data_%d.json", i);
|
|
|
|
/*if (DEBUG_LEVEL > 0) */std::cout<<"url to fetch is "<<std::endl<<url<<std::endl;
|
|
std::cout<<"writing output to "<<outfilename<<std::endl;
|
|
|
|
try {
|
|
curlpp::Cleanup cleaner;
|
|
curlpp::Easy request1;
|
|
|
|
// Setting the URL to retrive.
|
|
request1.setOpt(new curlpp::options::Url(url));
|
|
|
|
if (DEBUG_LEVEL > 0) std::cout << request1 << std::endl;
|
|
|
|
std::ofstream outfile;
|
|
outfile.open (outfilename);
|
|
outfile << curlpp::options::Url(url) << std::endl;
|
|
outfile.close();
|
|
}
|
|
catch ( curlpp::LogicError & e ) {
|
|
if (DEBUG_LEVEL > 0) std::cout << e.what() << std::endl;
|
|
}
|
|
catch ( curlpp::RuntimeError & e ) {
|
|
if (DEBUG_LEVEL > 0) std::cout << e.what() << std::endl;
|
|
}
|
|
|
|
|
|
}
|
|
return 0;
|
|
}
|