<dependency>
<groupId>com.google.gdata</groupId>
<artifactId>gdata-core</artifactId>
<version>1.0</version>
</dependency>

<dependency>
<groupId>com.google.gdata</groupId>
<artifactId>gdata-analytics</artifactId>
<version>1.0</version>
</dependency>

<dependency>
<groupId>com.google.collect</groupId>
<artifactId>google-collect</artifactId>
<version>1.0</version>
</dependency>

<%
    // See if we can display a counter
    String path = "/handle/" + item.getHandle();
    String count = GoogleAnalyticsHitCounter.getPageCount(path);
    if ((count != null) && (!"".equals(count)))
    {
%>
        <table align="center" class="miscTable">
            <tr>
                <td class="oddRowEvenCol" align="center">
                    This item has been viewed <strong><%= count %></strong> times
                </td>
            </tr>
        </table>
<%
    }
%>

package org.dspace.app.googleanalytics;

import java.io.IOException;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.net.MalformedURLException;
import java.net.URL;
import java.util.Properties;
import java.util.Calendar;
import java.util.Date;
import java.text.SimpleDateFormat;

import com.google.gdata.client.analytics.AnalyticsService;
import com.google.gdata.data.analytics.DataEntry;
import com.google.gdata.data.analytics.DataFeed;
import com.google.gdata.data.analytics.Metric;
import com.google.gdata.util.AuthenticationException;
import com.google.gdata.util.ServiceException;
import org.dspace.core.ConfigurationManager;
import org.apache.log4j.Logger;

public class GoogleAnalyticsHitCounter {

/** log4j category */
private static Logger log = Logger.getLogger(GoogleAnalyticsHitCounter.class);

/** Hit counter */
private static Properties counts;

/** When the counter last loaded? */
private static Date lastloaded;

/** The filename of the counter file */
private static String filename;

/**
* Initalise the system
*/
public static void init()
{
// Load the properties file
Calendar yesterday = Calendar.getInstance();
yesterday.add(Calendar.DATE, -1);
lastloaded = yesterday.getTime();
filename = ConfigurationManager.getProperty("dspace.dir") +
System.getProperty("file.separator") +
ConfigurationManager.getProperty("googleanalytics.filename");
counts = new Properties();
loadCounter();
}

/**
* Get the count for a particular page (e.g. /handle/123/456
*
* @param page The page path
* @return The count. Empty String if unknown
*/
public static String getPageCount(String page)
{
// Check we're initialised
if (lastloaded == null)
{
init();
}

// Reload the hits
loadCounter();

// Get the value
if (page == null)
{
page = "";
}
String count = counts.getProperty(page);

// Return the value
if (count != null)
{
return count;
}
return "";
}

/**
* (Re)load the counter. It is reloaded every hour.
*/
private static void loadCounter()
{
// Do we need to load it?
Calendar hourago = Calendar.getInstance();
hourago.add(Calendar.HOUR, -1);
if (lastloaded.before(hourago.getTime()))
{
try
{
counts.load(new FileReader(filename));
lastloaded = Calendar.getInstance().getTime();
}
catch (Exception e)
{
log.warn("Unable to load google hit counter from " + filename);
}
}
}

/**
* Command line method to collect the statistics from Google Analytics.
*
* @param args No arguments used
*/
public static void main(String args[])
{
// Set up the variables
String username = ConfigurationManager.getProperty("googleanalytics.username");
String password = ConfigurationManager.getProperty("googleanalytics.password");
String siteid = ConfigurationManager.getProperty("googleanalytics.siteid");
String startdate = ConfigurationManager.getProperty("googleanalytics.startdate");
String handle = ConfigurationManager.getProperty("handle.prefix");
String root = ConfigurationManager.getProperty("dspace.url");
String filename = ConfigurationManager.getProperty("dspace.dir") +
System.getProperty("file.separator") +
ConfigurationManager.getProperty("googleanalytics.filename");

// Get the local path
String path = "";
try
{
URL localURL = new URL(root);
path = localURL.getPath();
if (path.endsWith("/"))
{
path = path.substring(0, path.length() - 1);
}
}
catch (MalformedURLException e)
{
System.err.println("Invalid dspace.url URL (" + root + ")");
return;
}

AnalyticsService as = new AnalyticsService("gaExportAPI_acctSample_v1.0");
String baseUrl = "https://www.google.com/analytics/feeds/";

// Login to Google
try {
as.setUserCredentials(username, password);
} catch (AuthenticationException e) {
System.err.println("Authentication failed : " + e.getMessage());
return;
}

// The results
Properties counts = new Properties();

// Keep requesting pages of results from Google until a blank page is found
// pages of 1,000 results at a time
URL queryUrl;
int i = 1;
boolean found = true;
int total = 0;

// Get stats up until yesterday
Calendar yesterday = Calendar.getInstance();
yesterday.add(Calendar.DATE, -1);
SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd");
String enddate = format.format(yesterday.getTime());

while (found)
{
found = false;
try {
String q = baseUrl +
"data?start-index=" + i +
"&ids=ga:" + siteid +
"&start-date=" + startdate +
"&end-date=" + enddate +
"&metrics=ga:pageviews" +
"&dimensions=ga:pagePath" +
"&filters=ga:pagePath%3D~" + path + "/handle/" + handle + "/[0-9]%2B$";
queryUrl = new URL(q);
} catch (MalformedURLException e) {
System.err.println("Malformed URL: " + baseUrl);
return;
}

// Send our request to the Analytics API and wait for the results to come back
DataFeed dataFeed;
try {
dataFeed = as.getFeed(queryUrl, DataFeed.class);
} catch (IOException e) {
System.err.println("Network error trying to retrieve feed: " + e.getMessage());
return;
} catch (ServiceException e) {
System.err.println("Analytics API responded with an error message: " + e.getMessage());
return;
}

for (DataEntry entry : dataFeed.getEntries()) {
String id = entry.getId().substring(70);
id = id.substring(0, id.indexOf('&'));
for (Metric metric : entry.getMetrics()) {
counts.put(id, metric.getValue());
total = total + Integer.parseInt(metric.getValue());
}
found = true;
}

i = i + 1000;
}

// Save the properties file
counts.put("total", "" + total);
try
{
counts.store(new FileOutputStream(filename), null);
System.out.println("Saved " + total + " total hits in " + filename);
}
catch (IOException e)
{
System.err.println("Error saving results to file: " + filename);
return;
}
}
}

27 thoughts on “Surfacing Google Analytics stats in DSpace”

1. Bram Luyten May 29, 2009 at 9:58 am

   Great work Stuart !
   Is your experience with the API that it responds quickly or slow ?

   Would be interested to compare whether it becomes slower for big numbers.
2. stuart Post authorMay 29, 2009 at 6:56 pm

   Hi Bram, The stats are downloaded in pages of 1,000 at a time, and is done so ‘offline’ by a daily cron job. So speed of response from the API isn’t really a problem. (At the moment, it seems to take about second or so per 1,000 results)
3. Hardik Mishra September 18, 2009 at 6:14 pm

   Hello Sir,

   I am running dspace in local.

   I have succesfully implemented code.

   But I am getting zero hits.

   I googleAnalytics accout in my profile

   I do have Website URL: http://localhost:8080/dspace
4. Stuart Post authorSeptember 24, 2009 at 6:57 am

   Have you set ‘googleanalytics.siteid = 123456789′ appropriately to your site id?
5. Hardik Mishra September 24, 2009 at 5:55 pm

   Hello Sir,

   I have set googleanalytics.siteid = UA-10719208-1
   and i do have profile id = 21619613

   Which one i need to set.

   Q 2 : Does the code works locally ?
6. Stuart Post authorSeptember 28, 2009 at 9:24 am

   For putting statistics on your site you use the site ID. Unfortunately I don’t think Google Analytics works when running your web site as http://localhost/
7. Urban Andersson October 27, 2009 at 10:16 pm

   This is very interesting!

   Although it fails to compile on my server – I get the error message “[INFO] Compilation failure/…../GoogleAnalyticsHitCounter.java:[96,6] load(java.io.InputStream) in java.util.Properties cannot be applied to (java.io.FileReader)”

   I refers to the loadCounter() static, but I am not quite sure what to look for here…
   Java version is jdk1.5.0_15
8. Stuart Post authorOctober 28, 2009 at 9:52 am

   Hi Urban,

   I think loading the contents of a Properties file using a FileReader was only introduced in Java 1.6.

   Try changing the line:

   counts.load(new FileReader(filename));

   to

   counts.load(new FileInputStream(new File(filename)));

   You’ll also need extra import lines at the top of the file:

   import java.io.File;
   import java.io.FileInputStream;

   Thanks,

   Stuart
9. Urban Andersson October 28, 2009 at 10:55 am

   Works like a dream. Many thanks!
10. alessandra bianchi October 30, 2009 at 11:04 pm

    Hi,
    [I think this is the right place to ask...],
    where can I have a look to a public DSpace GA stats?
11. Stuart Post authorOctober 31, 2009 at 9:01 am

    Hi Alessandra,

    I don’t know if there are any public DSpace instances running this code.

    Thanks,

    Stuart
12. Gary December 17, 2009 at 5:13 pm

    when I got the updated analyticscounts.properties, Should I need to restart the jspui service in tomcat to get the updated count?
13. Stuart Post authorDecember 17, 2009 at 7:50 pm

    Hi Gary,

    I wrote the code a while ago, and haven’t looked at it for a while. Looking at it again, I think it should reload the data every hour, although it was never fully tested (was more of a proof of concept) so it might not work fully.

    Thanks,

    Stuart
14. Paulo Jobim February 6, 2010 at 12:35 pm

    Dear Stuart
    I have addapted this code to use with the xmlui Interface.
    I acctually store the hitcounts in a dc field so I can browse items by Hitcounts. Recentlly the code stopped working, giving me an error:Authentication failed : Captcha required
    the code still works on an instance of dspace in my Macbook but not in the server of the Institute.
    Any hints on how to solve this.
    Paulo
15. Stuart Post authorFebruary 6, 2010 at 12:44 pm

    Hi Paulo,

    I’ve not seen this error myself before. http://code.google.com/apis/gdata/docs/auth/clientlogin.html#Examples looks useful. I think it may be that the API is really intended to present data to a user, rather to a system that uses it, so a user would be able to re-authenticate and solve the Captcha.

    Another Google help page also suggests:

    If a user supplies an incorrect username or password, or a similar error occurs, the AuthenticationException is thrown. If your application uses ClientLogin to authorize, and a program requests a token too frequently, the user is presented with a captcha challenge response. (links to the URL above).

    I hope that helps,

    Stuart
16. Michael Guthrie February 10, 2010 at 1:06 am

    Hi Paulo and others looking at incorporating the Google Analytics API into DSpace. Starting from some of the code on this page we at OpenRepository.com have been able to get a pretty nice result for the statistics of our repositories. For some background on what and how we did it, click through to here: http://openrepository.com/products/enhanced-statistics From there you can click through to the demo repository and see some examples of the API in action. Hope this gives you all some impetus and hope as to what can be achieved.
    Bests,
    Michael
17. Librarian April 2, 2010 at 11:35 pm

    hi,
    I was trying add this, while running mvn commands i get following build error.

    after creating directory i have downloaded that google analyticshitcounter.java, saved the gdata-src in [dspace-src]/dspace-api/src/main/java/org/dspace/app/ folder and after that i extracted the gadata-core 1.0.jar to the same app folder then i tried to run command
    C:\dspace\bin>mvn install:install-file -DgroupId=com.google.gdata -DartifactId=g
    data-core -Dversion=1.0 -Dfile=gdata-core-1.0.jar -Dpackaging=jar
    [INFO] Scanning for projects…
    [INFO] Searching repository for plugin with prefix: ‘install’.
    [INFO] ————————————————————————
    [INFO] Building Maven Default Project
    [INFO] task-segment: [install:install-file] (aggregator-style)
    [INFO] ————————————————————————
    [INFO] [install:install-file]
    [INFO] Installing C:\dspace\bin\gdata-core-1.0.jar to C:\Documents and Settings\
    Administrator\.m2\repository\com\google\gdata\gdata-core\1.0\gdata-core-1.0.jar
    [INFO] ————————————————————————
    [ERROR] BUILD ERROR
    [INFO] ————————————————————————
    [INFO] Error installing artifact ‘com.google.gdata:gdata-core:jar’: Error instal
    ling artifact: File C:\dspace\bin\gdata-core-1.0.jar does not exist

    [INFO] ————————————————————————
    [INFO] For more information, run Maven with the -e switch
    [INFO] ————————————————————————
    [INFO] Total time: 1 second
    [INFO] Finished at: Fri Apr 02 15:53:09 GMT+05:30 2010
    [INFO] Final Memory: 3M/254M
    [INFO] ————————————————————————
    C:\dspace\bin>

    kindly let me know as early as possible, what could be the reason i am getiing this error

    Thanking you in advance
    with regards
18. Stuart Post authorApril 4, 2010 at 6:35 am

    Hi,

    You need to adjust this command:

    C:\dspace\bin>mvn install:install-file -DgroupId=com.google.gdata -DartifactId=gdata-core -Dversion=1.0 -Dfile=gdata-core-1.0.jar -Dpackaging=jar

    Change the part that reads ‘-Dfile=gdata-core-1.0.jar’ and add a path. E.g. ‘-Dfile=C:\dspace-src\dspace-api\src\main\java\org\dspace\app\gdata-core-1.0.jar’ – adjust it as appropriate. However, you don’t need to unzip the files in your dspace source directory as they don’t really belong there. Unzip them n a temporary location, then you can delete them once you have run the ‘mvn install:install-file’ command.

    Thanks,

    Stuart
19. Shashidhar Chaturvedi September 22, 2010 at 6:34 pm

    Hi Sir,
    I am using Dspace 1.6. I want to implement captcha in my JSPUI interface.
    Please guide me how can i implement captcha in new user registration page in JSPUI interface.

    Thanks
    Shashidhar Chaturvedi
20. Nikhil George January 22, 2011 at 10:20 pm

    Hello ,
    I made all the files and added all necessary configurations.
    Everything went fine until i run
    dsrun org.dspace.app.googleanalytics.GoogleAnalyticsHitCounter

    I get the following error:

    Error in launcher.xml: Invalid class name: org.dspace.app.googleanalytics.GoogleAnalyticsHitCounter.java

    I’m running dspace1.6 and JSPUI interface
    Please help to rectify this error..

    Thanks in advance
21. Stuart Post authorJanuary 24, 2011 at 9:53 am

    Hi Nikhil. Did you run ‘mvn package’, ‘cd dspace/target/dspace-1.6.0-SNAPSHOT-build.dir/’, then ‘ant update’ ?
22. Nikhil George January 28, 2011 at 3:20 pm

    Yes i first installed all the 3 jar files using mvn install, then i ran mvn package and ant update both was sucessful…i do’t hav a clue abt wat the problem is…please advice..
23. Nikhil George January 28, 2011 at 6:05 pm

    Hello,
    Thank you Stuart for giving me the previous hint.
    I rebuild the dspace, now dsrun command is running fine, but now i ran into another problem that is, wen ever i click on an item it shows “Internal Server Error”, instead of item description.
    i checked the dspace log it look’s like this:

    An error occurred at line: 286 in the jsp file: /display-item.jsp
    GoogleAnalyticsHitCounter cannot be resolved
    283:

    I hav my dspace in …/tomcat/web2/ROOT.
    Please help..
24. Nikhil George February 1, 2011 at 5:54 pm

    Hello Stuart,
    I think you did’t understand my error, i’ll try to make myself more clear. When i click on an item title to view it, i get “internel server error”. I checked the dspace log and found this error:
    An error occurred at line: 286 in the jsp file: /display-item.jsp
    GoogleAnalyticsHitCounter cannot be resolved
    285:String path = “http://dspace.jubileemission.in/handle/” + item.getHandle();
    286:String count = GoogleAnalyticsHitCounter.getPageCount(path);

    It’s telling that dspace can’t resolve GoogleAnalyticsHitCounter in line String count = GoogleAnalyticsHitCounter.getPageCount(path);

    Please help…i think i’m jst a step away frm implementing the google analytics in my dspace….please advice….
25. Stuart Post authorFebruary 1, 2011 at 7:26 pm

    Hi Nikhil,

    I’m afraid that I’m not sure what is causing your error. Since the dsrun command is working, GoogleAnalyticsHitCounter must exist, so without access to your server I can’t really look to see what is going wrong. If you want to check it exists in your JSPUI, you can look in [tomcat]/webapps/jspui/WEB_INF/libs/, and run ‘zipinfo dspace-api-*-SNAPSHOT.jar | grep GoogleAnalyticsHitCounter’ to check that the class exists in the dspace-api jar file.

    Thanks,

    Stuart
26. StuW July 29, 2011 at 1:07 am

    @Nikhil
    You need to import the class within display-item.jsp…
27. Elvi June 5, 2012 at 3:12 pm

    Hello Stuart,

    How can you apply the code for display-item.jsp in item-view.xsl if I am using xmlui instead of jspui?

    Thanks.