Implemented version lists.

1 files changed, 509 insertions, 0 deletions

diff --git a/plugins/stdinstance/stdinstversionlist.cpp b/plugins/stdinstance/stdinstversionlist.cpp
new file mode 100644
index 00000000..4ad4c52f
--- /dev/null
+++ b/plugins/stdinstance/stdinstversionlist.cpp
@@ -0,0 +1,509 @@
+/* Copyright 2013 MultiMC Contributors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * 
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include "stdinstversionlist.h"
+
+#include <QNetworkAccessManager>
+#include <QNetworkRequest>
+#include <QNetworkReply>
+
+#include <QtXml/QDomDocument>
+
+#include <QJsonDocument>
+#include <QJsonObject>
+#include <QJsonArray>
+#include <QJsonParseError>
+
+#include <QDateTime>
+#include <QMap>
+#include <QMapIterator>
+#include <QStringList>
+#include <QUrl>
+
+#include <QRegExp>
+
+#include <QDebug>
+
+#include <instversion.h>
+
+#include "stdinstversion.h"
+
+#define MCDL_URLBASE "http://assets.minecraft.net/"
+#define ASSETS_URLBASE "http://s3.amazonaws.com/MinecraftDownload/"
+#define MCN_URLBASE "http://sonicrules.org/mcnweb.py"
+
+// When this is defined, prints the entire version list to qDebug() after loading.
+#define PRINT_VERSIONS
+
+
+StdInstVersionList vList;
+
+StdInstVersionList::StdInstVersionList(QObject *parent) :
+	InstVersionList(parent)
+{
+	loaded = false;
+}
+
+Task *StdInstVersionList::getLoadTask()
+{
+	return new StdInstVListLoadTask(this);
+}
+
+bool StdInstVersionList::isLoaded()
+{
+	return loaded;
+}
+
+const InstVersion *StdInstVersionList::at(int i) const
+{
+	return m_vlist.at(i);
+}
+
+int StdInstVersionList::count() const
+{
+	return m_vlist.count();
+}
+
+void StdInstVersionList::printToStdOut()
+{
+	qDebug() << "---------------- Version List ----------------";
+	
+	for (int i = 0; i < m_vlist.count(); i++)
+	{
+		StdInstVersion *version = qobject_cast<StdInstVersion *>(m_vlist.at(i));
+		
+		if (!version)
+			continue;
+		
+		qDebug() << "Version " << version->name();
+		qDebug() << "\tDownload: " << version->downloadURL();
+		qDebug() << "\tTimestamp: " << version->timestamp();
+		qDebug() << "\tType: " << version->type();
+		qDebug() << "----------------------------------------------";
+	}
+}
+
+
+StdInstVListLoadTask::StdInstVListLoadTask(StdInstVersionList *vlist) :
+	Task(vlist)
+{
+	m_list = vlist;
+	processedMCDLReply = false;
+	processedAssetsReply = false;
+	processedMCNReply = false;
+	
+	currentStable = NULL;
+	foundCurrentInAssets = false;
+}
+
+void StdInstVListLoadTask::executeTask()
+{
+	setSubStatus();
+	
+	// Initialize the network access manager.
+	QNetworkAccessManager netMgr;
+	
+	mcdlReply = netMgr.get(QNetworkRequest(QUrl(ASSETS_URLBASE)));
+	assetsReply = netMgr.get(QNetworkRequest(QUrl(MCDL_URLBASE)));
+	mcnReply = netMgr.get(QNetworkRequest(QUrl(QString(MCN_URLBASE) + "?pversion=1&list=True")));
+	
+	connect(mcdlReply, SIGNAL(finished()),
+			SLOT(processMCDLReply()));
+	connect(mcnReply, SIGNAL(finished()),
+			SLOT(processMCNReply()));
+	
+	exec();
+	finalize();
+}
+
+void StdInstVListLoadTask::finalize()
+{
+	// First, we need to do some cleanup. We loaded MCNostalgia versions into 
+	// mcnList and all the others into tempList. MCNostalgia provides some versions
+	// that are on assets.minecraft.net and we want to ignore those, so we remove
+	// and delete them from mcnList.
+	
+	// To start, we get a list of the descriptors in tmpList.
+	QStringList tlistDescriptors;
+	for (int i = 0; i < tempList.count(); i++)
+		tlistDescriptors.append(tempList.at(i)->descriptor());
+	
+	// Now, we go through our MCNostalgia version list and remove anything with
+	// a descriptor that matches one we already have in tempList.
+	// We'll need a list of items we're going to remove.
+	for (int i = 0; i < mcnList.count(); i++)
+		if (tlistDescriptors.contains(mcnList.at(i)->descriptor()))
+			delete mcnList.takeAt(i--); // We need to decrement here because we're removing an item.
+	
+	// Now that the duplicates are gone, we need to merge the two lists. This is
+	// simple enough.
+	tempList.append(mcnList);
+	
+	// We're done with mcnList now, but the items have been moved over to 
+	// tempList, so we don't need to delete them.
+	
+	// Now we swap the list we loaded into the actual version list.
+	// This applies our changes to the version list immediately and still gives us 
+	// access to the old list so that we can delete the objects in it and free their memory.
+	// By doing this, we cause the version list to update immediately.
+	m_list->m_vlist.swap(tempList);
+	
+	// We called swap, so all the data that was in the version list previously is now in 
+	// tempList (and vice-versa). Now we just free the memory.
+	while (!tempList.isEmpty())
+		delete tempList.takeFirst();
+	
+#ifdef PRINT_VERSIONS
+	m_list->printToStdOut();
+#endif
+}
+
+inline QDomElement getDomElementByTagName(QDomElement parent, QString tagname)
+{
+    QDomNodeList elementList = parent.elementsByTagName(tagname);
+    if (elementList.count())
+        return elementList.at(0).toElement();
+    else
+        return QDomElement();
+}
+
+inline QDateTime timeFromS3Time(QString str)
+{
+    const QString fmt("yyyy-MM-dd'T'HH:mm:ss'.000Z'");
+    return QDateTime::fromString(str, fmt);
+}
+
+void StdInstVListLoadTask::processMCDLReply()
+{
+	switch (mcdlReply->error())
+	{
+	case QNetworkReply::NoError:
+	{
+		// Get the XML string.
+		QString xmlString = mcdlReply->readAll();
+		
+		QString xmlErrorMsg;
+		
+		QDomDocument doc;
+		if (!doc.setContent(xmlString, false, &xmlErrorMsg))
+		{
+			// TODO: Display error message to the user.
+			qDebug(QString("Failed to process Minecraft download site. XML error: %s").
+				   arg(xmlErrorMsg).toUtf8());
+		}
+		
+		QDomNodeList contents = doc.elementsByTagName("Contents");
+		
+		for (int i = 0; i < contents.length(); i++)
+		{
+			QDomElement element = contents.at(i).toElement();
+			
+			if (element.isNull())
+				continue;
+			
+			QDomElement keyElement = getDomElementByTagName(element, "Key");
+			QDomElement lastmodElement = getDomElementByTagName(element, "LastModified");
+			QDomElement etagElement = getDomElementByTagName(element, "ETag");
+			
+			if (keyElement.isNull() || lastmodElement.isNull() || etagElement.isNull())
+				continue;
+			
+			QString key = keyElement.text();
+			QString lastModStr = lastmodElement.text();
+			QString etagStr = etagElement.text();
+			QString dlUrl = "http://s3.amazonaws.com/MinecraftDownload/";
+			
+			if (key != "minecraft.jar")
+				continue;
+			
+			QDateTime versionTimestamp = timeFromS3Time(lastModStr);
+			if (!versionTimestamp.isValid())
+			{
+				qDebug(QString("Failed to parse timestamp for current stable version %1").
+					   arg(lastModStr).toUtf8());
+				versionTimestamp = QDateTime::currentDateTime();
+			}
+			
+			currentStable = new StdInstVersion("LatestStable", "Current",
+											   versionTimestamp.toMSecsSinceEpoch(),
+											   "http://s3.amazonaws.com/MinecraftDownload/",
+											   true, etagStr, m_list);
+			
+			setSubStatus("Loaded latest version info.");
+		}
+		break;
+	}
+		
+	default:
+		// TODO: Network error handling.
+		break;
+	}
+	
+	if (!currentStable)
+		qDebug("Failed to get current stable version.");
+	
+	
+	processedMCDLReply = true;
+	updateStuff();
+	
+	// If the assets request isn't finished yet, connect the slot to allow it 
+	// to process when the request is done. Otherwise, simply call the 
+	// processAssetsReply slot directly.
+	if (!assetsReply->isFinished())
+		connect(assetsReply, SIGNAL(finished()),
+				SLOT(processAssetsReply()));
+	else if (!processedAssetsReply)
+		processAssetsReply();
+}
+
+void StdInstVListLoadTask::processAssetsReply()
+{
+	switch (assetsReply->error())
+	{
+	case QNetworkReply::NoError:
+	{
+		// Get the XML string.
+		QString xmlString = assetsReply->readAll();
+		
+		QString xmlErrorMsg;
+		
+		QDomDocument doc;
+		if (!doc.setContent(xmlString, false, &xmlErrorMsg))
+		{
+			// TODO: Display error message to the user.
+			qDebug(QString("Failed to process assets.minecraft.net. XML error: %s").
+				   arg(xmlErrorMsg).toUtf8());
+		}
+		
+		QDomNodeList contents = doc.elementsByTagName("Contents");
+		
+		QRegExp mcRegex("/minecraft.jar$");
+		QRegExp snapshotRegex("[0-9][0-9]w[0-9][0-9][a-z]|pre|rc");
+		
+		for (int i = 0; i < contents.length(); i++)
+		{
+			QDomElement element = contents.at(i).toElement();
+			
+			if (element.isNull())
+				continue;
+			
+			QDomElement keyElement = getDomElementByTagName(element, "Key");
+			QDomElement lastmodElement = getDomElementByTagName(element, "LastModified");
+			QDomElement etagElement = getDomElementByTagName(element, "ETag");
+			
+			if (keyElement.isNull() || lastmodElement.isNull() || etagElement.isNull())
+				continue;
+			
+			QString key = keyElement.text();
+			QString lastModStr = lastmodElement.text();
+			QString etagStr = etagElement.text();
+			
+			if (!key.contains(mcRegex))
+				continue;
+			
+			QString versionDirName = key.left(key.length() - 14);
+			QString dlUrl = QString("http://assets.minecraft.net/%1/").arg(versionDirName);
+			
+			QString versionName = versionDirName.replace("_", ".");
+			
+			QDateTime versionTimestamp = timeFromS3Time(lastModStr);
+			if (!versionTimestamp.isValid())
+			{
+				qDebug(QString("Failed to parse timestamp for version %1 %2").
+					   arg(versionName, lastModStr).toUtf8());
+				versionTimestamp = QDateTime::currentDateTime();
+			}
+			
+			if (currentStable)
+			{
+				if (etagStr == currentStable->etag())
+				{
+					StdInstVersion *version = new StdInstVersion(
+								versionName, versionName,
+								versionTimestamp.toMSecsSinceEpoch(),
+								currentStable->downloadURL(), true, etagStr, m_list);
+					version->setVersionType(StdInstVersion::CurrentStable);
+					tempList.push_back(version);
+					foundCurrentInAssets = true;
+				}
+				else
+				{
+					bool older = versionTimestamp.toMSecsSinceEpoch() < currentStable->timestamp();
+					bool newer = versionTimestamp.toMSecsSinceEpoch() > currentStable->timestamp();
+					bool isSnapshot = versionName.contains(snapshotRegex);
+					
+					StdInstVersion *version = new StdInstVersion(
+								versionName, versionName, 
+								versionTimestamp.toMSecsSinceEpoch(),
+								dlUrl, false, etagStr, m_list);
+					
+					if (newer)
+					{
+						version->setVersionType(StdInstVersion::Snapshot);
+					}
+					else if (older && isSnapshot)
+					{
+						version->setVersionType(StdInstVersion::OldSnapshot);
+					}
+					else if (older)
+					{
+						version->setVersionType(StdInstVersion::Stable);
+					}
+					else
+					{
+						// Shouldn't happen, but just in case...
+						version->setVersionType(StdInstVersion::CurrentStable);
+					}
+					
+					tempList.push_back(version);
+				}
+			}
+			else // If there isn't a current stable version.
+			{
+				bool isSnapshot = versionName.contains(snapshotRegex);
+				
+				StdInstVersion *version = new StdInstVersion(
+							versionName, versionName, 
+							versionTimestamp.toMSecsSinceEpoch(),
+							dlUrl, false, etagStr, m_list);
+				version->setVersionType(isSnapshot? StdInstVersion::Snapshot :
+													StdInstVersion::Stable);
+				tempList.push_back(version);
+			}
+		}
+		
+		setSubStatus("Loaded assets.minecraft.net");
+		break;
+	}
+		
+	default:
+		// TODO: Network error handling.
+		break;
+	}
+	
+	processedAssetsReply = true;
+	updateStuff();
+}
+
+
+QString mcnToAssetsVersion(QString mcnVersion);
+
+void StdInstVListLoadTask::processMCNReply()
+{
+	switch (assetsReply->error())
+	{
+	case QNetworkReply::NoError:
+	{
+		QJsonParseError pError;
+		QJsonDocument jsonDoc = QJsonDocument::fromJson(mcnReply->readAll(), &pError);
+		
+		if (pError.error != QJsonParseError::NoError)
+		{
+			// Handle errors.
+			qDebug() << "Failed to parse MCNostalgia response. JSON parser error: " << 
+						pError.errorString();
+			break;
+		}
+		
+		
+		// Load data.
+		QRegExp indevRegex("in(f)?dev");
+		QJsonArray vlistArray = jsonDoc.object().value("order").toArray();
+		
+		for (int i = 0; i < vlistArray.size(); i++)
+		{
+			QString rawVersion = vlistArray.at(i).toString();
+			if (rawVersion.isEmpty() || rawVersion.contains(indevRegex))
+				continue;
+			
+			QString niceVersion = mcnToAssetsVersion(rawVersion);
+			if (niceVersion.isEmpty())
+				continue;
+			
+			StdInstVersion *version = StdInstVersion::mcnVersion(rawVersion, niceVersion);
+			mcnList.prepend(version);
+		}
+		
+		setSubStatus("Loaded MCNostalgia");
+		break;
+	}
+		
+	default:
+		// TODO: Network error handling.
+		break;
+	}
+	
+	
+	processedMCNReply = true;
+	updateStuff();
+}
+
+void StdInstVListLoadTask::setSubStatus(const QString &msg)
+{
+	if (msg.isEmpty())
+		setStatus("Loading instance version list...");
+	else
+		setStatus("Loading instance version list: " + msg);
+}
+
+void StdInstVListLoadTask::updateStuff()
+{
+	const int totalReqs = 3;
+	int reqsComplete = 0;
+	
+	if (processedMCDLReply)
+		reqsComplete++;
+	if (processedAssetsReply)
+		reqsComplete++;
+	if (processedMCNReply)
+		reqsComplete++;
+	
+	calcProgress(reqsComplete, totalReqs);
+	
+	if (reqsComplete >= totalReqs)
+	{
+		quit();
+	}
+}
+
+class MCNostalgiaVNameMap
+{
+public:
+	QMap <QString, QString> mapping;
+	MCNostalgiaVNameMap()
+	{
+		// An empty string means that it should be ignored
+		mapping["1.4.6_pre"] = "";
+		mapping["1.4.5_pre"] = "";
+		mapping["1.4.3_pre"] = "1.4.3";
+		mapping["1.4.2_pre"] = "";
+		mapping["1.4.1_pre"] = "1.4.1";
+		mapping["1.4_pre"] = "1.4";
+		mapping["1.3.2_pre"] = "";
+		mapping["1.3.1_pre"] = "";
+		mapping["1.3_pre"] = "";
+		mapping["1.2_pre"] = "1.2";
+	}
+} mcnVNMap;
+
+QString mcnToAssetsVersion(QString mcnVersion)
+{
+	QMap<QString, QString>::iterator iter = mcnVNMap.mapping.find(mcnVersion);
+	if (iter != mcnVNMap.mapping.end())
+	{
+		return iter.value();
+	}
+	return mcnVersion;
+}