Initial commit. Currently the CLI will pull and store all images within the specified MediaWiki.

MIT.txt

@@ -0,0 +1,19 @@
Copyright (c) 2012 Bryan M. Allred
Permission is hereby granted, free of charge, to any person obtaining a copy 
of this software and associated documentation files (the "Software"), to 
deal in the Software without restriction, including without limitation the 
rights to use, copy, modify, merge, publish, distribute, sublicense, and/or 
sell copies of the Software, and to permit persons to whom the Software is 
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all 
copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER 
DEALINGS IN THE SOFTWARE.

MediaWikiCrawl.Tests/AssemblyInfo.cs

@@ -0,0 +1,27 @@
using System.Reflection;
using System.Runtime.CompilerServices;
// Information about this assembly is defined by the following attributes. 
// Change them to the values specific to your project.
[assembly: AssemblyTitle("MediaWikiCrawl.Tests")]
[assembly: AssemblyDescription("")]
[assembly: AssemblyConfiguration("")]
[assembly: AssemblyCompany("")]
[assembly: AssemblyProduct("")]
[assembly: AssemblyCopyright("Bryan Allred")]
[assembly: AssemblyTrademark("")]
[assembly: AssemblyCulture("")]
// The assembly version has the format "{Major}.{Minor}.{Build}.{Revision}".
// The form "{Major}.{Minor}.*" will automatically update the build and revision,
// and "{Major}.{Minor}.{Build}.*" will update just the revision.
[assembly: AssemblyVersion("1.0.*")]
// The following attributes are used to specify the signing key for the assembly, 
// if desired. See the Mono documentation for more information about signing.
//[assembly: AssemblyDelaySign(false)]
//[assembly: AssemblyKeyFile("")]

MediaWikiCrawl.Tests/MediaWikiApiTests.cs

@@ -0,0 +1,82 @@
//
// MediaWikiApiTests.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System;
using System.Diagnostics;
using NUnit.Framework;
using MediaWikiCrawl;
namespace MediaWikiCrawl.Tests
{
	[TestFixture]
	public class MediaWikiApiTests
	{
		private string _baseUri;
		[TestFixtureSetUp]
		public void SetUp()
		{
			this._baseUri = @"http://wiki.guildwars2.com/api.php";
		}
		[Test]
		public void CanGetAllImages()
		{
			var count = 0;
			var wikiApi = new MediaWikiApi(this._baseUri);
			foreach (var img in wikiApi.AllImages("z"))
			{
				count++;
				Debug.WriteLine(
					"{0}{1}{2}  {3}",
					count.ToString().PadRight(20),
					img.Name,
					Environment.NewLine,
					img.Url);
			}
			Assert.That(count, Is.GreaterThan(0));
		}
		[Test]
		public void CanGetWikiImage()
		{
			var wikiApi = new MediaWikiApi(this._baseUri);
			var result = wikiApi.PageImage("File:Hall of Monuments background.jpg");
			Assert.That(result, Is.InstanceOf<WikiImage>());
		}
		[Test]
		public void CanGetWikiPage()
		{
			var wikiApi = new MediaWikiApi(this._baseUri);
			var result = wikiApi.Page("Main Page");
			Assert.That(result, Is.InstanceOf<WikiPage>());
			Assert.That(result.ImageTitles, Is.Not.Null);
			Assert.That(result.ImageTitles, Has.None.Null.Or.Empty);
		}
	}
}

MediaWikiCrawl.Tests/MediaWikiCrawl.Tests.csproj

@@ -0,0 +1,52 @@
<?xml version="1.0" encoding="utf-8"?>
<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
  <PropertyGroup>
    <Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
    <Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
    <ProductVersion>10.0.0</ProductVersion>
    <SchemaVersion>2.0</SchemaVersion>
    <ProjectGuid>{C18684AF-C38D-4BCE-86FE-21F59463D5EA}</ProjectGuid>
    <OutputType>Library</OutputType>
    <RootNamespace>MediaWikiCrawl.Tests</RootNamespace>
    <AssemblyName>MediaWikiCrawl.Tests</AssemblyName>
  </PropertyGroup>
  <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
    <DebugSymbols>true</DebugSymbols>
    <DebugType>full</DebugType>
    <Optimize>false</Optimize>
    <OutputPath>bin\Debug</OutputPath>
    <DefineConstants>DEBUG;</DefineConstants>
    <ErrorReport>prompt</ErrorReport>
    <WarningLevel>4</WarningLevel>
    <ConsolePause>false</ConsolePause>
  </PropertyGroup>
  <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
    <DebugType>none</DebugType>
    <Optimize>true</Optimize>
    <OutputPath>bin\Release</OutputPath>
    <ErrorReport>prompt</ErrorReport>
    <WarningLevel>4</WarningLevel>
    <ConsolePause>false</ConsolePause>
  </PropertyGroup>
  <ItemGroup>
    <Reference Include="System" />
    <Reference Include="nunit.framework, Version=2.6.0.12051, Culture=neutral, PublicKeyToken=96d09a1eb7f44a77">
      <Private>False</Private>
    </Reference>
    <Reference Include="nunit.core, Version=2.6.0.12051, Culture=neutral, PublicKeyToken=96d09a1eb7f44a77">
      <Private>False</Private>
    </Reference>
  </ItemGroup>
  <ItemGroup>
    <Compile Include="AssemblyInfo.cs" />
    <Compile Include="MediaWikiApiTests.cs" />
    <Compile Include="WebbieTests.cs" />
  </ItemGroup>
  <Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
  <ItemGroup>
    <ProjectReference Include="..\MediaWikiCrawl\MediaWikiCrawl.csproj">
      <Project>{F06013A9-2F92-4AD7-9D2A-3545E85E9876}</Project>
      <Name>MediaWikiCrawl</Name>
    </ProjectReference>
  </ItemGroup>
</Project>

MediaWikiCrawl.Tests/WebbieTests.cs

@@ -0,0 +1,44 @@
//
// WebbieTests.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System;
using NUnit.Framework;
namespace MediaWikiCrawl.Tests
{
	[TestFixture()]
	public class WebbieTests
	{
		[Test]
		public void CanDownloadImage()
		{
			var imageUrl = @"http://wiki.guildwars2.com/images/f/fe/Hall_of_Monuments_background.jpg";
			var result = Webbie.Download(new Uri(imageUrl));
			Assert.That(result, Is.Not.Null);
			Assert.That(result, Is.InstanceOf<byte[]>());
			Assert.That(result, Has.Length.GreaterThanOrEqualTo(0));
		}
	}
}

MediaWikiCrawl.sln

@@ -0,0 +1,49 @@

Microsoft Visual Studio Solution File, Format Version 11.00
# Visual Studio 2010
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MediaWikiCrawl", "MediaWikiCrawl\MediaWikiCrawl.csproj", "{F06013A9-2F92-4AD7-9D2A-3545E85E9876}"
EndProject
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MediaWikiCrawl.Tests", "MediaWikiCrawl.Tests\MediaWikiCrawl.Tests.csproj", "{C18684AF-C38D-4BCE-86FE-21F59463D5EA}"
EndProject
Global
	GlobalSection(SolutionConfigurationPlatforms) = preSolution
		Debug|x86 = Debug|x86
		Release|x86 = Release|x86
	EndGlobalSection
	GlobalSection(ProjectConfigurationPlatforms) = postSolution
		{C18684AF-C38D-4BCE-86FE-21F59463D5EA}.Debug|x86.ActiveCfg = Debug|Any CPU
		{C18684AF-C38D-4BCE-86FE-21F59463D5EA}.Debug|x86.Build.0 = Debug|Any CPU
		{C18684AF-C38D-4BCE-86FE-21F59463D5EA}.Release|x86.ActiveCfg = Release|Any CPU
		{C18684AF-C38D-4BCE-86FE-21F59463D5EA}.Release|x86.Build.0 = Release|Any CPU
		{F06013A9-2F92-4AD7-9D2A-3545E85E9876}.Debug|x86.ActiveCfg = Debug|x86
		{F06013A9-2F92-4AD7-9D2A-3545E85E9876}.Debug|x86.Build.0 = Debug|x86
		{F06013A9-2F92-4AD7-9D2A-3545E85E9876}.Release|x86.ActiveCfg = Release|x86
		{F06013A9-2F92-4AD7-9D2A-3545E85E9876}.Release|x86.Build.0 = Release|x86
	EndGlobalSection
	GlobalSection(MonoDevelopProperties) = preSolution
		StartupItem = MediaWikiCrawl\MediaWikiCrawl.csproj
		Policies = $0
		$0.DotNetNamingPolicy = $1
		$1.DirectoryNamespaceAssociation = PrefixedHierarchical
		$1.ResourceNamePolicy = FileName
		$0.TextStylePolicy = $2
		$2.inheritsSet = null
		$2.scope = text/x-csharp
		$0.CSharpFormattingPolicy = $3
		$3.IndentSwitchBody = True
		$3.inheritsSet = Mono
		$3.inheritsScope = text/x-csharp
		$3.scope = text/x-csharp
		$0.TextStylePolicy = $4
		$4.FileWidth = 120
		$4.TabsToSpaces = False
		$4.inheritsSet = VisualStudio
		$4.inheritsScope = text/plain
		$4.scope = text/plain
		$0.StandardHeader = $5
		$5.Text = @\n${FileName}\n \nAuthor:\n      ${AuthorName} <${AuthorEmail}>\n\nCopyright (c) ${Year} ${CopyrightHolder}\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the "Software"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in\nall copies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN\nTHE SOFTWARE.
		$5.IncludeInNewFiles = True
		$0.VersionControlPolicy = $6
		$6.inheritsSet = Mono
	EndGlobalSection
EndGlobal

MediaWikiCrawl/AssemblyInfo.cs

@@ -0,0 +1,27 @@
using System.Reflection;
using System.Runtime.CompilerServices;
// Information about this assembly is defined by the following attributes. 
// Change them to the values specific to your project.
[assembly: AssemblyTitle("MediaWikiCrawl")]
[assembly: AssemblyDescription("")]
[assembly: AssemblyConfiguration("")]
[assembly: AssemblyCompany("")]
[assembly: AssemblyProduct("")]
[assembly: AssemblyCopyright("Bryan Allred")]
[assembly: AssemblyTrademark("")]
[assembly: AssemblyCulture("")]
// The assembly version has the format "{Major}.{Minor}.{Build}.{Revision}".
// The form "{Major}.{Minor}.*" will automatically update the build and revision,
// and "{Major}.{Minor}.{Build}.*" will update just the revision.
[assembly: AssemblyVersion("1.0.*")]
// The following attributes are used to specify the signing key for the assembly, 
// if desired. See the Mono documentation for more information about signing.
//[assembly: AssemblyDelaySign(false)]
//[assembly: AssemblyKeyFile("")]

MediaWikiCrawl/Main.cs

@@ -0,0 +1,97 @@
//
// Main.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System;
using System.IO;
namespace MediaWikiCrawl
{
	/// <summary>
	/// Main class.
	/// </summary>
	public class MainClass
	{
		/// <summary>
		/// The _base URI.
		/// </summary>
		private static string _baseUri = string.Empty;
		/// <summary>
		/// The entry point of the program, where the program control starts and ends.
		/// </summary>
		/// <param name='args'>
		/// The command-line arguments.
		/// </param>
		public static void Main (string[] args)
		{
			// Go through any arguments.
			for (var idx = 0; idx < args.Length; idx++)
			{
				switch (args[idx].ToLower())
				{
					default:
						_baseUri = args[idx];
						break;
				}
			}
			// Validate inputs.
			if (string.IsNullOrWhiteSpace(_baseUri))
			{
				throw new ArgumentNullException("baseUri", "Missing the base URI!");
			}
			// Create a new API handler.
			var api = new MediaWikiApi(_baseUri);
			// Iterate through captured images and commit them to permanent storage.
			foreach (var img in api.AllImages())
			{
				var file = new FileInfo(img.Name);
				var bytes = img.Download();
				if (bytes != null && bytes.Length > 0)
				{
					using (var stream = file.OpenWrite())
					{
						// Attempt to write if we can.
						if (stream.CanWrite)
						{
							stream.Write(bytes, 0, bytes.Length);
							Console.WriteLine(
								"{0}, {1} bytes",
								file.Length,
								file.FullName);
						}
						// Always close the file.
						stream.Close();
					}
             	}
			}
		}
	}
}

MediaWikiCrawl/MediaWikiApi.cs

@@ -0,0 +1,222 @@
//
// MediaWikiApi.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading;
using System.Xml.Linq;
namespace MediaWikiCrawl
{
	/// <summary>
	/// Media wiki API.
	/// </summary>
	public class MediaWikiApi
	{
		/// <summary>
		/// The seed.
		/// </summary>
		private static int seed = 42;
		/// <summary>
		/// The _base URI.
		/// </summary>
		private Uri _baseUri;
		/// <summary>
		/// Initializes a new instance of the <see cref="MediaWikiCrawl.MediaWikiApi"/> class.
		/// </summary>
		/// <param name='baseUri'>
		/// Base URI.
		/// </param>
		public MediaWikiApi(string baseUri = "/api.php")
		{
			if (!baseUri.ToLower().Contains("/api.php"))
			{
				baseUri += @"/api.php";
			}
			this._baseUri = new Uri(baseUri);
		}
		/// <summary>
		/// Alls the images.
		/// </summary>
		/// <returns>
		/// The images.
		/// </returns>
		/// <param name='startsWith'>
		/// Starts with.
		/// </param>
		public IEnumerable<WikiImage> AllImages(string startsWith = "0")
		{
			// Formulate the URI.
			var uri = new Uri(string.Format(
				"{0}?format={1}&action={2}&list={3}&aifrom={4}",
				this._baseUri.ToString(),
				Webbie.Sanitize("xml"),
				Webbie.Sanitize("query"),
				Webbie.Sanitize("allimages"),
				Webbie.Sanitize(startsWith)));
			// Find the root of the API (it is re-used so we cache it).
			var xmlApi = XDocument.Parse(Webbie.Get(uri)).Descendants("api");
			// Navigate the XML to formulate some images!
			var images = xmlApi
					.Descendants("query")
					.Descendants("allimages")
			        .Descendants("img")
					.Select(x => new WikiImage {
						Name = x.Attribute("name").Value,
						Url = new Uri(x.Attribute("url").Value),
						DescriptionUrl = new Uri(x.Attribute("descriptionurl").Value)
					})
					.ToList();
			// Return what we can when we can.
			foreach (var img in images)
			{
				yield return img;
			}
			// Determine what to continue with.
			var continueWith = xmlApi.Descendants("query-continue").Count() == 0
				? string.Empty
				: xmlApi
					.Descendants("query-continue")
					.Descendants("allimages")
					.Select(x => x.Attribute("aifrom").Value)
					.First();
			// If there is something left then recursively grab it.
			if (!string.IsNullOrWhiteSpace(continueWith))
			{
				// Give a moment to reflect.
				seed = new Random(seed).Next() % 100;
				new AutoResetEvent(true).WaitOne(new TimeSpan(0, 0, seed));
				foreach (var img in AllImages(continueWith))
				{
					yield return img;
				}
			}
		}
		/// <summary>
		/// Page the specified title.
		/// </summary>
		/// <param name='title'>
		/// Title.
		/// </param>
		public WikiPage Page(string title)
		{
			if (string.IsNullOrWhiteSpace(title))
			{
				throw new ArgumentNullException("title");
			}
			return new WikiPage {
				Title = title,
				ImageTitles = this.PageImages(title)
			};
		}
		/// <summary>
		/// Pages the image.
		/// </summary>
		/// <returns>
		/// The image.
		/// </returns>
		/// <param name='title'>
		/// Title.
		/// </param>
		public WikiImage PageImage(string title)
		{
			if (string.IsNullOrWhiteSpace(title))
			{
				throw new ArgumentNullException("title");
			}
			var uri = new Uri(string.Format(
				"{0}?format={1}&action={2}&titles={3}&prop={4}&iiprop={5}",
				this._baseUri.ToString(),
				Webbie.Sanitize("xml"),
				Webbie.Sanitize("query"),
				Webbie.Sanitize(title),
				Webbie.Sanitize("imageinfo"),
				Webbie.Sanitize("url")));
			return (XDocument.Parse(Webbie.Get(uri))
			        .Descendants("api")
			        .Descendants("query")
			        .Descendants("pages")
			        .Descendants("page")
			        .Descendants("imageinfo")
		        	.Descendants("ii")
			        .Select(x => new WikiImage { 
						Url = new Uri(x.Attribute("url").Value ?? string.Empty), 
						DescriptionUrl = new Uri(x.Attribute("descriptionurl").Value ?? string.Empty) 
					}))
					.First();
		}
		/// <summary>
		/// Pages the images.
		/// </summary>
		/// <returns>
		/// The images.
		/// </returns>
		/// <param name='title'>
		/// Title.
		/// </param>
		public ICollection<string> PageImages(string title)
		{
			if (string.IsNullOrWhiteSpace(title))
			{
				throw new ArgumentNullException("title");
			}
			var uri = new Uri(string.Format(
				"{0}?format={1}&action={2}&titles={3}&prop={4}",
				this._baseUri.ToString(),
				Webbie.Sanitize("xml"),
				Webbie.Sanitize("query"),
				Webbie.Sanitize(title),
				Webbie.Sanitize("images")));
			return XDocument.Parse(Webbie.Get(uri))
					.Descendants("api")
			        .Descendants("query")
			        .Descendants("pages")
			        .Descendants("page")
			        .Descendants("images")
		        	.Descendants("im")
			        .Select(x => x.Attribute("title").Value)
					.ToList();
		}
	}
}

MediaWikiCrawl/MediaWikiCrawl.csproj

@@ -0,0 +1,47 @@
<?xml version="1.0" encoding="utf-8"?>
<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
  <PropertyGroup>
    <Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
    <Platform Condition=" '$(Platform)' == '' ">x86</Platform>
    <ProductVersion>10.0.0</ProductVersion>
    <SchemaVersion>2.0</SchemaVersion>
    <ProjectGuid>{F06013A9-2F92-4AD7-9D2A-3545E85E9876}</ProjectGuid>
    <OutputType>Exe</OutputType>
    <RootNamespace>MediaWikiCrawl</RootNamespace>
    <AssemblyName>MediaWikiCrawl</AssemblyName>
    <StartupObject>MediaWikiCrawl.MainClass</StartupObject>
  </PropertyGroup>
  <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|x86' ">
    <DebugSymbols>true</DebugSymbols>
    <DebugType>full</DebugType>
    <Optimize>false</Optimize>
    <OutputPath>bin\Debug</OutputPath>
    <DefineConstants>DEBUG;</DefineConstants>
    <ErrorReport>prompt</ErrorReport>
    <WarningLevel>4</WarningLevel>
    <PlatformTarget>x86</PlatformTarget>
    <Externalconsole>true</Externalconsole>
  </PropertyGroup>
  <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|x86' ">
    <DebugType>none</DebugType>
    <Optimize>true</Optimize>
    <OutputPath>bin\Release</OutputPath>
    <ErrorReport>prompt</ErrorReport>
    <WarningLevel>4</WarningLevel>
    <PlatformTarget>x86</PlatformTarget>
    <Externalconsole>true</Externalconsole>
  </PropertyGroup>
  <ItemGroup>
    <Reference Include="System" />
    <Reference Include="System.Xml.Linq" />
  </ItemGroup>
  <ItemGroup>
    <Compile Include="Main.cs" />
    <Compile Include="AssemblyInfo.cs" />
    <Compile Include="MediaWikiApi.cs" />
    <Compile Include="Webbie.cs" />
    <Compile Include="WikiImage.cs" />
    <Compile Include="WikiPage.cs" />
  </ItemGroup>
  <Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
</Project>

MediaWikiCrawl/Webbie.cs

@@ -0,0 +1,156 @@
//
// Webbie.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System;
using System.Diagnostics;
using System.IO;
using System.Net;
namespace MediaWikiCrawl
{
	/// <summary>
	/// Webbie.
	/// </summary>
	public class Webbie
	{
		/// <summary>
		/// Download the specified uri.
		/// </summary>
		/// <param name='uri'>
		/// URI.
		/// </param>
		public static byte[] Download(Uri uri)
		{
			if (uri == null)
			{
				throw new ArgumentNullException("uri");
			}
			try
			{
				// Configure the request.
				var request = WebRequest.Create(uri) as HttpWebRequest;
				request.UserAgent = @"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/22.0.1207.1 Safari/537.1";
				request.KeepAlive = false;
				request.Timeout = 15 * 1000;
				using (var response = request.GetResponse().GetResponseStream())
				{
					if (request.HaveResponse && response != null)
					{
						var memoryStream = new MemoryStream();
						byte[] buffer = new byte[0x1000];
						int bytes;
						while ((bytes = response.Read(buffer, 0, buffer.Length)) > 0)
						{
							memoryStream.Write(buffer, 0, bytes);
						}
						return memoryStream.ToArray();
					}
				}
			}
			catch (WebException wex)
			{
				if (wex.Response != null)
				{
					using (var errorResponse = wex.Response as HttpWebResponse)
					{
						Debug.WriteLine(
							"[{1}] {0}",
							errorResponse.StatusDescription,
							errorResponse.StatusCode);
					}
				}
			}
			return null;
		}
		/// <summary>
		/// Get the specified uri.
		/// </summary>
		/// <param name='uri'>
		/// URI.
		/// </param>
		public static string Get(Uri uri)
		{
			if (uri == null)
			{
				throw new ArgumentNullException("uri");
			}
			var html = string.Empty;
			try
			{
				// Configure the request.
				var request = WebRequest.Create(uri) as HttpWebRequest;
				request.UserAgent = @"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/22.0.1207.1 Safari/537.1";
				request.KeepAlive = false;
				request.Timeout = 15 * 1000;
				using (var response = request.GetResponse() as HttpWebResponse)
				{
					if (request.HaveResponse && response != null)
					{
						using (var stream = new StreamReader(response.GetResponseStream()))
						{
							html = stream.ReadToEnd();
						}
					}
				}
			}
			catch (WebException wex)
			{
				if (wex.Response != null)
				{
					using (var errorResponse = wex.Response as HttpWebResponse)
					{
						Debug.WriteLine(
							"[{1}] {0}",
							errorResponse.StatusDescription,
							errorResponse.StatusCode);
					}
				}
			}
			return html;
		}
		/// <summary>
		/// Sanitize the specified input.
		/// </summary>
		/// <param name='input'>
		/// Input.
		/// </param>
		public static string Sanitize(string input)
		{
			// TODO: Provide proper sanitization!!!!
			return input;
		}
	}
}

MediaWikiCrawl/WikiImage.cs

@@ -0,0 +1,67 @@
//
// WikiImage.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System;
namespace MediaWikiCrawl
{
	/// <summary>
	/// Wiki image.
	/// </summary>
	public class WikiImage
	{
		/// <summary>
		/// Gets or sets the name.
		/// </summary>
		/// <value>
		/// The name.
		/// </value>
		public string Name { get; set; }
		/// <summary>
		/// Gets or sets the URL.
		/// </summary>
		/// <value>
		/// The URL.
		/// </value>
		public Uri Url { get; set; }
		/// <summary>
		/// Gets or sets the description URL.
		/// </summary>
		/// <value>
		/// The description URL.
		/// </value>
		public Uri DescriptionUrl { get; set; }
		/// <summary>
		/// Download this instance.
		/// </summary>
		public byte[] Download()
		{
			return Webbie.Download(this.Url);
		}
	}
}

MediaWikiCrawl/WikiPage.cs

@@ -0,0 +1,59 @@
//
// WikiPage.cs
//
// Author:
//       Bryan Allred <bryan.allred@gmail.com>
//
// Copyright (c) 2012 Bryan Allred
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
using System.Collections.Generic;
namespace MediaWikiCrawl
{
	/// <summary>
	/// Wiki page.
	/// </summary>
	public class WikiPage
	{
		/// <summary>
		/// Gets or sets the title.
		/// </summary>
		/// <value>
		/// The title.
		/// </value>
		public string Title { get; set; }
		/// <summary>
		/// Gets or sets the image titles.
		/// </summary>
		/// <value>
		/// The image titles.
		/// </value>
		public ICollection<string> ImageTitles { get; set; }
		/// <summary>
		/// Initializes a new instance of the <see cref="MediaWikiCrawl.WikiPage"/> class.
		/// </summary>
		public WikiPage()
		{
			this.ImageTitles = new List<string>();
		}
	}
}