mirror of
https://gitlab.archlinux.org/archlinux/aurweb.git
synced 2025-02-03 10:43:03 +01:00
added dummy data for testing
This commit is contained in:
eric
parent
84912ddb2e
commit
342d5dfce0
3 changed files with 256 additions and 0 deletions
|
|
@ -144,8 +144,11 @@ CREATE TABLE PackageVotes (
|
|||
--
|
||||
CREATE TABLE PackageContents (
|
||||
PackageID INTEGER UNSIGNED NOT NULL,
|
||||
FileName CHAR(32) NOT NULL,
|
||||
Path CHAR(255) NOT NULL,
|
||||
FileSize BIGINT UNSIGNED NOT NULL default 0,
|
||||
INDEX (PackageID),
|
||||
INDEX (FileName),
|
||||
FOREIGN KEY (PackageID) REFERENCES Packages(ID) ON DELETE CASCADE
|
||||
);
|
||||
|
||||
|
|
|
|||
BIN
support/schema/dummy-data.sql.gz
Normal file
BIN
support/schema/dummy-data.sql.gz
Normal file
Binary file not shown.
253
support/schema/gendummydata.py
Executable file
253
support/schema/gendummydata.py
Executable file
|
|
@ -0,0 +1,253 @@
|
|||
#!/usr/bin/python
|
||||
#
|
||||
# This script seeds the AUR database with dummy data for
|
||||
# use during development/testing. It uses random entries
|
||||
# from /usr/share/dict/words to create user accounts and
|
||||
# package names. It generates the SQL statements to
|
||||
# insert these users/packages into the AUR database.
|
||||
#
|
||||
|
||||
DBUG = 1
|
||||
SEED_FILE = "/usr/share/dict/words"
|
||||
DB_HOST = "localhost"
|
||||
DB_NAME = "AUR"
|
||||
DB_USER = "aur"
|
||||
DB_PASS = "aur"
|
||||
USER_ID = 5 # Users.ID of first user
|
||||
PKG_ID = 1 # Packages.ID of first package
|
||||
MAX_USERS = 100 # how many users to 'register'
|
||||
MAX_PKGS = 250 # how many packages to load
|
||||
PKG_FILES = (8, 30) # min/max number of files in a package
|
||||
VOTING = (.3, .8) # percentage range for package voting
|
||||
RANDOM_PATHS = [ # random path locations for package files
|
||||
"/usr/bin", "/usr/lib", "/etc", "/etc/rc.d", "/usr/share", "/lib",
|
||||
"/var/spool", "/var/log", "/usr/sbin", "/opt", "/usr/X11R6/bin",
|
||||
"/usr/X11R6/lib", "/usr/libexec", "/usr/man/man1", "/usr/man/man3",
|
||||
"/usr/man/man5", "/usr/X11R6/man/man1", "/etc/profile.d"
|
||||
]
|
||||
|
||||
import random
|
||||
import time
|
||||
import os
|
||||
import sys
|
||||
import cStringIO
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
sys.stderr.write("Missing output filename argument");
|
||||
raise SystemExit
|
||||
|
||||
# Just let python throw the errors if any happen
|
||||
#
|
||||
out = open(sys.argv[1], "w")
|
||||
|
||||
# make sure the seed file exists
|
||||
#
|
||||
if not os.path.exists(SEED_FILE):
|
||||
sys.stderr.write("Please install the 'words' Arch package\n");
|
||||
|
||||
# Make sure database access will be available
|
||||
#
|
||||
try:
|
||||
import MySQLdb
|
||||
except:
|
||||
sys.stderr.write("Please install the 'mysql-python' Arch package\n");
|
||||
raise SystemExit
|
||||
|
||||
# try to connect to database
|
||||
#
|
||||
try:
|
||||
db = MySQLdb.connect(host = DB_HOST, user = DB_USER,
|
||||
db = DB_NAME, passwd = DB_PASS)
|
||||
dbc = db.cursor()
|
||||
except:
|
||||
sys.stderr.write("Could not connect to database\n");
|
||||
raise SystemExit
|
||||
|
||||
|
||||
# track what users/package names have been used
|
||||
#
|
||||
seen_users = {}
|
||||
seen_pkgs = {}
|
||||
locations = {}
|
||||
categories = {}
|
||||
location_keys = []
|
||||
category_keys = []
|
||||
user_keys = []
|
||||
|
||||
# some functions to generate random data
|
||||
#
|
||||
def genVersion():
|
||||
major = random.randrange(0,10)
|
||||
minor = random.randrange(0,20)
|
||||
if random.randrange(0,2) == 0:
|
||||
revision = random.randrange(0,100)
|
||||
return "%d.%d.%d" % (major, minor, revision)
|
||||
return "%d.%d" % (major, minor)
|
||||
def genCategory():
|
||||
return categories[category_keys[random.randrange(0,len(category_keys))]]
|
||||
def genLocation():
|
||||
return locations[location_keys[random.randrange(0,len(location_keys))]]
|
||||
def genUID():
|
||||
return seen_users[user_keys[random.randrange(0,len(user_keys))]]
|
||||
|
||||
|
||||
# load the words, and make sure there are enough words for users/pkgs
|
||||
#
|
||||
if DBUG: print "Grabbing words from seed file..."
|
||||
fp = open(SEED_FILE, "r")
|
||||
contents = fp.readlines()
|
||||
fp.close()
|
||||
if MAX_USERS > len(contents):
|
||||
MAX_USERS = len(contents)
|
||||
if MAX_PKGS > len(contents):
|
||||
MAX_PKGS = len(contents)
|
||||
if len(contents) - MAX_USERS > MAX_PKGS:
|
||||
need_dupes = 0
|
||||
else:
|
||||
need_dupes = 1
|
||||
|
||||
# select random usernames
|
||||
#
|
||||
if DBUG: print "Generating random user names..."
|
||||
user_id = USER_ID
|
||||
while len(seen_users) < MAX_USERS:
|
||||
user = random.randrange(0, len(contents))
|
||||
word = contents[user].strip().replace("'", "").replace(" ", "_")
|
||||
if not seen_users.has_key(user):
|
||||
seen_users[word] = user_id
|
||||
user_id += 1
|
||||
user_keys = seen_users.keys()
|
||||
|
||||
# select random package names
|
||||
#
|
||||
if DBUG: print "Generating random package names..."
|
||||
num_pkgs = PKG_ID
|
||||
while len(seen_pkgs) < MAX_PKGS:
|
||||
pkg = random.randrange(0, len(contents))
|
||||
word = contents[pkg].strip().replace("'", "").replace(" ", "_")
|
||||
if not need_dupes:
|
||||
if not seen_pkgs.has_key(word) and not seen_users.has_key(word):
|
||||
seen_pkgs[word] = num_pkgs
|
||||
num_pkgs += 1
|
||||
else:
|
||||
if not seen_pkgs.has_key(word):
|
||||
seen_pkgs[word] = num_pkgs
|
||||
num_pkgs += 1
|
||||
|
||||
# Load package categories from database
|
||||
#
|
||||
if DBUG: print "Loading package categories/locations..."
|
||||
q = "SELECT * FROM PackageCategories"
|
||||
dbc.execute(q)
|
||||
row = dbc.fetchone()
|
||||
while row:
|
||||
categories[row[1]] = row[0]
|
||||
row = dbc.fetchone()
|
||||
category_keys = categories.keys()
|
||||
|
||||
# Load package locations from database
|
||||
#
|
||||
q = "SELECT * FROM PackageLocations"
|
||||
dbc.execute(q)
|
||||
row = dbc.fetchone()
|
||||
while row:
|
||||
locations[row[1]] = row[0]
|
||||
row = dbc.fetchone()
|
||||
location_keys = locations.keys()
|
||||
|
||||
# done with the database
|
||||
#
|
||||
dbc.close()
|
||||
db.close()
|
||||
|
||||
# Begin by creating the User statements
|
||||
#
|
||||
if DBUG: print "Creating SQL statements for users.",
|
||||
count = 0
|
||||
for u in user_keys:
|
||||
s = """\
|
||||
INSERT INTO Users (ID, AccountTypeID, Username, Email, Passwd)
|
||||
VALUES (%d, 1, '%s', '%s@example.com', '%s');
|
||||
""" % (seen_users[u], u, u, u)
|
||||
out.write(s)
|
||||
if count % 10 == 0:
|
||||
if DBUG: print ".",
|
||||
count += 1
|
||||
if DBUG: print "."
|
||||
|
||||
# Create the package statements
|
||||
#
|
||||
if DBUG: print "Creating SQL statements for packages.",
|
||||
count = 0
|
||||
for p in seen_pkgs.keys():
|
||||
s = """\
|
||||
INSERT INTO Packages (ID, Name, Version, CategoryID, LocationID,
|
||||
SubmittedTS, SubmitterUID, MaintainerUID)
|
||||
VALUES (%d, '%s', '%s', %d, %d, %d, %d, 1);
|
||||
""" % (seen_pkgs[p], p, genVersion(), genCategory(), genLocation(),
|
||||
long(time.time()), genUID())
|
||||
out.write(s)
|
||||
if count % 100 == 0:
|
||||
if DBUG: print ".",
|
||||
count += 1
|
||||
|
||||
# Create package contents
|
||||
#
|
||||
num_files = random.randrange(PKG_FILES[0], PKG_FILES[1])
|
||||
files = {}
|
||||
for f in range(num_files):
|
||||
loc = RANDOM_PATHS[random.randrange(len(RANDOM_PATHS))]
|
||||
if "lib" in loc:
|
||||
path = loc + "/lib" + p + ".so"
|
||||
elif "man" in loc:
|
||||
path = loc + "/" + p + "." + loc[-1] + ".gz"
|
||||
elif "share" in loc:
|
||||
path = loc + "/" + p + "/sounds/" + p + ".wav"
|
||||
elif "profile" in loc:
|
||||
path = loc + "/" + p + ".sh"
|
||||
elif "rc.d" in loc:
|
||||
path = loc + "/" + p
|
||||
elif "etc" in loc:
|
||||
path = loc + "/" + p + ".conf"
|
||||
elif "opt" in loc:
|
||||
path = loc + "/" + p + "/bin/" + p
|
||||
else:
|
||||
path = loc + "/" + p
|
||||
if not files.has_key(path):
|
||||
files[path] = 1
|
||||
s = """\
|
||||
INSERT INTO PackageContents (PackageID, FileName, Path, FileSize)
|
||||
VALUES (%d, '%s', '%s', %d);
|
||||
""" % (seen_pkgs[p], os.path.basename(path), path,
|
||||
random.randrange(0,99999999))
|
||||
out.write(s)
|
||||
if DBUG: print "."
|
||||
|
||||
# Cast votes
|
||||
#
|
||||
if DBUG: print "Casting votes for packages.",
|
||||
count = 0
|
||||
for u in user_keys:
|
||||
num_votes = random.randrange(len(seen_pkgs)*VOTING[0],
|
||||
len(seen_pkgs)*VOTING[1])
|
||||
pkgvote = {}
|
||||
for v in range(num_votes):
|
||||
pkg = random.randrange(0, len(seen_pkgs))
|
||||
if not pkgvote.has_key(pkg):
|
||||
s = """\
|
||||
INSERT INTO PackageVotes (UsersID, PackageID) VALUES (%d, %d);
|
||||
""" % (seen_users[u], pkg)
|
||||
pkgvote[pkg] = 1
|
||||
out.write(s)
|
||||
if count % 100 == 0:
|
||||
if DBUG: print ".",
|
||||
count += 1
|
||||
|
||||
# close output file
|
||||
#
|
||||
out.write("\n")
|
||||
out.close()
|
||||
|
||||
if DBUG: print "."
|
||||
if DBUG: print "Done."
|
||||
|
||||
Loading…
Add table
Reference in a new issue