maxmustermann/dotnet-core
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Laying down docker interfaces

Browse source
This commit is contained in:
Bryan Arant 2016-11-08 10:53:41 -08:00 committed by root
parent a6f7eac41b
commit d5ae4db0d9
47 changed files with 1083 additions and 129 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

35
tools/cli-bootstrap/dockerfiles/bake-containers.sh Normal file
View file

@ -0,0 +1,35 @@
#!/usr/bin/env bash
# This shell script 'bakes' the docker containers that we depend on. Essentially, it sets up the docker containers in a certain manner where we
# are enabled to run a test case within them.
# specify a single directory name to bake just a single container
function BakePlatform
{
SELECTED_CONTAINER=$1
echo "baking 'cli-bootstrap:${SELECTED_CONTAINER}'"
pushd ${SELECTED_CONTAINER}
docker build -t "cli-bootstrap:${SELECTED_CONTAINER}" .
popd
}
# if you don't specify a parameter, we will build all of the platforms in the directory
if [ -z ${1} ]
then
for dir in */ ; do
name=${SELECTED_CONTAINER%"/"}
BakePlatform $name
done
else
# otherwise, specifying a single directory will cause just that directory to be baked (so long as the directory exists)
if [ -d "$1" ]
then
BakePlatform $1
else
echo "The directory $1 could not be found."
fi
fi

8
tools/cli-bootstrap/dockerfiles/bake.sh
View file

@ -1,8 +0,0 @@
#!/usr/bin/env bash
for dir in */ ; do
echo "$dir"
pushd $dir
name=${dir%"/"}
docker build -t "rover:$name" .
popd
done

29
tools/cli-bootstrap/dockerfiles/centos71/Dockerfile
View file

@ -1,8 +1,25 @@
FROM centos:7.1.1503
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py
RUN yum -q -y install deltarpm
RUN yum -q -y install epel-release
RUN yum -q -y update
RUN yum -q -y install unzip libunwind8 libunwind8-dev gettext libcurl-devel openssl-devel zlib libicu-devel liblttng-ust lttng-ust-devel libunwind-devel libuuid-devel automake autoconf libtool
RUN yum install -y http://mirror.symnds.com/distributions/gf/el/7/plus/x86_64/cmake-3.3.2-1.gf.el7.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/clang-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/clang-libs-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/lldb-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/lldb-devel-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/llvm-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/llvm-libs-3.6.2-1.el7.centos.x86_64.rpm \
which \
make
RUN yum -q -y install tar git
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++ 100
RUN update-alternatives --set c++ /usr/bin/clang++
RUN yum -q -y install sudo
VOLUME /env/cli-bootstrap
WORKDIR /env/cli-bootstrap

8
tools/cli-bootstrap/dockerfiles/debian8/Dockerfile
View file

@ -1,8 +0,0 @@
FROM debian:8.0
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

5
tools/cli-bootstrap/dockerfiles/docker-cleanup.sh Normal file
View file

@ -0,0 +1,5 @@
#!/bin/bash
# Delete all containers
docker rm $(docker ps -a -q)
# Delete all images
docker rmi $(docker images -q)

8
tools/cli-bootstrap/dockerfiles/fedora23/Dockerfile
View file

@ -1,8 +0,0 @@
FROM fedora:23
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

8
tools/cli-bootstrap/dockerfiles/opensuse13.2/Dockerfile
View file

@ -1,8 +0,0 @@
FROM opensuse:13.2
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

8
tools/cli-bootstrap/dockerfiles/opensuse42.1/Dockerfile
View file

@ -1,8 +0,0 @@
FROM opensuse:42.1
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

30
tools/cli-bootstrap/dockerfiles/test-container.sh Normal file
View file

@ -0,0 +1,30 @@
#!/usr/bin/env bash
# This shell script 'bakes' the docker containers that we depend on. Essentially, it sets up the docker containers in a certain manner where we
# are enabled to run a test case within them.
# to add a new platform to test on, simply create a directory (named anything that isn't already present) with a dockerfile in it.
function RunPlatform
{
SELECTED_CONTAINER=$1
echo "running 'cli-bootstrap:${SELECTED_CONTAINER}'"
pushd ../dockerfiles/$dir
# copy the bootstrap in to place.
# copy ../../cli.bootstrap.py .
# this will mount our current directory as the working directory in the docker containers
docker run -v $PWD:/env/cli-bootstrap cli-bootstrap:$name python cli.bootstrap.py -to . # this will generate the src, obj, and bin directory here.
# copy test cases to this platform
# cp ../testing/* testing
popd
}
for dir in ../dockerfiles/*/ ; do
echo "$dir"
name=${dir%"/"}
RunPlatform $name
done

8
tools/cli-bootstrap/dockerfiles/ubuntu1404/Dockerfile
View file

@ -1,8 +0,0 @@
FROM ubuntu:14.04
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

8
tools/cli-bootstrap/dockerfiles/ubuntu1604/Dockerfile
View file

@ -1,8 +0,0 @@
FROM ubuntu:16.04
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

8
tools/cli-bootstrap/dockerfiles/ubuntu1610/Dockerfile
View file

@ -1,8 +0,0 @@
FROM ubuntu:16.10
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install git
RUN apt-get -qqy install python
VOLUME /env/rover
WORKDIR /env/rover
ENTRYPOINT python rover.py

75
tools/cli-bootstrap/testing/e2e/Program.cs Normal file
View file

@ -0,0 +1,75 @@
using System;
using System.Collections.Generic;
using System.IO;
public static class Program
{
public static int Main(string[] args)
{
// Draw a dotnet bot.
Bot(QuoteOfTheDay());
return 42; // test pass code
}
public static string QuoteOfTheDay()
{
var quotes = File.ReadAllLines("quotes.txt");
return quotes[new Random().Next(0, quotes.Length - 1)];
}
public static void Bot(string message)
{
var _tempForeground = Console.ForegroundColor;
Console.ForegroundColor = ConsoleColor.Yellow;
Console.WriteLine(message);
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine(@"
__________________
\
\");
Console.ForegroundColor = ConsoleColor.Magenta;
Console.WriteLine(@"
....
....'
....
..........
.............'..'..
................'..'.....
.......'..........'..'..'....
........'..........'..'..'.....
.'....'..'..........'..'.......'.
.'..................'... ......
. ......'......... .....
. ......
.. . .. ......
.... . .......
...... ....... ............
................ ......................
........................'................
......................'..'...... .......
.........................'..'..... .......
........ ..'.............'..'.... ..........
..'..'... ...............'....... ..........
...'...... ...... .......... ...... .......
........... ....... ........ ......
....... '...'.'. '.'.'.' ....
....... .....'.. ..'.....
.. .......... ..'........
............ ..............
............. '..............
...........'.. .'.'............
............... .'.'.............
.............'.. ..'..'...........
............... .'..............
......... ..............
.....");
}
Console.ForegroundColor = _tempForeground;
}

59
tools/cli-bootstrap/testing/e2e/quotes.txt Normal file
View file

@ -0,0 +1,59 @@
We have a strange illusion that mere time cancels sin. But mere time does nothing either to the fact or to the guilt of a sin.
There can be no deep disappointment where there is not deep love.
My therapist told me the way to achieve true inner peace is to finish what I start. So far today, I have finished 2 bags of M&M`s and a chocolate cake. I feel better already.
Half a truth is often a great lie.
The survival of liberty in our land increasingly depends on the success of liberty in other lands.
The Constitution is not an instrument for the government to restrain the people, it is an instrument for the people to restrain the government -- lest it come to dominate our lives and interests.
From the prodigious hilltops of New Hampshire, let freedom ring. From the mighty mountains of New York, let freedom ring. From the heightening Alleghenies of Pennsylvania, let freedom ring. But not only that: Let freedom ring from every hill and molehill of Mississippi.
Without music, life would be a mistake.
Prosperity is the measure or touchstone of virtue, for it is less difficult to bear misfortune than to remain uncorrupted by pleasure.
The more you read about politics, you got to admit that each party is worse than the other.
Just the omission of Jane Austen`s books alone would make a fairly good library out of a library that hadn`t a book in it.
An unexciting truth may be eclipsed by a thrilling lie.
Beware how you take away hope from another human being.
Marriage is a duel to the death which no man of honour should decline.
If liberty and equality, as is thought by some, are chiefly to be found in democracy, they will be best attained when all persons alike share in government to the utmost.
Ignore death up to the last moment; then, when it can`t be ignored any longer, have yourself squirted full of morphia and shuffle off in a coma. Thoroughly sensible, humane and scientific, eh?
A good novel tells us the truth about its hero; but a bad novel tells us the truth about its author.
I have a dream that my four little children will one day live in a nation where they will not be judged by the color of their skin, but by the content of their character.
Take from the church the miraculous, the supernatural, the incomprehensible, the unreasonable, the impossible, the unknowable, the absurd, and nothing but a vacuum remains.
Power over a man`s subsistence is power over his will.
The puritanism of Christianity has played havoc with the moderation that an enlightened and tolerant critical spirit would have produced. I`ve noticed that in whatever country, county, town, or other region there is a regulation enjoining temperance, the population seems to be entirely composed of teetotallers and drunkards. There`s a Bible on that shelf there. But I keep it next to Voltaire - poison and antidote.
Never pick a fight with people who buy ink by the barrel.
There can be no liberty unless there is economic liberty.
Do not dwell in the past, do not dream of the future, concentrate the mind on the present moment.
If there were no God, there would be no Atheists.
It is impossible to travel faster than the speed of light, and certainly not desirable, as one`s hat keeps blowing off.
God is really only another artist. He invented the giraffe, the elephant and the cat. He has no real style, He just goes on trying other things.
Saturate yourself with your subject and the camera will all but take you by the hand.
Familiarity breeds contempt - and children.
Heaven have mercy on us all--Presbyterians and Pagans alike--for we are all dreadfully cracked about the head and desperately in need of mending.
The difference between Los Angeles and yogurt is that yogurt comes with less fruit.
I`m afraid that if you look at a thing long enough, it loses all of its meaning.
The difference between sex and death is that with death you can do it alone and no one is going to make fun of you.
Money buys you everything except the chance to do it again.
Never worry about the size of your Christmas tree. In the eyes of children, they are all thirty feet tall.
I think, at a child`s birth, if a mother could ask a fairy godmother to endow it with the most useful gift, that gift should be curiosity.
An unexamined life is not worth living.
It`s a phonetic language. Anything can make sense. How do you think Dr. Seuss wrote any of that sh*t?
Make everything as simple as possible, but not simpler.
There are lots of people who mistake their imagination for their memory.
We are what we repeatedly do. Excellence, therefore, is not an act, but a habit.
Wise men argue causes, and fools decide them.
A pint of sweat, saves a gallon of blood.
It ain`t the parts of the Bible that I can`t understand that bother me, it is the parts that I do understand.
A `geek` by definition is someone who eats live animals....I`ve never eaten live animals.
No virtuous act is quite as virtuous from the standpoint of our friend or foe, as from our own. Therefore, we are saved by the final form of love which is forgiveness.
The ladder of success is best climbed by stepping on the rungs of opportunity.
My best friend is the man who in wishing me well wishes it for my sake.
The best way to win an argument is to begin by being right.
Christmas is the gentlest, loveliest festival of the revolving year. And yet, for all that, when it speaks, its voice has strong authority.
Whenever science makes a discovery, the devil grabs it while the angels are debating the best way to use it.
Don`t you wish you had a job like mine? All you have to do is think up a certain number of words! Plus, you can repeat words! And they don`t even have to be true!
When angry, count ten before you speak; if very angry, a hundred.
People have a way of becoming what you encourage them to be, not what you nag them to be.
A man never tells you anything until you contradict him.
There are very few monsters who warrant the fear we have of them.
Perspective is worth 80 IQ Points - Alan Kay
The best way to predict the future is to invent it. - Alan Kay
The Internet was done so well that most people think of it as a natural resource like the Pacific Ocean, rather than something that was man-made. When was the last time a technology with a scale like that was so error-free? The Web, in comparison, is a joke. The Web was done by amateurs. - Alan Kay

32
tools/cli-bootstrap/README.md → tools/dotnet-bootstrap/README.md
View file

@ -1,52 +1,52 @@
CLI.BOOTSTRAP(1)
DOTNET.BOOTSTRAP(1)
### NAME
.NET CLI Bootstrapping Tool - A tool to help you bootstrap the .NET Command Line Tool on unsupported platforms.
### SYNOPSIS
python cli.bootstrap.py [-b __build_set__] [-nopatch] [-payload __tarball_path__]
python dotnet.bootstrap.py [-b __build_set__] [-nopatch] [-payload __tarball_path__]
### DESCRIPTION
cli.bootstrap.py is the .NET CLI bootstrapping script that intends to help developers move to new platforms and "bring up" the required pieces.
dotnet.bootstrap.py is the .NET CLI bootstrapping script (written for Python 2.7) that intends to help developers move to new platforms and "bring up" the required pieces.
There are default settings that intend to hit the 'most cases' scenario. If all is going to plan, you should never need to specify any additional parameters. However
many situations arise where it becomes a necessity or a nice-to-have. Namely, when things go wrong, you want to be able to get in there and fix
up the build, make changes, etc. This is 'development mode' or DevMode for short. In DevMode, NO git commands are executed. This is to prevent
the script from stomping out any changes you have made in the working directory. Additionally, when things do go wrong (inevitably they will), this tool places a shell/batch script
within the working directory that contains the command line that failed. This is to enable the scenario where you want to 'drill into' a problem.
up the build, make changes, etc. This is 'development mode' or DevMode for short. In DevMode, NO git commands are executed (ONE EXCEPTION: if the expected repo directories (coreclr, corefx, core-setup, libuv) do not exist,
we will clone them in). This is to prevent the script from stomping out any changes you have made in the working directory. Additionally, when things do go wrong (inevitably they will), this tool places a shell/batch
script within the working directory that contains the command line that failed. This is to enable the scenario where you want to 'drill into' a problem.
### EXAMPLES
The first time you run this tool HAS to be like this:
Intended use,
```
./cli.bootstrap.py
./dotnet.bootstrap.py
```
This will spawn a directory next to the bootstrap script, named after its runtime identifier (the runtime identifier is currently picked from the /os/release and we concatenate the
VERSION and VERSION_ID values). So on an AMD64 Ubuntu 16.04 machine, the RID is ubuntu.16.04-x64-dotnet
Any additional runs can be controlled via these command lines, and consequently, any additional runs are going to be in DevMode.
```
./cli.bootstrap.py -b corefx libuv
./dotnet.bootstrap.py -b corefx libuv
```
This will build only the corefx binaries and coreclr binaries, then patch the files.
If you want to prevent patching (for example, just to re-run a build):
```
./cli.bootstrap.py -b corefx coreclr -nopatch
./dotnet.bootstrap.py -b corefx coreclr -nopatch
```
Additionally, if you have a tarball of the files that you'd like to produce, consider:
```
./cli.bootstrap.py -b corefx coreclr -nopatch -payload ~/downloads/dotnet-dev-build.tar.gz
./dotnet.bootstrap.py -b corefx coreclr -nopatch -payload ~/downloads/dotnet-dev-build.tar.gz
```
### DEFAULTS
By default, running ./cli.bootstrap.py with no additional parameters is equivalent to this command line:
By default, running ./dotnet.bootstrap.py with no additional parameters is equivalent to this command line:
```
./cli.bootstrap.py -b corefx coreclr libuv core-setup -payload __dotnet_cli_repository_url__
./dotnet.bootstrap.py -b corefx coreclr libuv core-setup -payload __dotnet_cli_repository_url__
```
### OPTIONS
@ -60,11 +60,11 @@ By default, running ./cli.bootstrap.py with no additional parameters is equivale
*-payload __tar_filepath__*
&nbsp;&nbsp;&nbsp;&nbsp;By default cli.bootstrap will pull in a pre-built tar file from the CLI repository and patch this. If you want to provide your own binaries to patch
&nbsp;&nbsp;&nbsp;&nbsp;By default dotnet.bootstrap will pull in a pre-built tar file from the CLI repository and patch this. If you want to provide your own binaries to patch
(from dev builds or something), then specify a path (relative or absolute).
### OVERVIEW
After you run the cli.bootstrap, you'll see a directory named after the Runtime Identifier (RID) next to the script, the directory tree looks like this (for example),
After you run the dotnet.bootstrap, you'll see a directory named after the Runtime Identifier (RID) next to the script, the directory tree looks like this (for example),
```
<RID>

6
tools/dotnet-bootstrap/base/README.md Normal file
View file

@ -0,0 +1,6 @@
# BASE
## Lab
Go to the lab for testing information.

9
tools/dotnet-bootstrap/base/lab/.gitignore vendored Normal file
View file

@ -0,0 +1,9 @@
**/bin/*
**/src/*
**/obj/*
**/testing/*
dotnet.bootstrap.py
*~
*-dotnet
shellcall_failure-repro.sh
*.deb

31
tools/dotnet-bootstrap/base/lab/README.md Normal file
View file

@ -0,0 +1,31 @@
# LAB
## Test Cases
Intended interface for access is the class `Cases` in `cases.py`.
Listing all test cases,
```
./cases.py list
```
Running all test cases in all containers,
```
./cases.py run
```
Running specific testcase in all containers,
```
./cases.py run e2e
```
Running specific testcase in specific container,
```
./cases.py run e2e -in debian8
```
## Environments
Docker containers are used as the 'unit of environment.'
```
./containers.py list
```

137
tools/dotnet-bootstrap/base/lab/cases.py Executable file
View file

@ -0,0 +1,137 @@
#!/usr/bin/env python
import os
import sys
from shellcall import ShellCall
from shellcall import ContinueOnError
from sys import argv
from os import getcwd
from os.path import join
from os.path import exists
from globals import g_override
# interface + data binding for managing the testcases.
class Cases:
# TODO: use script directory instead of cwd, and require the containers directory to be local to the script
_supported_containers = join(getcwd(), 'containers/') # our 'list' of current supported platforms are the directories in this directory
_testcases = join(getcwd(), 'cases/')
_continueOnError = True
_lenient = True
# if current_working_directory = None, then we use the working dir dictated by the dockerfile
# if none is specified in the dockerfile, then docker uses '/'
def _docker_compose(self, identifier, local_volume, current_working_directory = None):
wdir_parameter = None
if current_working_directory:
wdir_parameter = '-w "%s"'%(current_working_directory)
return 'docker run %s -v %s:/env/dotnet-bootstrap dotnet-bootstrap:%s'%(wdir_parameter, local_volume, identifier)
# Runs a select case
def RunIn(self, container_name, casename):
local_mount_location = join(self._supported_containers, container_name)
testing_destination = join(local_mount_location, "testing/")
ShellCall("echo \"running 'dotnet-bootstrap:%s - testcase: %s'\""%(container_name, casename), lenient = self._lenient)
# copy the bootstrap and test source in to the container working directory (next to the Dockerfile)
ShellCall('cp ../../dotnet.bootstrap.py %s'%(join(self._supported_containers, container_name)), lenient = self._lenient)
ShellCall('mkdir -p %s'%(join(testing_destination, casename)), lenient=self._lenient)
ShellCall('cp -R %s %s'%(join(self._testcases, casename), join(testing_destination, casename)), lenient = self._lenient)
docker_run_cmd = 'docker run -v %s:/env/dotnet-bootstrap dotnet-bootstrap:%s'%(local_mount_location, str(container_name))
# ^ : This runs docker using the current container directory (with the Dockerfile) as the current working directory.
# so that anything placed in that directory becomes accessible.
# eventually we will copy the tests in to this directory as well (see below)
# run the bootstrap
ShellCall('%s python /env/dotnet-bootstrap/dotnet.bootstrap.py -to /env/dotnet-bootstrap/'%(docker_run_cmd), lenient = self._lenient) # this will generate the src, obj, and bin directory here.
# create whatever project file is the latest and greatest (was project.json, and is now named after the directory.csproj)
ShellCall('%s /env/dotnet-bootstrap/bin/dotnet new -t Console'%(self._docker_compose(container_name, local_mount_location, join("/env/dotnet-bootstrap/testing/", casename))), lenient= self._lenient)
#ShellCall('ls', cwd=join(testing_destination, casename, casename + '.csproj'))
# confirm that it exists.
if exists(join(testing_destination, casename, casename + '.csproj')):
ShellCall('mkdir -p %s'%join(testing_destination, casename, "result"))
ShellCall('touch %s'%(join(testing_destination, casename, "result", "pass"))) # spawn a result; a failure is when this doesn't exist. If this exists, this is a passing testcase.
ShellCall('cp -R %s/* %s'%(join(self._testcases, casename), join(testing_destination, casename)), lenient= self._lenient)
# ShellCall('%s /env/dotnet-bootstrap/bin/dotnet restore .'%(self._docker_compose(container_name, local_mount_location, join("/env/dotnet-bootstrap/testing/", casename))), lenient=self._lenient)
# ShellCall('%s /env/dotnet-bootstrap/bin/dotnet run'%(self._docker_compose(container_name, local_mount_location, join("/env/dotnet-bootstrap/testing/", casename))), lenient=self._lenient)
self.Report()
def _runOverride(self):
for container in g_override["containers"]:
for case in g_override["cases"]:
try:
self.RunIn(container, case)
except ContinueOnError: # we threw this up with the intention of being OK with moving on.
continue
def _status(self, container, case):
print("CONTAINER - CASE - STATUS")
target = "%s - %s"%(container, case)
testing_destination = join(self._supported_containers, container, "testing/")
if exists(join(testing_destination, case, "result", "pass")):
print("%s - pass"%(target))
else:
print("%s - fail"%(target))
def Report(self):
for container in g_override["containers"]:
for case in g_override["cases"]:
self._status(container, case)
# runs the full matrix of tests
def RunAll(self):
if g_override:
self._runOverride()
return
for root, containers, files in os.walk(self._supported_containers):
for container in containers: # we keep it explicitly the case that there are no other directories in the cases or containers directories.
for root, cases, files in os.walk(self._testcases):
for case in cases:
try:
self.RunIn(container, case) # runs the full matrix of environments and cases
except ContinueOnError:
continue
break # just walk the top level
break # just walk the top level.
def List(self):
ShellCall('ls -1 %s'%(self._testcases), lenient = self._lenient)
def __init__(self):
if not exists(self._supported_containers):
print('no such directory: %s\n'%(self._supported_containers))
sys.exit()
if not exists(self._testcases):
print('no such directory: %s\n'%(self._testcases))
sys.exit()
def PrintUsage():
print("TODO: Usage")
if __name__ == '__main__':
testcases = Cases()
if len(argv) <= 1:
PrintUsage()
exit()
dictionary = {
"run": testcases.RunAll,
"list": testcases.List,
"report": testcases.Report
}
dictionary[argv[1]]()

74
tools/dotnet-bootstrap/base/lab/cases/e2e/Program.cs Normal file
View file

@ -0,0 +1,74 @@
using System;
using System.Collections.Generic;
using System.IO;
public static class Program
{
public static int Main(string[] args)
{
// Draw a dotnet bot.
Bot(QuoteOfTheDay());
return 42; // test pass code
}
public static string QuoteOfTheDay()
{
var quotes = File.ReadAllLines("quotes.txt");
return quotes[new Random().Next(0, quotes.Length - 1)];
}
public static void Bot(string message)
{
var _tempForeground = Console.ForegroundColor;
Console.ForegroundColor = ConsoleColor.Yellow;
Console.WriteLine(message);
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine(@"
__________________
\\
\\");
Console.ForegroundColor = ConsoleColor.Magenta;
Console.WriteLine(@"
....
....'
....
..........
.............'..'..
................'..'.....
.......'..........'..'..'....
........'..........'..'..'.....
.'....'..'..........'..'.......'.
.'..................'... ......
. ......'......... .....
. ......
.. . .. ......
.... . .......
...... ....... ............
................ ......................
........................'................
......................'..'...... .......
.........................'..'..... .......
........ ..'.............'..'.... ..........
..'..'... ...............'....... ..........
...'...... ...... .......... ...... .......
........... ....... ........ ......
....... '...'.'. '.'.'.' ....
....... .....'.. ..'.....
.. .......... ..'........
............ ..............
............. '..............
...........'.. .'.'............
............... .'.'.............
.............'.. ..'..'...........
............... .'..............
......... ..............
.....");
Console.ForegroundColor = _tempForeground;
}
}

59
tools/dotnet-bootstrap/base/lab/cases/e2e/quotes.txt Normal file
View file

@ -0,0 +1,59 @@
We have a strange illusion that mere time cancels sin. But mere time does nothing either to the fact or to the guilt of a sin.
There can be no deep disappointment where there is not deep love.
My therapist told me the way to achieve true inner peace is to finish what I start. So far today, I have finished 2 bags of M&M`s and a chocolate cake. I feel better already.
Half a truth is often a great lie.
The survival of liberty in our land increasingly depends on the success of liberty in other lands.
The Constitution is not an instrument for the government to restrain the people, it is an instrument for the people to restrain the government -- lest it come to dominate our lives and interests.
From the prodigious hilltops of New Hampshire, let freedom ring. From the mighty mountains of New York, let freedom ring. From the heightening Alleghenies of Pennsylvania, let freedom ring. But not only that: Let freedom ring from every hill and molehill of Mississippi.
Without music, life would be a mistake.
Prosperity is the measure or touchstone of virtue, for it is less difficult to bear misfortune than to remain uncorrupted by pleasure.
The more you read about politics, you got to admit that each party is worse than the other.
Just the omission of Jane Austen`s books alone would make a fairly good library out of a library that hadn`t a book in it.
An unexciting truth may be eclipsed by a thrilling lie.
Beware how you take away hope from another human being.
Marriage is a duel to the death which no man of honour should decline.
If liberty and equality, as is thought by some, are chiefly to be found in democracy, they will be best attained when all persons alike share in government to the utmost.
Ignore death up to the last moment; then, when it can`t be ignored any longer, have yourself squirted full of morphia and shuffle off in a coma. Thoroughly sensible, humane and scientific, eh?
A good novel tells us the truth about its hero; but a bad novel tells us the truth about its author.
I have a dream that my four little children will one day live in a nation where they will not be judged by the color of their skin, but by the content of their character.
Take from the church the miraculous, the supernatural, the incomprehensible, the unreasonable, the impossible, the unknowable, the absurd, and nothing but a vacuum remains.
Power over a man`s subsistence is power over his will.
The puritanism of Christianity has played havoc with the moderation that an enlightened and tolerant critical spirit would have produced. I`ve noticed that in whatever country, county, town, or other region there is a regulation enjoining temperance, the population seems to be entirely composed of teetotallers and drunkards. There`s a Bible on that shelf there. But I keep it next to Voltaire - poison and antidote.
Never pick a fight with people who buy ink by the barrel.
There can be no liberty unless there is economic liberty.
Do not dwell in the past, do not dream of the future, concentrate the mind on the present moment.
If there were no God, there would be no Atheists.
It is impossible to travel faster than the speed of light, and certainly not desirable, as one`s hat keeps blowing off.
God is really only another artist. He invented the giraffe, the elephant and the cat. He has no real style, He just goes on trying other things.
Saturate yourself with your subject and the camera will all but take you by the hand.
Familiarity breeds contempt - and children.
Heaven have mercy on us all--Presbyterians and Pagans alike--for we are all dreadfully cracked about the head and desperately in need of mending.
The difference between Los Angeles and yogurt is that yogurt comes with less fruit.
I`m afraid that if you look at a thing long enough, it loses all of its meaning.
The difference between sex and death is that with death you can do it alone and no one is going to make fun of you.
Money buys you everything except the chance to do it again.
Never worry about the size of your Christmas tree. In the eyes of children, they are all thirty feet tall.
I think, at a child`s birth, if a mother could ask a fairy godmother to endow it with the most useful gift, that gift should be curiosity.
An unexamined life is not worth living.
It`s a phonetic language. Anything can make sense. How do you think Dr. Seuss wrote any of that sh*t?
Make everything as simple as possible, but not simpler.
There are lots of people who mistake their imagination for their memory.
We are what we repeatedly do. Excellence, therefore, is not an act, but a habit.
Wise men argue causes, and fools decide them.
A pint of sweat, saves a gallon of blood.
It ain`t the parts of the Bible that I can`t understand that bother me, it is the parts that I do understand.
A `geek` by definition is someone who eats live animals....I`ve never eaten live animals.
No virtuous act is quite as virtuous from the standpoint of our friend or foe, as from our own. Therefore, we are saved by the final form of love which is forgiveness.
The ladder of success is best climbed by stepping on the rungs of opportunity.
My best friend is the man who in wishing me well wishes it for my sake.
The best way to win an argument is to begin by being right.
Christmas is the gentlest, loveliest festival of the revolving year. And yet, for all that, when it speaks, its voice has strong authority.
Whenever science makes a discovery, the devil grabs it while the angels are debating the best way to use it.
Don`t you wish you had a job like mine? All you have to do is think up a certain number of words! Plus, you can repeat words! And they don`t even have to be true!
When angry, count ten before you speak; if very angry, a hundred.
People have a way of becoming what you encourage them to be, not what you nag them to be.
A man never tells you anything until you contradict him.
There are very few monsters who warrant the fear we have of them.
Perspective is worth 80 IQ Points - Alan Kay
The best way to predict the future is to invent it. - Alan Kay
The Internet was done so well that most people think of it as a natural resource like the Pacific Ocean, rather than something that was man-made. When was the last time a technology with a scale like that was so error-free? The Web, in comparison, is a joke. The Web was done by amateurs. - Alan Kay

82
tools/dotnet-bootstrap/base/lab/containers.py Executable file
View file

@ -0,0 +1,82 @@
#!/usr/bin/env python
# This shell script 'bakes' the docker containers that we depend on. Essentially, it sets up the docker containers in a certain manner where we
# are enabled to run a test case within them.
# specify a single directory name to bake just a single container
from shellcall import ShellCall
from shellcall import ContinueOnError
import sys
import os
from sys import argv
from os.path import join
from os import getcwd
from globals import g_override
# interface + data binding for managing the containers.
class Containers:
_supported_platforms = join(getcwd(), 'containers') + '/' # our 'list' of current supported platforms are the directories in this directory
def Bake(self, selected_platform):
ShellCall("echo baking 'dotnet-bootstrap:%s'"%(selected_platform), lenient=True)
ShellCall("docker build -t \"dotnet-bootstrap:%s\" ."%(selected_platform), join(self._supported_platforms, selected_platform), lenient=True)
def CleanContainerFolder(self, container, folderName):
ShellCall("rm -R -f %s"%(join(self._supported_platforms, container, folderName)), lenient=True)
def CleanAll(self):
for root, platforms, files in os.walk(self._supported_platforms):
for platform in platforms:
self.CleanContainerFolder(platform, "src")
self.CleanContainerFolder(platform, "obj")
self.CleanContainerFolder(platform, "bin")
self.CleanContainerFolder(platform, "testing")
break
def _bakeOverride(self):
for container in g_override["containers"]:
try:
self.Bake(container)
except ContinueOnError:
continue
def BakeAll(self):
if g_override:
self._bakeOverride()
return
for root, platforms, files in os.walk(self._supported_platforms):
for platform in platforms: # we keep it explicitly the case that there are no other directories in the cases or containers directories.
try:
self.Bake(platform)
except ContinueOnError:
continue
break
def List(self):
ShellCall('ls -1 %s'%(self._supported_platforms))
def PrintUsage():
print("TODO: Usage")
if __name__ == '__main__':
containers = Containers()
dictionary = {
"bake": containers.BakeAll,
"list": containers.List,
"clean": containers.CleanAll
}
if len(argv) <= 1:
PrintUsage()
exit()
dictionary[argv[1]]()

5
tools/dotnet-bootstrap/base/lab/containers/centos71/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

26
tools/dotnet-bootstrap/base/lab/containers/centos71/Dockerfile Normal file
View file

@ -0,0 +1,26 @@
FROM centos:7.1.1503
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN yum -q -y install deltarpm
RUN yum -q -y install epel-release
RUN yum -q -y update
RUN yum -q -y install unzip libunwind8 libunwind8-dev gettext libcurl-devel openssl-devel zlib libicu-devel liblttng-ust lttng-ust-devel libunwind-devel libuuid-devel automake autoconf libtool
RUN yum -q -y install binutils
RUN yum install -y http://mirror.symnds.com/distributions/gf/el/7/plus/x86_64/cmake-3.3.2-1.gf.el7.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/clang-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/clang-libs-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/lldb-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/lldb-devel-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/llvm-3.6.2-1.el7.centos.x86_64.rpm \
https://matell.blob.core.windows.net/rpms/llvm-libs-3.6.2-1.el7.centos.x86_64.rpm \
which \
make
RUN yum -q -y install tar git
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++ 100
RUN update-alternatives --set c++ /usr/bin/clang++
RUN yum -q -y install sudo
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/debian8/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

73
tools/dotnet-bootstrap/base/lab/containers/debian8/Dockerfile Normal file
View file

@ -0,0 +1,73 @@
#
# Copyright (c) .NET Foundation and contributors. All rights reserved.
# Licensed under the MIT license. See LICENSE file in the project root for full license information.
#
# Dockerfile that creates a container suitable to build dotnet-cli
FROM debian:8.0
# Misc Dependencies for build
RUN apt-get update && \
apt-get -qqy install \
llvm-3.5 \
lldb-3.5 \
lldb-3.5-dev \
curl \
uuid-dev \
unzip \
gettext \
sudo && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
# This could become a "microsoft/coreclr" image, since it just installs the dependencies for CoreCLR (and stdlib)
RUN apt-get update &&\
apt-get -qqy install \
libunwind8 \
libunwind8-dev \
libkrb5-3 \
libicu52 \
libicu-dev \
liblttng-ust0 \
liblttng-ust-dev \
libssl1.0.0 \
zlib1g \
libssl-dev \
zlib1g-dev \
libuuid1 && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
# Install Build Prereqs
RUN apt-get update && \
apt-get -qqy install \
autogen \
binutils \
debhelper \
build-essential \
devscripts \
git \
automake \
cmake \
libkrb5-dev \
libtool \
libcurl4-openssl-dev \
clang-3.5 && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
# Use clang as c++ compiler
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++-3.5 100
RUN update-alternatives --set c++ /usr/bin/clang++-3.5
# Set working directory
WORKDIR /opt/code
# Work around https://github.com/dotnet/cli/issues/1582 until Docker releases a
# fix (https://github.com/docker/docker/issues/20818). This workaround allows
# the container to be run with the default seccomp Docker settings by avoiding
# the restart_syscall made by LTTng which causes a failed assertion.
ENV LTTNG_UST_REGISTER_TIMEOUT 0
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/fedora23/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

47
tools/dotnet-bootstrap/base/lab/containers/fedora23/Dockerfile Normal file
View file

@ -0,0 +1,47 @@
#
# Copyright (c) .NET Foundation and contributors. All rights reserved.
# Licensed under the MIT license. See LICENSE file in the project root for full license information.
#
# Dockerfile that creates a container suitable to build dotnet-cli
FROM fedora:23
# Install the base toolchain we need to build anything (clang, cmake, make and the like)
# this does not include libraries that we need to compile different projects, we'd like
# them in a different layer.
RUN dnf install -y cmake \
clang \
lldb-devel \
make \
which && \
dnf clean all
# Install tools used by the VSO build automation.
RUN dnf install -y git \
zip \
tar \
nodejs \
findutils \
npm && \
dnf clean all && \
npm install -g azure-cli && \
npm cache clean
# Dependencies of CoreCLR and CoreFX.
RUN dnf install -y libicu-devel \
libuuid-devel \
libtool \
libcurl-devel \
openssl-devel \
libunwind-devel \
lttng-ust-devel && \
dnf clean all
# Upgrade NSS, used for SSL, to avoid NuGet restore timeouts.
RUN dnf upgrade -y nss
RUN dnf clean all
# Set working directory
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/opensuse13.2/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

52
tools/dotnet-bootstrap/base/lab/containers/opensuse13.2/Dockerfile Normal file
View file

@ -0,0 +1,52 @@
#
# Copyright (c) .NET Foundation and contributors. All rights reserved.
# Licensed under the MIT license. See LICENSE file in the project root for full license information.
#
FROM opensuse:13.2
# Install the base toolchain we need to build anything (clang, cmake, make and the like)
# this does not include libraries that we need to compile different projects, we'd like
# them in a different layer.
RUN zypper -n update
RUN zypper -n install binutils \
python \
cmake \
which \
gcc \
libtool \
python-xml \
libicu-devel \
lldb \
lldb-devel \
libunwind-devel \
libuuid-devel \
llvm-clang \
tar \
ncurses-utils \
curl \
git \
sudo && \
ln -s /usr/bin/clang++ /usr/bin/clang++-3.5 && \
zypper clean -a
# Dependencies of CoreCLR and CoreFX. We need to add an additional repository to get lttng.
RUN zypper addrepo -G http://download.opensuse.org/repositories/devel:/tools:/lttng/openSUSE_13.2/devel:tools:lttng.repo && \
zypper refresh && \
zypper -n remove krb5-mini && \
zypper -n install libunwind \
libicu \
krb5-devel \
lttng-ust-devel \
libuuid1 \
libopenssl-devel \
libopenssl1_0_0 \
libcurl-devel && \
zypper clean -a
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++ 100
RUN update-alternatives --set c++ /usr/bin/clang++
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/opensuse42.1/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

56
tools/dotnet-bootstrap/base/lab/containers/opensuse42.1/Dockerfile Normal file
View file

@ -0,0 +1,56 @@
#
# Copyright (c) .NET Foundation and contributors. All rights reserved.
# Licensed under the MIT license. See LICENSE file in the project root for full license information.
#
FROM opensuse:42.1
# Install the base toolchain we need to build anything (clang, cmake, make and the like)
# this does not include libraries that we need to compile different projects, we'd like
# them in a different layer.
RUN zypper -n update
RUN zypper -n install binutils \
python \
cmake \
which \
gcc \
libtool \
python-xml \
libicu-devel \
lldb \
lldb-devel \
libunwind-devel \
libuuid-devel \
llvm-clang \
tar \
ncurses-utils \
curl \
git \
sudo && \
ln -s /usr/bin/clang++ /usr/bin/clang++-3.5 && \
zypper clean -a
# Dependencies of CoreCLR and CoreFX. We need to add an additional repository to get lttng.
RUN zypper addrepo -G http://download.opensuse.org/repositories/devel:/tools:/lttng/openSUSE_13.2/devel:tools:lttng.repo
RUN whereis zypper
RUN zypper refresh
RUN whereis zypper
RUN whereis zypper
RUN zypper -n -q install libunwind
RUN whereis zypper
# we have to force zypper to resolve this dependency because it,
# itself, depends on krb5-mini which needs to be uninstalled (possibly
# uninstalling zypper)
RUN zypper -n -q install --force-resolution krb5-devel
RUN zypper -n -q install lttng-ust-devel
RUN zypper -n -q install libuuid1
RUN zypper -n -q install libopenssl-devel
RUN zypper -n -q install libopenssl1_0_0
RUN zypper -n -q install libcurl-devel
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++ 100
RUN update-alternatives --set c++ /usr/bin/clang++
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/ubuntu1404/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

11
tools/dotnet-bootstrap/base/lab/containers/ubuntu1404/Dockerfile Normal file
View file

@ -0,0 +1,11 @@
FROM ubuntu:14.04
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install libkrb5-dev build-essential libtool git binutils python automake cmake llvm-3.5 clang-3.5 lldb-3.6 lldb-3.6-dev libunwind8 libunwind8-dev gettext libicu-dev liblttng-ust-dev libcurl4-openssl-dev libssl-dev uuid-dev
# Use clang as c++ compiler
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++-3.5 100
RUN update-alternatives --set c++ /usr/bin/clang++-3.5
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/ubuntu1604/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

11
tools/dotnet-bootstrap/base/lab/containers/ubuntu1604/Dockerfile Normal file
View file

@ -0,0 +1,11 @@
FROM ubuntu:16.04
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install libkrb5-dev build-essential libtool git binutils python automake cmake llvm-3.5 clang-3.5 lldb-3.6 lldb-3.6-dev libunwind8 libunwind8-dev gettext libicu-dev liblttng-ust-dev libcurl4-openssl-dev libssl-dev uuid-dev
# Use clang as c++ compiler
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++-3.5 100
RUN update-alternatives --set c++ /usr/bin/clang++-3.5
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

5
tools/dotnet-bootstrap/base/lab/containers/ubuntu1610/.dockerignore Normal file
View file

@ -0,0 +1,5 @@
src/*
bin/*
obj/*
testing/*
dotnet.bootstrap.py

11
tools/dotnet-bootstrap/base/lab/containers/ubuntu1610/Dockerfile Normal file
View file

@ -0,0 +1,11 @@
FROM ubuntu:16.10
MAINTAINER Bryan P. Arant <bryanar@microsoft.com>
RUN apt-get -qqy update
RUN apt-get -qqy install libkrb5-dev build-essential libtool git binutils python automake cmake llvm-3.5 clang-3.5 lldb-3.6 lldb-3.6-dev libunwind8 libunwind8-dev gettext libicu-dev liblttng-ust-dev libcurl4-openssl-dev libssl-dev uuid-dev
# Use clang as c++ compiler
RUN update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++-3.5 100
RUN update-alternatives --set c++ /usr/bin/clang++-3.5
VOLUME /env/dotnet-bootstrap
WORKDIR /env/dotnet-bootstrap

9
tools/dotnet-bootstrap/base/lab/dockercleanup.py Executable file
View file

@ -0,0 +1,9 @@
#!/usr/bin/env python
from shellcall import ShellCall
# Delete all containers
ShellCall("docker rm $(docker ps -a -q)")
# Delete all images
ShellCall("docker rmi $(docker images -q)")

8
tools/dotnet-bootstrap/base/lab/globals.py Executable file
View file

@ -0,0 +1,8 @@
g_override = {
"containers": [
"ubuntu1404"
],
"cases" : [
"e2e"
]
}

48
tools/dotnet-bootstrap/base/lab/shellcall.py Executable file
View file

@ -0,0 +1,48 @@
#!/usr/bin/env python
# A 'Shell Call' is a shell call (duh) that we want to be reproduceable in the event of a failure.
# namely, something that a developer can go in and 'drill in' on without running the entirety of the
# build again.
import os
from subprocess import call
from subprocess import check_call
from subprocess import CalledProcessError
from os import path
class ContinueOnError(Exception):
def __init__(self, working_directory, reprofile):
self.working_directory = working_directory
self.reprofile = reprofile
def __str__(self):
return '%s - %s'%(working_directory, reprofile)
def ShellCall(cmd, cwd = None, lenient=False):
if not cwd:
cwd = os.getcwd()
try:
check_call(cmd, shell=True, cwd=cwd)
except CalledProcessError as repro_data:
repro_filename = 'shellcall_failure-repro.sh'
repro_destination = path.join(cwd, repro_filename)
# when the call fails, print a repro to the working directory.
with open(repro_destination, 'w') as repro_file:
repro_file.writelines(['#!/usr/bin/env bash\n', repro_data.cmd + '\n'])
# if we're rooted
if os.getuid() == 0:
call('chmod +x %s'%(repro_filename), shell=True, cwd=cwd)
# prints "Rover has detected a failure"
print("a reproduction script was placed at : %s"%(repro_destination))
print("To reproduce the failure:\n\tcd %s\n\t./%s"%(cwd, repro_filename))
# meh, lets just try to keep building everything.
if lenient:
raise ContinueOnError(cwd, repro_filename) # if we're feeling lenient, then we will raise up this opportunity to continue.
os._exit(1) # if we fail a check_call then we want to bail out asap so the dev can investigate.

BIN
tools/dotnet-bootstrap/base/lab/shellcall.pyc Normal file
View file

Binary file not shown.

89
tools/cli-bootstrap/cli.bootstrap.py → tools/dotnet-bootstrap/dotnet.bootstrap.py Normal file → Executable file
View file

@ -15,6 +15,7 @@ from subprocess import CalledProcessError
from os import path
from os import makedirs
from os.path import normpath
from string import find
from urllib import urlretrieve
@ -96,6 +97,7 @@ def RoverPrint(line):
def UnexpectedRoverException(exc_info):
RoverPrint(RoverMods.Red('CAUGHT AN UNEXPECTED EXCEPTION: \"' + RoverMods.White('%s'%(str(exc_info[1]))) + '\" of type: %s'%(str(exc_info[0]))))
RoverPrint(RoverMods.White('%s'%(str(traceback.print_tb(exc_info[2])))))
os._exit(1) # bail out immediately to avoid possibly futzing up the state, or printing unhelpful messages.
# probably a pretty shaky interpretation of the semantic versioning 2.0.0 standard (http://semver.org/)
@ -160,6 +162,7 @@ class RoverSettings:
# Setting dev mode to True means that we keep a folder around.
# By Design DevMode is triggered if there is a pre-existing working directory
# By Design, when in DevMode we do not run any git commands.
# By Design, when in DevMode we do not clean up anything.
_DevMode=False
# This function needs to be here, because otherwise we wouldnt be able to change DevMode.
@ -193,18 +196,24 @@ class RoverSettings:
_OsVars = FetchOSVariables()
_Rid = '%s.%s-x64'%(_OsVars['ID'], _OsVars['VERSION_ID'])
_Moniker = '%s-dotnet'%(_Rid)
_ScriptDirectory = str(path.dirname(path.abspath(__file__)))
_LaunchedFromDirectory = os.getcwd()
_WorkingDirectory = '%s'%(_Moniker)
_WorkingDirectory = path.join(_LaunchedFromDirectory, _Moniker)
_srcDirectory = path.join(_WorkingDirectory, "src")
_objDirectory = path.join(_WorkingDirectory, "obj")
_binDirectory = path.join(_WorkingDirectory, "bin")
_ScriptDirectory = str(path.dirname(path.abspath(__file__)))
_LaunchedFromDirectory = os.getcwd()
@staticmethod
def SetWorkingDirectory(working_dir):
RoverSettings._WorkingDirectory = working_dir
RoverSettings._srcDirectory = path.join(working_dir, "src")
RoverSettings._objDirectory = path.join(working_dir, "obj")
RoverSettings._binDirectory = path.join(working_dir, "bin")
PayloadPath = str('')
PatchTargetPath = _binDirectory
CloneSet = []
BuildSet = []
Patch = True
@ -217,7 +226,7 @@ class RoverSettings:
PatchTarget_SDK = ''
PatchTarget_Host = ''
DotNetCommitHash = 'rover-boot-strap'
DotNetCommitHash = ''
@staticmethod
def MaxPrecedence(versionStrA, versionStrB):
@ -297,14 +306,12 @@ def RoverShellCall(cmd, cwd = None):
os._exit(1) # if we fail a check_call then we want to bail out asap so the dev can investigate.
##
## ROVER FUNCTION DEFINITIONS
##
# detination_folder is expected to be relative to the _ScriptDirectory.
# payload path is expected to be a dotn``et-cli tarball.
# payload path is expected to be a dotnet-cli tarball.
def SpawnPatchTarget(destination_folder, payload_path):
try:
if payload_path and not path.isabs(payload_path):
@ -340,29 +347,22 @@ def CloneRepositories(cwd,
corefx_commit_hash,
dotnet_commit_hash):
try:
if not RoverSettings._DevMode:
RoverPrint(RoverMods.Blue('is initializing the .NET GitHub repositories.'))
if not path.exists(path.join(cwd, 'coreclr')):
RoverShellCall('git clone http://www.github.com/dotnet/coreclr', cwd=cwd)
RoverShellCall('git checkout %s'%(coreclr_commit_hash), cwd=path.join(cwd, 'coreclr'))
if 'coreclr' in RoverSettings.CloneSet:
if not path.exists(path.join(cwd, 'coreclr')):
RoverShellCall('git clone http://www.github.com/dotnet/coreclr', cwd=cwd)
RoverShellCall('git checkout %s'%(coreclr_commit_hash), cwd=path.join(cwd, 'coreclr'))
if not path.exists(path.join(cwd, 'corefx')):
RoverShellCall('git clone http://www.github.com/dotnet/corefx', cwd=cwd)
RoverShellCall('git checkout %s'%(corefx_commit_hash), cwd=path.join(cwd, 'corefx'))
if 'corefx' in RoverSettings.CloneSet:
if not path.exists(path.join(cwd, 'corefx')):
RoverShellCall('git clone http://www.github.com/dotnet/corefx', cwd=cwd)
RoverShellCall('git checkout %s'%(corefx_commit_hash), cwd=path.join(cwd, 'corefx'))
if not path.exists(path.join(cwd, 'core-setup')):
RoverShellCall('git clone http://www.github.com/dotnet/core-setup', cwd=cwd)
RoverShellCall('git checkout %s'%(dotnet_commit_hash), cwd=path.join(cwd, 'core-setup'))
if 'core-setup' in RoverSettings.CloneSet:
if not path.exists(path.join(cwd, 'core-setup')):
RoverShellCall('git clone http://www.github.com/dotnet/core-setup', cwd=cwd)
RoverShellCall('git checkout %s'%(dotnet_commit_hash), cwd=path.join(cwd, 'core-setup'))
if 'libuv' in RoverSettings.CloneSet:
if not path.exists(path.join(cwd, 'libuv')):
RoverShellCall('git clone http://www.github.com/libuv/libuv', cwd=cwd)
# we are fixed to using libuv 1.9.0 - this is the commit hash for that (https://github.com/libuv/libuv/commit/229b3a4cc150aebd6561e6bd43076eafa7a03756)
RoverShellCall('git checkout %s'%('229b3a4cc150aebd6561e6bd43076eafa7a03756'), cwd=path.join(cwd, 'libuv'))
if not path.exists(path.join(cwd, 'libuv')):
RoverShellCall('git clone http://www.github.com/libuv/libuv', cwd=cwd)
# we are fixed to using libuv 1.9.0 - this is the commit hash for that (https://github.com/libuv/libuv/commit/229b3a4cc150aebd6561e6bd43076eafa7a03756)
RoverShellCall('git checkout %s'%('229b3a4cc150aebd6561e6bd43076eafa7a03756'), cwd=path.join(cwd, 'libuv'))
else:
RoverPrint(RoverMods.Yellow(('DEVMODE IS ON. Skipping all git calls : I.e. you must manually control git your self.')))
@ -395,10 +395,7 @@ def BuildNativeComponents( coreclr_git_directory,
RoverShellCall('./build.sh native x64 release', cwd=corefx_git_directory)
# Build corehost from core-setup
# TODO: declare proper runtime id
# TODO: hostver?
# TODO: fxrver?
# TODO: policyver?
# TODO: Pull versions from the runtimes.
if 'core-setup' in RoverSettings.BuildSet:
RoverShellCall('./build.sh --arch x64 --rid %s --hostver 0.0.0 --fxrver 0.0.0 --policyver 0.0.0 --commithash %s'%(RoverSettings._Rid, RoverSettings.DotNetCommitHash), cwd="%s/src/corehost"%(core_setup_git_directory))
@ -466,24 +463,25 @@ if __name__ == "__main__":
## COMMAND-LINE BEHAVIOR
##
parser = argparse.ArgumentParser(description = 'Rover is the dotnet bootstrapping tool.')
parser.add_argument('-clone', metavar='c', nargs='*', default=['coreclr', 'corefx', 'core-setup', 'libuv'], help='Clones specified repositories in to the working directory. Select from the following repositories: {'
+ '%s, %s, %s, %s'%(RoverMods.Red('coreclr'), RoverMods.Blue('corefx'), RoverMods.Green('core-setup'), RoverMods.Yellow('libuv') +'}'))
parser = argparse.ArgumentParser(description = 'This is the .NET CLI bootstrapping tool.')
parser.add_argument('-build', metavar='b', nargs='*', default = ['coreclr', 'corefx', 'core-setup', 'libuv'],help='\'Builds\' all native components if no arguments are specified. Otherwise, specify one or more (space separated) arguments from the following : {'
+ '%s, %s, %s, %s'%(RoverMods.Red('coreclr'), RoverMods.Blue('corefx'), RoverMods.Green('core-setup'), RoverMods.Yellow('libuv') +'}'))
parser.add_argument('-nopatch', action='store_true', default=False, help='prevents the copying of specific native binaries from the pre-built repositories in to the destination directory.')
parser.add_argument('-payload', nargs=1, help='Specify a path to a tarball (something that we can tar xf) that contains a version of the dotnet CLI.')
parser.add_argument('-to', type=str, default='%s'%(RoverSettings._Moniker), help='allows you to overwrite the default staging directory (default is %s)'%(RoverSettings._Moniker))
args = parser.parse_args()
if args.payload:
RoverPrint('using payload ' + RoverMods.White(str(args.payload)))
RoverPrint('is using payload from \'' + RoverMods.White(str(args.payload)) + '\'')
RoverPrint('Cloning Set: ' + RoverMods.White(str(args.clone)))
RoverPrint('Building Set: ' + RoverMods.White(str(args.build)))
RoverPrint('Is Patching? ' + RoverMods.White(str(not args.nopatch)))
RoverSettings.CloneSet = args.clone
RoverPrint('Building: ' + RoverMods.White(str(args.build)))
RoverPrint('Patching? ' + RoverMods.White(str(not args.nopatch)))
RoverSettings.SetWorkingDirectory(normpath(str(args.to)))
RoverPrint('Staging in %s'%(RoverSettings._WorkingDirectory))
RoverSettings.BuildSet = args.build
# I am guessing that users are more inclined to want patching to happen whenever it can, and so I ask
@ -535,10 +533,15 @@ if __name__ == "__main__":
# Spawn our working directory
if not path.exists(RoverSettings._WorkingDirectory):
makedirs(RoverSettings._WorkingDirectory)
if not path.exists(RoverSettings._srcDirectory):
makedirs(RoverSettings._srcDirectory)
if not path.exists(RoverSettings._objDirectory):
makedirs(RoverSettings._objDirectory)
if not path.exists(RoverSettings._binDirectory):
makedirs(RoverSettings._binDirectory)
SpawnPatchTarget(RoverSettings._binDirectory, RoverSettings.PayloadPath)

1
tools/dotnet-bootstrap/ubuntu.14.04-x64-dotnet/src/core-setup Submodule

@ -0,0 +1 @@
Subproject commit cee57bf6c981237d80aa1631cfe83cb9ba329f12

1
tools/dotnet-bootstrap/ubuntu.14.04-x64-dotnet/src/coreclr Submodule

@ -0,0 +1 @@
Subproject commit 51131a5a2af24783044c43a60f1052fc35196076

1
tools/dotnet-bootstrap/ubuntu.14.04-x64-dotnet/src/corefx Submodule

@ -0,0 +1 @@
Subproject commit 9688ddbb62c04189cac4c4a06e31e93377dccd41

1
tools/dotnet-bootstrap/ubuntu.14.04-x64-dotnet/src/libuv Submodule

@ -0,0 +1 @@
Subproject commit 229b3a4cc150aebd6561e6bd43076eafa7a03756