Anyone know why these tests have started failing? It happens for me locally
and it just happened in Jenkins:
https://builds.apache.org/job/PreCommit-HADOOP-Build/1288/

I don't see any obvious changes recently that would cause it.

Tests in error:
  testCreateFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
value must not be null

testCreateFileWithNullName(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testCreateExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null

testCreateFileInNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testCreateDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null

testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testIsDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testDeleteFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
value must not be null

testDeleteNonExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null

testDeleteNonExistingFileInDir(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testDeleteDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null

testDeleteNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testModificationTime(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testFileStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
value must not be null

testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null

testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
Property value must not be null
  testListStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
value must not be null
  testBlockSize(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
  testFsStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWorkingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
  testMkdirs(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
  testListStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWriteReadAndDeleteEmptyFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWriteReadAndDeleteHalfABlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWriteReadAndDeleteOneBlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWriteReadAndDeleteOneAndAHalfBlocks(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWriteReadAndDeleteTwoBlocks(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
  testOverwrite(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testWriteInNonExistentDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testDeleteNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testDeleteRecursively(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testDeleteEmptyDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameNonExistentPath(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameFileMoveToNonExistentDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameFileMoveToExistingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameFileAsExistingFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameFileAsExistingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameDirectoryMoveToNonExistentDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameDirectoryMoveToExistingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameDirectoryAsExistingFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testRenameDirectoryAsExistingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testInputStreamClosedTwice(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

testOutputStreamClosedTwice(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
  testCreateFile(org.apache.hadoop.fs.TestLocal_S3FileContextURI): Property
value must not be null
  testCreateFile(org.apache.hadoop.fs.TestLocal_S3FileContextURI)

testCreateFileWithNullName(org.apache.hadoop.fs.TestLocal_S3FileContextURI):
Property value must not be null

testCreateFileWithNullName(org.apache.hadoop.fs.TestLocal_S3FileContextURI)
  testCreateExistingFile(org.apache.hadoop.fs.TestLocal_S3FileContextURI):
Property value must not be null
  testCreateExistingFile(org.apache.hadoop.fs.TestLocal_S3FileContextURI)

testCreateFileInNonExistingDirectory(org.apache.hadoop.fs.TestLocal_S3FileContextURI):
Property value must not be null

testCreateFileInNonExistingDirectory(org.apache.hadoop.fs.TestLocal_S3FileContextURI)
  testCreateDirectory(org.apache.hadoop.fs.TestLocal_S3FileContextURI):
Property value must not be null
  testCreateDirectory(org.apache.hadoop.fs.TestLocal_S3FileContextURI)

testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.TestLocal_S3FileContextURI):
Property value must not be null

testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.TestLocal_S3FileContextURI)
  testIsDirectory(org.apache.hadoop.fs.TestLocal_S3FileContextURI):
Property value must not be null
  testIsDirectory(org.apache.had

Passes for me locally, and the precondition that's failing (passing
null to Conf#set) from the backtrace looks like the null is coming
from:

    S3Conf.set(FS_DEFAULT_NAME_DEFAULT, S3Conf.get("test.fs.s3.name"));

which is set in core-site.xml so something strange is going on.
HADOOP-6296 looks related btw.
On Mon, Aug 13, 2012 at 6:04 PM, Trevor <[EMAIL PROTECTED]> wrote:
> Anyone know why these tests have started failing? It happens for me locally
> and it just happened in Jenkins:
> https://builds.apache.org/job/PreCommit-HADOOP-Build/1288/
>
> I don't see any obvious changes recently that would cause it.
>
> Tests in error:
>   testCreateFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
> value must not be null
>
> testCreateFileWithNullName(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testCreateExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>
> testCreateFileInNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testCreateDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>
> testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testIsDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testDeleteFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
> value must not be null
>
> testDeleteNonExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>
> testDeleteNonExistingFileInDir(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testDeleteDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>
> testDeleteNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testModificationTime(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testFileStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
> value must not be null
>
> testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>
> testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
> Property value must not be null
>   testListStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
> value must not be null
>   testBlockSize(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>   testFsStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWorkingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>   testMkdirs(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>   testListStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWriteReadAndDeleteEmptyFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWriteReadAndDeleteHalfABlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWriteReadAndDeleteOneBlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWriteReadAndDeleteOneAndAHalfBlocks(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWriteReadAndDeleteTwoBlocks(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>   testOverwrite(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testWriteInNonExistentDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>
> testDeleteNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

Trevor,
Forgot to ask, since you can reproduce this can you confirm and see
why S3Conf.get is returning null for test.fs.s3.name?

On Mon, Aug 13, 2012 at 6:35 PM, Eli Collins <[EMAIL PROTECTED]> wrote:
> Passes for me locally, and the precondition that's failing (passing
> null to Conf#set) from the backtrace looks like the null is coming
> from:
>
>     S3Conf.set(FS_DEFAULT_NAME_DEFAULT, S3Conf.get("test.fs.s3.name"));
>
> which is set in core-site.xml so something strange is going on.
> HADOOP-6296 looks related btw.
>
>
> On Mon, Aug 13, 2012 at 6:04 PM, Trevor <[EMAIL PROTECTED]> wrote:
>> Anyone know why these tests have started failing? It happens for me locally
>> and it just happened in Jenkins:
>> https://builds.apache.org/job/PreCommit-HADOOP-Build/1288/
>>
>> I don't see any obvious changes recently that would cause it.
>>
>> Tests in error:
>>   testCreateFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>> value must not be null
>>
>> testCreateFileWithNullName(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testCreateExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>
>> testCreateFileInNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testCreateDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>
>> testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testIsDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testDeleteFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>> value must not be null
>>
>> testDeleteNonExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>
>> testDeleteNonExistingFileInDir(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testDeleteDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>
>> testDeleteNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testModificationTime(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testFileStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>> value must not be null
>>
>> testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>
>> testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>> Property value must not be null
>>   testListStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>> value must not be null
>>   testBlockSize(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>   testFsStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testWorkingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>   testMkdirs(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>   testListStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testWriteReadAndDeleteEmptyFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testWriteReadAndDeleteHalfABlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testWriteReadAndDeleteOneBlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testWriteReadAndDeleteOneAndAHalfBlocks(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>
>> testWriteReadAndDeleteTwoBlocks(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

This is me,

https://issues.apache.org/jira/browse/HADOOP-8699

On it

Thx

On Tue, Aug 14, 2012 at 10:33 AM, Eli Collins <[EMAIL PROTECTED]> wrote:
> Trevor,
> Forgot to ask, since you can reproduce this can you confirm and see
> why S3Conf.get is returning null for test.fs.s3.name?
>
> On Mon, Aug 13, 2012 at 6:35 PM, Eli Collins <[EMAIL PROTECTED]> wrote:
>> Passes for me locally, and the precondition that's failing (passing
>> null to Conf#set) from the backtrace looks like the null is coming
>> from:
>>
>>     S3Conf.set(FS_DEFAULT_NAME_DEFAULT, S3Conf.get("test.fs.s3.name"));
>>
>> which is set in core-site.xml so something strange is going on.
>> HADOOP-6296 looks related btw.
>>
>>
>> On Mon, Aug 13, 2012 at 6:04 PM, Trevor <[EMAIL PROTECTED]> wrote:
>>> Anyone know why these tests have started failing? It happens for me locally
>>> and it just happened in Jenkins:
>>> https://builds.apache.org/job/PreCommit-HADOOP-Build/1288/
>>>
>>> I don't see any obvious changes recently that would cause it.
>>>
>>> Tests in error:
>>>   testCreateFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>>> value must not be null
>>>
>>> testCreateFileWithNullName(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testCreateExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>
>>> testCreateFileInNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testCreateDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>
>>> testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testIsDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testDeleteFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>>> value must not be null
>>>
>>> testDeleteNonExistingFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>
>>> testDeleteNonExistingFileInDir(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testDeleteDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>
>>> testDeleteNonExistingDirectory(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testModificationTime(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testFileStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>>> value must not be null
>>>
>>> testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>
>>> testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.TestS3_LocalFileContextURI):
>>> Property value must not be null
>>>   testListStatus(org.apache.hadoop.fs.TestS3_LocalFileContextURI): Property
>>> value must not be null
>>>   testBlockSize(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>   testFsStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>
>>> testWorkingDirectory(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>   testMkdirs(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>
>>> testMkdirsFailsForSubdirectoryOfExistingFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>
>>> testGetFileStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>
>>> testListStatusThrowsExceptionForNonExistentFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>   testListStatus(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>
>>> testWriteReadAndDeleteEmptyFile(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)
>>>
>>> testWriteReadAndDeleteHalfABlock(org.apache.hadoop.fs.s3.TestInMemoryS3FileSystemContract)

Alejandro