/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.lucene.store;


import java.io.Closeable;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.nio.file.NoSuchFileException;
import java.util.Collection; // for javadocs
import java.util.Set;

import org.apache.lucene.index.IndexFileNames;
import org.apache.lucene.util.IOUtils;

A Directory provides an abstraction layer for storing a list of files. A directory contains only files (no sub-folder hierarchy). Implementing classes must comply with the following:
See Also:
/** * A {@code Directory} provides an abstraction layer for storing a * list of files. A directory contains only files (no sub-folder hierarchy). * * Implementing classes must comply with the following: * * <ul> * <li>A file in a directory can be created ({@link #createOutput}), appended * to, then closed.</li> * <li>A file open for writing may not be available * for read access until the corresponding {@link IndexOutput} is closed.</li> * <li>Once a file is created it must only be opened for input ({@link #openInput}), or * deleted ({@link #deleteFile}). Calling {@link #createOutput} on an existing file * must throw {@link java.nio.file.FileAlreadyExistsException}.</li> * </ul> * * @see FSDirectory * @see RAMDirectory * @see FilterDirectory */
public abstract class Directory implements Closeable {
Returns names of all files stored in this directory. The output must be in sorted (UTF-16, java's String.compareTo) order.
Throws:
/** * Returns names of all files stored in this directory. * The output must be in sorted (UTF-16, java's {@link String#compareTo}) order. * * @throws IOException in case of I/O error */
public abstract String[] listAll() throws IOException;
Removes an existing file in the directory. This method must throw either NoSuchFileException or FileNotFoundException if name points to a non-existing file.
Params:
  • name – the name of an existing file.
Throws:
/** * Removes an existing file in the directory. * * This method must throw either {@link NoSuchFileException} or {@link FileNotFoundException} * if {@code name} points to a non-existing file. * * @param name the name of an existing file. * @throws IOException in case of I/O error */
public abstract void deleteFile(String name) throws IOException;
Returns the byte length of a file in the directory. This method must throw either NoSuchFileException or FileNotFoundException if name points to a non-existing file.
Params:
  • name – the name of an existing file.
Throws:
/** * Returns the byte length of a file in the directory. * * This method must throw either {@link NoSuchFileException} or {@link FileNotFoundException} * if {@code name} points to a non-existing file. * * @param name the name of an existing file. * @throws IOException in case of I/O error */
public abstract long fileLength(String name) throws IOException;
Creates a new, empty file in the directory and returns an IndexOutput instance for appending data to this file. This method must throw FileAlreadyExistsException if the file already exists.
Params:
  • name – the name of the file to create.
Throws:
/** * Creates a new, empty file in the directory and returns an {@link IndexOutput} * instance for appending data to this file. * * This method must throw {@link java.nio.file.FileAlreadyExistsException} if the file * already exists. * * @param name the name of the file to create. * @throws IOException in case of I/O error */
public abstract IndexOutput createOutput(String name, IOContext context) throws IOException;
Creates a new, empty, temporary file in the directory and returns an IndexOutput instance for appending data to this file. The temporary file name (accessible via IndexOutput.getName()) will start with prefix, end with suffix and have a reserved file extension .tmp.
/** * Creates a new, empty, temporary file in the directory and returns an {@link IndexOutput} * instance for appending data to this file. * * The temporary file name (accessible via {@link IndexOutput#getName()}) will start with * {@code prefix}, end with {@code suffix} and have a reserved file extension {@code .tmp}. */
public abstract IndexOutput createTempOutput(String prefix, String suffix, IOContext context) throws IOException;
Ensures that any writes to these files are moved to stable storage (made durable). Lucene uses this to properly commit changes to the index, to prevent a machine/OS crash from corrupting the index.
See Also:
  • syncMetaData()
/** * Ensures that any writes to these files are moved to * stable storage (made durable). * * Lucene uses this to properly commit changes to the index, to prevent a machine/OS crash * from corrupting the index. * * @see #syncMetaData() */
public abstract void sync(Collection<String> names) throws IOException;
Ensures that directory metadata, such as recent file renames, are moved to stable storage.
See Also:
  • sync(Collection)
/** * Ensures that directory metadata, such as recent file renames, are moved to stable * storage. * * @see #sync(Collection) */
public abstract void syncMetaData() throws IOException;
Renames source file to dest file where dest must not already exist in the directory. It is permitted for this operation to not be truly atomic, for example both source and dest can be visible temporarily in listAll(). However, the implementation of this method must ensure the content of dest appears as the entire source atomically. So once dest is visible for readers, the entire content of previous source is visible. This method is used by IndexWriter to publish commits.
/** * Renames {@code source} file to {@code dest} file where * {@code dest} must not already exist in the directory. * * It is permitted for this operation to not be truly atomic, for example * both {@code source} and {@code dest} can be visible temporarily in {@link #listAll()}. * However, the implementation of this method must ensure the content of * {@code dest} appears as the entire {@code source} atomically. So once * {@code dest} is visible for readers, the entire content of previous {@code source} * is visible. * * This method is used by IndexWriter to publish commits. */
public abstract void rename(String source, String dest) throws IOException;
Opens a stream for reading an existing file. This method must throw either NoSuchFileException or FileNotFoundException if name points to a non-existing file.
Params:
  • name – the name of an existing file.
Throws:
/** * Opens a stream for reading an existing file. * * This method must throw either {@link NoSuchFileException} or {@link FileNotFoundException} * if {@code name} points to a non-existing file. * * @param name the name of an existing file. * @throws IOException in case of I/O error */
public abstract IndexInput openInput(String name, IOContext context) throws IOException;
Opens a checksum-computing stream for reading an existing file. This method must throw either NoSuchFileException or FileNotFoundException if name points to a non-existing file.
Params:
  • name – the name of an existing file.
Throws:
/** * Opens a checksum-computing stream for reading an existing file. * * This method must throw either {@link NoSuchFileException} or {@link FileNotFoundException} * if {@code name} points to a non-existing file. * * @param name the name of an existing file. * @throws IOException in case of I/O error */
public ChecksumIndexInput openChecksumInput(String name, IOContext context) throws IOException { return new BufferedChecksumIndexInput(openInput(name, context)); }
Acquires and returns a Lock for a file with the given name.
Params:
  • name – the name of the lock file
Throws:
  • LockObtainFailedException – (optional specific exception) if the lock could not be obtained because it is currently held elsewhere.
  • IOException – if any i/o error occurs attempting to gain the lock
/** * Acquires and returns a {@link Lock} for a file with the given name. * * @param name the name of the lock file * @throws LockObtainFailedException (optional specific exception) if the lock could * not be obtained because it is currently held elsewhere. * @throws IOException if any i/o error occurs attempting to gain the lock */
public abstract Lock obtainLock(String name) throws IOException;
Closes the directory.
/** * Closes the directory. */
@Override public abstract void close() throws IOException;
Copies an existing src file from directory from to a non-existent file dest in this directory.
/** * Copies an existing {@code src} file from directory {@code from} * to a non-existent file {@code dest} in this directory. */
public void copyFrom(Directory from, String src, String dest, IOContext context) throws IOException { boolean success = false; try (IndexInput is = from.openInput(src, context); IndexOutput os = createOutput(dest, context)) { os.copyBytes(is, is.length()); success = true; } finally { if (!success) { IOUtils.deleteFilesIgnoringExceptions(this, dest); } } } @Override public String toString() { return getClass().getSimpleName() + '@' + Integer.toHexString(hashCode()); }
Ensures this directory is still open.
Throws:
  • AlreadyClosedException – if this directory is closed.
/** * Ensures this directory is still open. * * @throws AlreadyClosedException if this directory is closed. */
protected void ensureOpen() throws AlreadyClosedException {}
Returns a set of files currently pending deletion in this directory.
@lucene.internal
/** * Returns a set of files currently pending deletion in this directory. * * @lucene.internal */
public abstract Set<String> getPendingDeletions() throws IOException;
Creates a file name for a temporary file. The name will start with prefix, end with suffix and have a reserved file extension .tmp.
See Also:
/** * Creates a file name for a temporary file. The name will start with * {@code prefix}, end with {@code suffix} and have a reserved file extension {@code .tmp}. * @see #createTempOutput(String, String, IOContext) */
protected static String getTempFileName(String prefix, String suffix, long counter) { return IndexFileNames.segmentFileName(prefix, suffix + "_" + Long.toString(counter, Character.MAX_RADIX), "tmp"); } }